-- Logs begin at Fri 2022-01-21 08:47:43 UTC, end at Fri 2022-01-21 10:30:02 UTC. -- Jan 21 09:22:48.566527 dv-neutron-825721-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 21 09:22:51.352176 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.common.config [-] Logging enabled! Jan 21 09:22:51.352977 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev18 Jan 21 09:22:51.352977 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102037) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 09:22:51.356195 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.common.config [-] Logging enabled! Jan 21 09:22:51.356449 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev18 Jan 21 09:22:51.356755 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102037) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 09:22:51.357709 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:22:51.357945 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:22:51.358303 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:22:51.358550 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:22:51.358783 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:22:51.359103 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.359400 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.359692 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.359921 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.360214 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.360500 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.360779 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.361065 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.361358 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.361669 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.361941 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.362224 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.362453 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.362731 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.363013 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.363295 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.363517 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] debug = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.363794 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.364220 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.364638 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.364913 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.365197 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.365490 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.365762 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.366032 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.366312 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.366635 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] host = dv-neutron-825721-1-hyperv {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.366907 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.367191 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.368099 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.368389 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.368672 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.368949 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.369232 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.369523 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.369796 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] log_file = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.370068 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.370356 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.370641 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.370930 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.371156 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.371378 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.371666 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.371952 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.372224 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.372495 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.372767 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.373039 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.373310 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.373660 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.373946 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.374228 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.374509 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.374780 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.375050 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.375317 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.375583 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.375863 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.376132 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.376400 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.376669 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.376951 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.377215 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.377618 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.377800 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.378082 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.378360 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.378639 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.378914 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.379193 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.379462 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.379730 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.379997 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] use_json = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.380263 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.380530 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.380809 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.381078 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.381346 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.381639 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.381909 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.382188 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:51.382483 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.382778 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.383108 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.383391 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.383678 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.383956 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.384243 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.384520 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.384809 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.385094 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.385379 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.385684 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.385972 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.386248 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.386540 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.386846 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.387140 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.387431 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.387705 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.387978 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.388249 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.388525 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.388817 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.389092 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.389376 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.389687 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.389965 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.390250 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.390537 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.390824 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.391096 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.391373 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.391661 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.391935 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.392202 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.392476 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.392762 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.393038 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.393306 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.393636 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.393890 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.394161 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.394428 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.394701 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.394986 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.395259 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.395527 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.395794 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.396064 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.396331 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.396612 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.396888 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.397159 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.397428 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.397725 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.397995 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.398264 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.398588 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.398956 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.399294 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.399607 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.399883 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.400159 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.400433 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.400704 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.400977 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.401247 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.401553 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.401826 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.402098 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.402367 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.402640 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.402912 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.403198 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.403494 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.403774 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.404054 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.404333 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.404611 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.404888 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.405165 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.405441 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.405741 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.406013 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.406301 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.406581 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.406866 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.407149 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.407427 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.407726 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.408002 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.408283 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.408556 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.408837 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.409118 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.409397 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.409710 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.410004 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.410297 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.410588 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.410879 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.411159 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.411469 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.411749 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:51.411966 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:22:51.412201 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102037) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 21 09:22:51.771594 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 21 09:22:51.771800 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 21 09:22:51.772091 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 21 09:22:51.772425 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 21 09:22:52.171999 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.172283 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.172550 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.173938 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.174199 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.174460 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.210198 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.210472 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.210738 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.226384 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.226695 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.226961 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.254934 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.255215 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.255494 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.293321 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.293618 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.293891 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.529872 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.530445 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.530445 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.530679 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.531339 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.653090 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.653412 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.653718 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.653993 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.654261 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.654575 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.654831 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.655089 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.655343 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.655621 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.655879 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.656139 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.656392 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.656640 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.656890 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.657147 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.657397 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.657683 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.657950 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.658204 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.658469 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.658718 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.658994 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.659364 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.659609 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.659852 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.660238 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102037) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:22:52.660476 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102037) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:22:52.660710 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102037) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:22:52.660994 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102037) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:22:52.661260 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102037) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:22:52.661522 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102037) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:22:52.661884 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 21 09:22:52.665113 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 21 09:22:52.669081 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 21 09:22:52.673183 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jan 21 09:22:52.674905 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 21 09:22:52.675347 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 21 09:22:52.675675 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 21 09:22:52.676056 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 21 09:22:52.679080 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 21 09:22:52.679331 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 21 09:22:52.679673 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 09:22:52.685450 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 21 09:22:52.708049 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 21 09:22:52.708491 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.708786 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102037) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 21 09:22:52.709145 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.710554 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102037) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 21 09:22:52.710837 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 09:22:52.711107 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 21 09:22:52.714333 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.714611 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:52.779664 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 21 09:22:52.779835 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 21 09:22:52.780072 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 21 09:22:52.780444 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 21 09:22:52.802655 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_db.sqlalchemy.engines [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102037) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 21 09:22:53.338353 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Initializing driver for type 'gre' Jan 21 09:22:53.338887 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] gre ID ranges: [(1, 1000)] Jan 21 09:22:53.391032 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Initializing driver for type 'local' Jan 21 09:22:53.391448 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Initializing driver for type 'vlan' Jan 21 09:22:53.405880 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] VlanTypeDriver initialization complete Jan 21 09:22:53.406219 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Initializing driver for type 'vxlan' Jan 21 09:22:53.406696 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] vxlan ID ranges: [(1, 1000)] Jan 21 09:22:53.460164 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Initializing extension driver 'port_security' Jan 21 09:22:53.460532 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.extensions.port_security [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] PortSecurityExtensionDriver initialization complete Jan 21 09:22:53.460932 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Initializing mechanism driver 'openvswitch' Jan 21 09:22:53.461264 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Initializing mechanism driver 'hyperv' Jan 21 09:22:53.468504 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.plugins.ml2.plugin [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:22:53.470891 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > port after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.471267 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > port after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.471623 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > port after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.472155 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102037) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:22:53.472591 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > subnet after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.472945 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > subnet after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.473292 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.473719 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102037) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:22:53.474112 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > network after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.474459 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > network after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.474801 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > network after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.475189 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102037) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:22:53.475593 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > security_group after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.475943 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > security_group after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.476285 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.476683 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102037) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:22:53.477081 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.477424 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.478481 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.478809 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102037) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:22:53.479213 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > address_group after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.479554 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > address_group after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.479888 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.480276 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102037) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:22:53.481081 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] ML2 OVO RPC backend initialized. {{(pid=102037) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 21 09:22:53.481410 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.481788 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.482204 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > network before_response 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.482546 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > networks before_response 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.482891 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > port before_response 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.483235 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > ports before_response 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.483574 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > subnet before_response 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.483913 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > subnets before_response 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.484257 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > network after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.484597 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > network after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.484934 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > network after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.485272 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > port after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.485699 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > port after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.486038 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > port after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.486388 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > subnet after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.486712 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > subnet after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.487045 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.487628 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.plugin [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Modular L2 Plugin initialization complete Jan 21 09:22:53.487955 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading services supported by the core plugin {{(pid=102037) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 21 09:22:53.488278 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.plugins.ml2.managers [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Got port-security extension from driver 'port_security' Jan 21 09:22:53.488746 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.extensions.vlantransparent [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Disabled vlantransparent extension. Jan 21 09:22:53.489252 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102037) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 21 09:22:53.489566 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading Plugin: router Jan 21 09:22:53.526056 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.526438 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router after_create 55549900 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.526805 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router before_create 55549900 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.527170 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.527543 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.527899 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router after_delete 55549900 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.528257 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.528728 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.529088 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router after_create 55549900 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.529435 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router after_update 55549900 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.529806 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router after_update 55549900 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.530154 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.530655 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router after_update 55549900 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.530903 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router precommit_update 55549900 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.531266 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: port after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.531603 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: port after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.531934 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: subnet after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.532270 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.532621 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.532962 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router precommit_create 55549900 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.533300 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: port before_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.533667 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router precommit_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.534023 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router after_update 55549900 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.534361 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.534708 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router precommit_create 55549900 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.535063 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.535409 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router precommit_update 55549900 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.535771 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > agent after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.536121 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > agent after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.536463 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > network after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.537311 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Tracking information for resource: router configured {{(pid=102037) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:22:53.537666 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Tracking information for resource: floatingip configured {{(pid=102037) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:22:53.543178 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.db.l3_agentschedulers_db [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 21 09:22:53.543756 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: port after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.544114 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: port after_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.544723 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: port after_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.545071 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: port after_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.545896 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router before_create 55550100 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.546260 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.546621 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router precommit_create 55550100 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.546978 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > router precommit_update 55550100 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.551643 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.services.provider_configuration [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Service providers = [] {{(pid=102037) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 21 09:22:53.552003 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.db.servicetype_db [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102037) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 21 09:22:53.554965 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.services.service_base [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102037) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:22:53.555317 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.services.service_base [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102037) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:22:53.555658 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.services.service_base [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102037) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:22:53.556655 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.services.service_base [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102037) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:22:53.557025 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.services.service_base [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 21 09:22:53.557399 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102037) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:22:53.557742 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 21 09:22:53.568527 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102037) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:22:53.568859 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading Plugin: auto_allocate Jan 21 09:22:53.575276 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: network precommit_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.575643 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: network precommit_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.576159 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102037) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:22:53.576474 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading Plugin: tag Jan 21 09:22:53.583236 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102037) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:22:53.583565 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading Plugin: timestamp Jan 21 09:22:53.587949 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102037) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:22:53.588277 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading Plugin: network_ip_availability Jan 21 09:22:53.593794 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.594118 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.594471 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.595182 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102037) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:22:53.595499 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading Plugin: flavors Jan 21 09:22:53.600437 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102037) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:22:53.600766 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading Plugin: revisions Jan 21 09:22:53.605184 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102037) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:22:53.605593 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_concurrency.lockutils [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.833s {{(pid=102037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 21 09:22:53.606332 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102037) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 21 09:22:53.606662 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Initializing extension manager. Jan 21 09:22:53.607163 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: __init__.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.607496 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: __pycache__ {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.607824 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.608153 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: address_group.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.608902 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.609478 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: address-group Jan 21 09:22:53.609816 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: address_scope.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.610529 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.611041 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: address-scope Jan 21 09:22:53.611363 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.612289 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.612794 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: router-admin-state-down-before-update Jan 21 09:22:53.613113 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: agent.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.613832 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.614336 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: agent Jan 21 09:22:53.614655 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: agent_resources_synced.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.615560 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.616089 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: agent-resources-synced Jan 21 09:22:53.616412 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: allowedaddresspairs.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.618213 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.618770 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: allowed-address-pairs Jan 21 09:22:53.619086 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: auto_allocated_topology.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.620165 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.620680 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: auto-allocated-topology Jan 21 09:22:53.621002 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: availability_zone.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.621718 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.622227 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: availability_zone Jan 21 09:22:53.622543 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: availability_zone_filter.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.623447 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.623952 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: availability_zone_filter Jan 21 09:22:53.624274 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: data_plane_status.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.625177 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.625722 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension data-plane-status not supported by any of loaded plugins Jan 21 09:22:53.626041 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: default_subnetpools.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.626943 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.627446 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: default-subnetpools Jan 21 09:22:53.627763 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.628558 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.629057 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: dhcp_agent_scheduler Jan 21 09:22:53.629372 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: dns.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.630300 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.630800 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension dns-integration not supported by any of loaded plugins Jan 21 09:22:53.631119 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: dns_domain_ports.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.632022 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.632521 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 21 09:22:53.632839 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.633797 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.636344 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 21 09:22:53.636344 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: dvr.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.636344 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.636595 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: dvr Jan 21 09:22:53.636845 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: ecmp_routes.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.637821 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.638328 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 21 09:22:53.638648 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: empty_string_filtering.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.639564 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.640074 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: empty-string-filtering Jan 21 09:22:53.640395 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.641299 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.641842 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 21 09:22:53.642163 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.643066 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.643568 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 21 09:22:53.643888 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: external_net.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.644795 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.645307 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: external-net Jan 21 09:22:53.645657 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.646553 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.647062 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: extra_dhcp_opt Jan 21 09:22:53.647381 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: extraroute.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.648276 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.648785 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: extraroute Jan 21 09:22:53.649103 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: extraroute_atomic.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.650719 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.651227 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: extraroute-atomic Jan 21 09:22:53.651546 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: filter_validation.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.652397 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.652907 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: filter-validation Jan 21 09:22:53.653227 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: fip_pf_description.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.654162 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.654671 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 21 09:22:53.654994 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: fip_port_details.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.655910 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.656415 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: fip-port-details Jan 21 09:22:53.656736 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: flavors.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.657997 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.658515 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: flavors Jan 21 09:22:53.658836 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.660539 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.661063 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 21 09:22:53.661390 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: floatingip_pools.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.662120 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.662629 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: floatingip-pools Jan 21 09:22:53.662949 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: ip_allocation.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.663870 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.664402 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension ip_allocation not supported by any of loaded plugins Jan 21 09:22:53.664726 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.665720 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.666222 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: ip-substring-filtering Jan 21 09:22:53.666542 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: l2_adjacency.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.667469 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.667975 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 21 09:22:53.668299 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: l3.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.669266 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.670059 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: router Jan 21 09:22:53.670380 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.672627 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.673154 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 21 09:22:53.673510 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.674462 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.674978 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: ext-gw-mode Jan 21 09:22:53.675303 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.676234 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.676742 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: l3-ha Jan 21 09:22:53.677064 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: l3_flavors.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.677995 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.678499 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: l3-flavors Jan 21 09:22:53.678818 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.679727 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.680230 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 21 09:22:53.680547 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: l3agentscheduler.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.681653 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.682166 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: l3_agent_scheduler Jan 21 09:22:53.682492 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: logging.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.683989 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.684507 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension logging not supported by any of loaded plugins Jan 21 09:22:53.684835 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: metering.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.685615 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.686188 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: metering Jan 21 09:22:53.686507 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.687735 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.688253 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: metering_source_and_destination_fields Jan 21 09:22:53.688577 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: multiprovidernet.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.689540 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.690058 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: multi-provider Jan 21 09:22:53.690380 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: netmtu.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.691294 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.691810 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: net-mtu Jan 21 09:22:53.692129 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: netmtu_writable.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.693046 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.693598 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: net-mtu-writable Jan 21 09:22:53.693920 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: network_availability_zone.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.694592 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.695096 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: network_availability_zone Jan 21 09:22:53.695412 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: network_ip_availability.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.697138 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.698048 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: network-ip-availability Jan 21 09:22:53.698465 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: network_segment_range.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.699234 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.699740 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension network-segment-range not supported by any of loaded plugins Jan 21 09:22:53.700060 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: pagination.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.701051 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.701380 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: pagination Jan 21 09:22:53.701719 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: port_device_profile.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.702625 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.703139 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: port-device-profile Jan 21 09:22:53.703458 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.704369 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.704884 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: port-mac-address-regenerate Jan 21 09:22:53.705202 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.706142 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.706650 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: port-numa-affinity-policy Jan 21 09:22:53.706967 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: port_resource_request.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.707872 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.708377 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension port-resource-request not supported by any of loaded plugins Jan 21 09:22:53.708695 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: portbindings.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.709708 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.710223 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: binding Jan 21 09:22:53.710541 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: portbindings_extended.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.711814 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.713036 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: binding-extended Jan 21 09:22:53.713542 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: portsecurity.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.714468 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.714985 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: port-security Jan 21 09:22:53.715305 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: project_id.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.716275 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.716602 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: project-id Jan 21 09:22:53.716923 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: providernet.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.717888 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.718401 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: provider Jan 21 09:22:53.718718 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: qos.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.722339 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.722864 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension qos not supported by any of loaded plugins Jan 21 09:22:53.723193 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.724437 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.724956 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 21 09:22:53.725289 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.726240 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.726751 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 21 09:22:53.727070 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: qos_default.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.728218 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.729058 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension qos-default not supported by any of loaded plugins Jan 21 09:22:53.729649 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: qos_fip.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.730653 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.731307 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension qos-fip not supported by any of loaded plugins Jan 21 09:22:53.731767 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: qos_gateway_ip.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.733164 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.734006 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 21 09:22:53.734542 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: qos_port_network_policy.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.735628 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.736147 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 21 09:22:53.736472 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: qos_pps_rule.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.737696 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.738298 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension qos-pps not supported by any of loaded plugins Jan 21 09:22:53.738533 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: qos_rule_type_details.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.739445 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.739956 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 21 09:22:53.740278 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: qos_rules_alias.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.741316 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.741863 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 21 09:22:53.742188 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: quotasv2.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.743373 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.743722 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: quotas Jan 21 09:22:53.744063 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: quotasv2_detail.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.747448 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.747791 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: quota_details Jan 21 09:22:53.748127 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: rbac.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.749188 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.749747 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: rbac-policies Jan 21 09:22:53.750077 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: rbac_address_group.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.751004 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.751520 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: rbac-address-group Jan 21 09:22:53.751843 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: rbac_address_scope.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.752769 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.753281 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: rbac-address-scope Jan 21 09:22:53.753646 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: rbac_security_groups.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.754562 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.755074 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: rbac-security-groups Jan 21 09:22:53.755395 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: rbac_subnetpool.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.756307 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.756819 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: rbac-subnetpool Jan 21 09:22:53.757139 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: revisionifmatch.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.758085 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.758598 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: revision-if-match Jan 21 09:22:53.759437 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: revisions.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.760715 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.761227 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: standard-attr-revisions Jan 21 09:22:53.761590 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: router_availability_zone.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.762268 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.762775 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: router_availability_zone Jan 21 09:22:53.763094 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: routerservicetype.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.764018 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.764530 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension router-service-type not supported by any of loaded plugins Jan 21 09:22:53.764850 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.765806 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.766318 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: security-groups-normalized-cidr Jan 21 09:22:53.766638 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.767551 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.768058 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: port-security-groups-filtering Jan 21 09:22:53.768378 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.769292 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.769833 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: security-groups-remote-address-group Jan 21 09:22:53.770150 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: securitygroup.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.783348 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.783882 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: security-group Jan 21 09:22:53.784218 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: segment.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.785015 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.785550 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension segment not supported by any of loaded plugins Jan 21 09:22:53.785878 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.786814 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.787329 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 21 09:22:53.787654 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: servicetype.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.788865 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.789393 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: service-type Jan 21 09:22:53.789748 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: sorting.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.790767 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.791091 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: sorting Jan 21 09:22:53.791415 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: standard_attr_segment.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.792322 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.792837 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 21 09:22:53.793156 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: standardattrdescription.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.793838 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.796062 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: standard-attr-description Jan 21 09:22:53.796385 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: stateful_security_group.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.797367 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.798089 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: stateful-security-group Jan 21 09:22:53.798414 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: stdattrs_common.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.799006 dv-neutron-825721-1-hyperv neutron-server[102037]: WARNING neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 21 09:22:53.799324 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.800273 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.800784 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 21 09:22:53.801102 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: subnet_onboard.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.802203 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.802718 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: subnet_onboard Jan 21 09:22:53.803038 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.803962 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.804466 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 21 09:22:53.804791 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: subnet_service_types.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.805737 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.806340 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: subnet-service-types Jan 21 09:22:53.806658 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: subnetallocation.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.807738 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.808254 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: subnet_allocation Jan 21 09:22:53.808578 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.809239 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.809777 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: subnetpool-prefix-ops Jan 21 09:22:53.810097 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.811016 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.811519 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 21 09:22:53.811836 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: tagging.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.812906 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.813422 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: standard-attr-tag Jan 21 09:22:53.813771 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: timestamp.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.814987 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.815503 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loaded extension: standard-attr-timestamp Jan 21 09:22:53.815824 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: trunk.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.816849 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.817368 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension trunk not supported by any of loaded plugins Jan 21 09:22:53.817713 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: trunk_details.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.818627 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.819138 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension trunk-details not supported by any of loaded plugins Jan 21 09:22:53.819457 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: uplink_status_propagation.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.820365 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.820875 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 21 09:22:53.821193 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Loading extension file: vlantransparent.py {{(pid=102037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:22:53.822586 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:22:53.823113 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 21 09:22:53.825571 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of TrackedResource for resource:network Jan 21 09:22:53.826098 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of TrackedResource for resource:subnet Jan 21 09:22:53.826503 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:22:53.826891 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of TrackedResource for resource:port Jan 21 09:22:53.828107 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.v2.resource_helper [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:22:53.828547 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.v2.resource_helper [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Service FLAVORS assigned prefix: {{(pid=102037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:22:53.829155 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.v2.resource_helper [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:22:53.829630 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.v2.resource_helper [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:22:53.829963 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of TrackedResource for resource:router Jan 21 09:22:53.830392 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of TrackedResource for resource:floatingip Jan 21 09:22:53.830878 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.v2.resource_helper [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Service METERING assigned prefix: /metering {{(pid=102037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:22:53.832307 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.832673 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.833020 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:22:53.834050 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 09:22:53.834490 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of TrackedResource for resource:security_group Jan 21 09:22:53.834930 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 09:22:53.835531 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.v2.resource_helper [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Service CORE assigned prefix: {{(pid=102037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:22:53.835857 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:22:53.836199 dv-neutron-825721-1-hyperv neutron-server[102037]: WARNING neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] subnetpool is already registered Jan 21 09:22:53.836617 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.v2.resource_helper [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Service CORE assigned prefix: {{(pid=102037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:22:53.836937 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:22:53.838034 dv-neutron-825721-1-hyperv neutron-server[102037]: WARNING neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] subnetpool is already registered Jan 21 09:22:53.840275 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.v2.resource_helper [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:22:53.840707 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.v2.resource_helper [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Service FLAVORS assigned prefix: {{(pid=102037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:22:53.841289 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.v2.resource_helper [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:22:53.841736 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.v2.resource_helper [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:22:53.842067 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of TrackedResource for resource:router Jan 21 09:22:53.842406 dv-neutron-825721-1-hyperv neutron-server[102037]: WARNING neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] router is already registered Jan 21 09:22:53.842813 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of TrackedResource for resource:floatingip Jan 21 09:22:53.843144 dv-neutron-825721-1-hyperv neutron-server[102037]: WARNING neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] floatingip is already registered Jan 21 09:22:53.843589 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.v2.resource_helper [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Service METERING assigned prefix: /metering {{(pid=102037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:22:53.844280 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 09:22:53.844557 dv-neutron-825721-1-hyperv neutron-server[102037]: WARNING neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] rbac_policy is already registered Jan 21 09:22:53.844967 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of TrackedResource for resource:security_group Jan 21 09:22:53.845298 dv-neutron-825721-1-hyperv neutron-server[102037]: WARNING neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] security_group is already registered Jan 21 09:22:53.845725 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 09:22:53.846057 dv-neutron-825721-1-hyperv neutron-server[102037]: WARNING neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] security_group_rule is already registered Jan 21 09:22:53.846675 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.v2.resource_helper [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Service CORE assigned prefix: {{(pid=102037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:22:53.846996 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:22:53.847325 dv-neutron-825721-1-hyperv neutron-server[102037]: WARNING neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] subnetpool is already registered Jan 21 09:22:53.847739 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.v2.resource_helper [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Service CORE assigned prefix: {{(pid=102037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:22:53.848061 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:22:53.848389 dv-neutron-825721-1-hyperv neutron-server[102037]: WARNING neutron.quota.resource_registry [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] subnetpool is already registered Jan 21 09:22:53.848863 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: extensions {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.850358 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: address-groups {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.851830 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: address-scopes {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.853268 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: agents {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.854469 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: auto-allocated-topology {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.855709 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: availability_zones {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.856932 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: dhcp-networks {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.858451 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: dhcp-agents {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.859841 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: routers {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.862053 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: flavors {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.863234 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: service_profiles {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.864448 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: next_providers {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.865928 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: service_profiles {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.867447 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: floatingip-pools {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.868690 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: routers {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.870920 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: floatingips {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.872194 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: l3-routers {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.873591 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: l3-agents {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.875005 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: metering-labels {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.876349 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: metering-label-rules {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.877665 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: network-ip-availabilities {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.878931 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: bindings {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.880559 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: quotas {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.882001 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: quotas {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.883408 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: rbac-policies {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.885324 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: security-groups {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.887577 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: security-group-rules {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.888815 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: service-providers {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.890038 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: subnetpools {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.891451 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: subnetpools {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.892897 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: tags {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.894603 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: tags {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.896389 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: tags {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.898204 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: tags {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.900547 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: tags {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.902424 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: tags {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.904078 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: tags {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.905995 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: tags {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.907729 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: tags {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.909476 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron.api.extensions [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Extended resource: tags {{(pid=102037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:22:53.915425 dv-neutron-825721-1-hyperv neutron-server[102037]: WARNING keystonemiddleware.auth_token [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 21 09:22:53.921167 dv-neutron-825721-1-hyperv neutron-server[102037]: WARNING keystonemiddleware.auth_token [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 21 09:22:53.929650 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_concurrency.lockutils [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Acquired lock "singleton_lock" {{(pid=102037) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 21 09:22:53.930118 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_concurrency.lockutils [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Releasing lock "singleton_lock" {{(pid=102037) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 21 09:22:53.930744 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO oslo_service.service [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Starting 2 workers Jan 21 09:22:53.936152 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Started child 102146 {{(pid=102037) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 09:22:53.940629 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Started child 102147 {{(pid=102037) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 09:22:53.941797 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:22:53.942487 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO neutron.service [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 21 09:22:53.943011 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Notify callbacks [] for process, before_spawn {{(pid=102037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:22:53.943334 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [-] (102146) wsgi starting up on http://0.0.0.0:9696 Jan 21 09:22:53.945396 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO oslo_service.service [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Starting 1 workers Jan 21 09:22:53.945589 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:22:53.947738 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [-] (102147) wsgi starting up on http://0.0.0.0:9696 Jan 21 09:22:53.951402 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Started child 102148 {{(pid=102037) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 09:22:53.951964 dv-neutron-825721-1-hyperv neutron-server[102037]: INFO oslo_service.service [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Starting 1 workers Jan 21 09:22:53.955101 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.service [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] calling RpcWorker wait() {{(pid=102148) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 21 09:22:53.955650 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.service [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] returning from RpcWorker wait() {{(pid=102148) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 21 09:22:53.956497 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Started child 102149 {{(pid=102037) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 09:22:53.957006 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:22:53.957316 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG neutron_lib.callbacks.manager [None req-0592e85b-f9ec-416c-a4ae-67c8dd742556 None None] Notify callbacks [] for process, after_spawn {{(pid=102037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:22:53.957599 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:22:53.959266 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102037) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 21 09:22:53.959487 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:22:53.959667 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:22:53.959892 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:22:53.960218 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:22:53.960380 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:22:53.960903 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.961176 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.961417 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:22:53.961900 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.961900 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.962066 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.962736 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:22:53.962977 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.963199 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.963443 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.963710 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.963955 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.964127 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.964295 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.964535 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.964765 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.965057 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.965314 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.965588 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.965849 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.966023 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.966279 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.966538 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.966792 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.967059 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] debug = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.967295 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.967766 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.968011 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.968248 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.968463 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.968723 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.968944 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.969202 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.969433 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.969816 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.970077 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.970325 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.970555 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.970791 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.971020 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.971272 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.971484 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.971945 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] host = dv-neutron-825721-1-hyperv {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.972174 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.972441 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.972660 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.972901 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.973139 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.973349 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.973639 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.973879 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.974139 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.974378 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.974647 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.974893 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.975147 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.975384 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] log_file = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.975545 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] log_options = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.975784 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.976041 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.976282 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.976466 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.976633 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.976805 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.977058 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.977219 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.977478 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.977749 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.978119 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.978348 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.978542 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.978750 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.978992 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.979252 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.979482 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.979810 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.980076 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.980307 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.980515 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.980763 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.981003 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.981221 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.981437 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.981699 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.981922 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.982144 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.982353 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.982583 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.982832 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.983081 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.983338 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.983537 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.983929 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.984242 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.984474 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.984704 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.984967 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.985262 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.986228 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.986228 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.986228 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.986577 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.986788 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.987003 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.987222 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] use_json = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.987452 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.987686 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.988261 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.988386 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.989490 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.989490 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.989490 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.989490 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:53.990141 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.990811 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.990811 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.991000 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.991137 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.991877 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.991877 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.991877 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.992112 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.994743 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.994743 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.994743 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.994743 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.994743 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.994743 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.995165 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.995165 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.995464 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.995629 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.995884 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.996141 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.996412 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.996727 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.997070 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.997308 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.997588 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.997815 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.998156 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.998451 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.998713 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.998977 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.999208 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:53.999584 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.000000 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.000374 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.000617 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.000841 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.001127 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.001349 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.001811 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.002235 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.002640 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.003005 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.003410 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.003662 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.003924 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.004153 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.004520 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.004941 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.005344 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.005759 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.006147 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.006387 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.006609 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.006889 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.007118 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.007362 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.007580 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.007866 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.008159 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.008787 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.009067 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.009803 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.010027 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.010272 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.010506 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.010767 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.011088 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.011358 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.011625 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.011867 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.012096 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.012481 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.012851 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.013217 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.013612 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.013843 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.014086 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.014309 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.014524 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.014979 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.015202 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.015433 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.015827 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.016049 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.016288 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.016502 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.016749 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.016944 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.017216 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.017551 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.017820 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.018058 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.018299 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.018556 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.018798 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.019059 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.019296 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.019533 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.020030 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.020428 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.020933 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.021189 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.021415 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.021708 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.021948 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.022171 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.022414 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.022644 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.023089 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.023491 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.023928 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.024303 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.024747 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.025126 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.025563 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.025870 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.026109 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.026378 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.026632 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.026892 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.027188 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.027460 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.027727 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.027983 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.028230 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.028499 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.028769 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.029011 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.029238 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.029576 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.029815 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.030081 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.030334 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.030573 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.030815 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.031041 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.031367 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.031637 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.031880 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.032092 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.032352 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.032606 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.032839 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.033096 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.033362 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.033627 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.033869 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.034095 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.034335 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.034583 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.034811 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.035019 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.035249 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.035459 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.035677 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.035887 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.036099 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.036324 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.036554 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.036787 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.036997 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.037211 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.037424 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.037690 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.037900 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.038114 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.038347 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.038562 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.038777 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.039011 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.039237 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.039495 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.039736 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.040014 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.040423 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.040683 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.040957 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.041310 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.041803 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.042088 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.042335 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.042553 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.042765 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.042977 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.043194 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.043430 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.043661 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.043892 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.044121 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.044644 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.044894 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.045203 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.045486 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.045716 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.045952 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.046166 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.046436 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.046652 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.046867 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.047081 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.047295 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.047508 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.047762 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.047983 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.048218 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.048445 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.048654 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.048868 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.049077 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.049305 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.049618 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.049988 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.050183 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.050422 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.050657 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.050887 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.051188 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.051453 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.051583 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.051789 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.052000 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.052206 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.052448 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.052655 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.052863 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.053079 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.053293 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.053522 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.053747 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.054015 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.054225 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.054457 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.054677 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.054905 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.055127 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.055334 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.055562 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.056308 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.056529 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.056733 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.056978 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.057283 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.057528 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.057772 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.057985 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.058191 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.058495 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.058753 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.058970 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.059255 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.059498 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.059781 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.060060 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.060369 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.060582 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.060897 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.061045 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.061251 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.061528 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.061749 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.062054 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.062336 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.062586 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.062840 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.063103 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.063373 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.063632 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:22:54.063753 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.063854 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.064153 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.064477 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.064746 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.064991 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.065238 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.065522 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.065754 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.065969 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.066206 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.066421 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.066637 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.066875 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.067103 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.067749 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.068193 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.068790 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.069365 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.069365 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.069577 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.069746 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.069969 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.070124 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:22:54.070827 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102037) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 21 09:22:54.071144 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:22:54.071309 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:22:54.071548 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:22:54.072235 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:22:54.072480 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:22:54.073535 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.073535 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.073535 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.073535 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.073535 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.073535 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.074461 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.074461 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.074461 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.074461 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.074461 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.074461 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.074863 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.074863 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.074863 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.075069 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.075147 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.075273 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.075421 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.075744 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.075894 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.076045 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.076203 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] debug = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.076360 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.076560 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.076723 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.076879 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.077035 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.077193 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.077350 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.077538 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.077697 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.077853 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.078009 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.078165 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.078322 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.078479 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.078637 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.078793 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.078961 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.079090 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] host = dv-neutron-825721-1-hyperv {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.079224 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.079383 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.079538 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.079696 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.079851 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.080012 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.080168 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.080327 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.080484 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.080641 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.080797 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.080954 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.081108 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.081264 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] log_file = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.081421 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] log_options = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.081602 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.081762 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.081917 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.082100 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.082262 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.082420 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.082576 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.082732 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.082888 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.083044 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.083200 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.083357 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.083514 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.083670 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.083827 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.083982 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.084138 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.084293 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.084451 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.084608 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.084764 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.084919 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.085075 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.085232 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.085387 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.085572 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.085720 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.085875 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.086030 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.086182 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.086331 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.086486 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.086642 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.086798 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.086954 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.087321 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.088029 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.088029 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.088029 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.088361 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.088361 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.088361 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.088798 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.088921 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.089027 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.089189 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.089328 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] use_json = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.089509 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.089670 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.089827 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.089968 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.090126 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.090281 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.090439 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.090596 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:22:54.090773 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.090933 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.091103 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.091261 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.091421 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.091580 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.091737 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.091895 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.092054 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.092210 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.092376 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.092535 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.092705 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.092864 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.093022 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.093183 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.093341 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.093595 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.093762 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.093919 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.094078 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.094237 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.094464 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.094575 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.094702 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.094856 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.095014 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.095191 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.095350 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.095511 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.095674 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.095832 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.095992 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.096152 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.096313 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.096479 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.096624 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.096756 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.096915 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.097058 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.097220 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.097363 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.097554 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.097698 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.097859 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.098019 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.098177 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.098322 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.098485 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.098643 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.098801 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.098961 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.099120 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.099279 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.099438 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.099607 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.099765 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.099922 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.100080 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.100239 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.100398 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.100555 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.100713 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.100871 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.101030 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.101199 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.101358 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.101553 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.101715 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.101873 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.102032 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.102190 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.102349 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.102507 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.102692 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.102892 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.103052 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.103214 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.103416 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.103576 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.103735 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.103894 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.104054 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.104214 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.104374 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.104533 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.104692 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.104850 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.105010 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.105178 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.105354 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.105540 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.105701 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.105858 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.106016 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.106174 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.106333 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.106491 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.106650 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.106808 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.106966 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.107123 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.107282 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.107442 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.107599 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.107757 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.107915 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.108072 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.108229 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.108387 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.108544 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.108702 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.108859 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.109016 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.109174 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.109332 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.109530 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.109689 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.109849 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.110008 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.110173 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.110342 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.110501 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.110659 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.110818 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.110976 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.111133 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.111291 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.111452 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.111609 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.111768 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.111925 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.112091 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.112260 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.112419 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.112578 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.112737 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.112918 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.113076 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.113233 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.113391 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.113571 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.113731 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.113889 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.114046 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.114205 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.114363 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.114521 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.114679 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.114855 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.114999 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.115155 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.115314 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.115472 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.115634 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.115792 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.115951 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.116111 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.116268 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.116426 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.116583 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.116741 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.116898 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.117055 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.117212 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.117369 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.117550 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.117711 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.117869 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.118026 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.118183 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.118926 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.119127 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.119281 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.119428 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.119572 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.119725 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.119883 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.120042 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.120205 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.120346 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.120505 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.120663 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.120823 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.120983 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.121139 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.121298 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.121476 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.121637 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.121797 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.121955 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.122113 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.122287 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.122444 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.122602 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.122761 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.122918 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.123077 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.123235 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.123393 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.123551 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.123709 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.123865 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.124026 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.124187 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.124346 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.124505 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.124663 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.124822 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.124980 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.125137 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.125309 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.125489 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.125653 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.125812 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.125970 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.126128 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.126297 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.126454 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.126611 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.126768 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.126925 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.127082 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.127249 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.127406 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.127564 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.127721 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.127878 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.128035 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.128203 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.128360 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.128517 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.128673 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.128830 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.128986 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.129152 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.129309 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.129474 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.129647 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.129804 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.129962 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.130130 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.130288 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.130447 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.130603 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.130761 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.130919 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.131087 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.131247 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.131405 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.131570 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.131729 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.131886 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.132044 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.132213 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.132372 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.132533 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.132693 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.132853 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.133011 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.133171 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.133333 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.133526 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.133692 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.133852 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.134648 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.134802 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.134960 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.135106 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.135455 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.135633 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.135793 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.135951 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.136109 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.136268 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.136427 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.136586 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.136744 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.136904 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.137063 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.137221 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.137381 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.137563 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.137723 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.137881 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.138039 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.138197 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.138355 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.138512 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.138671 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:22:54.138822 dv-neutron-825721-1-hyperv neutron-server[102037]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:22:54.247308 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 35838) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:22:54.255932 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064530 Jan 21 09:23:05.841273 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb428fe-8072-4193-aa94-2d402795d2b5 None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:23:05.958173 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb428fe-8072-4193-aa94-2d402795d2b5 None None] No non-hosted networks {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 21 09:23:05.977116 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.agentschedulers_db [None req-7cb428fe-8072-4193-aa94-2d402795d2b5 None None] DHCP Agent not found on host dv-neutron-825721-1-hyperv {{(pid=102148) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 21 09:23:06.072043 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-af48eef8-0092-4420-a6d1-8bfc1f8c0279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66657075'] for agent, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:08.135257 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-90e6177f-34ec-461e-8ab7-855117beac39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66657075'] for agent, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:08.200806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-48883625-32c2-4100-9145-3ec761b1db86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:09.206065 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66657075'] for agent, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:11.066550 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.db.l3_hamode_db [None req-09ad8fa8-d4d8-4082-a749-3064a225a0ff None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 21 09:23:11.175134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ad8fa8-d4d8-4082-a749-3064a225a0ff None None] Routers set() bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:23:11.175819 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ad8fa8-d4d8-4082-a749-3064a225a0ff None None] Router IDs set() for agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 21 09:23:11.181836 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66657075'] for agent, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:11.275192 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66657075'] for agent, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:11.276044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:11.276442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:11.276843 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:11.277235 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:11.277725 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:11.278117 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:11.278518 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:11.278926 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:11.279315 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:11.279718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:11.280121 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:11.280507 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:11.280963 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-825721-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:23:11.289812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-825721-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:23:12.136543 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 35932) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:23:12.691348 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING oslo_policy.policy [None req-7c8f8299-2be8-46cc-b0c8-a3ac5114e0dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:23:12.691941 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING oslo_policy.policy [None req-7c8f8299-2be8-46cc-b0c8-a3ac5114e0dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:23:12.919162 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-7c8f8299-2be8-46cc-b0c8-a3ac5114e0dc admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:23:12.920685 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7c8f8299-2be8-46cc-b0c8-a3ac5114e0dc admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7820141 Jan 21 09:23:15.412161 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 35948) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:23:15.910716 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING oslo_policy.policy [None req-a73d1047-b4eb-498f-b6cb-91152a5d6b3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:23:15.911324 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING oslo_policy.policy [None req-a73d1047-b4eb-498f-b6cb-91152a5d6b3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:23:16.140099 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a73d1047-b4eb-498f-b6cb-91152a5d6b3b admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:23:16.235081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.policy [None req-a73d1047-b4eb-498f-b6cb-91152a5d6b3b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102147) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 09:23:16.282427 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING oslo_policy.policy [None req-a73d1047-b4eb-498f-b6cb-91152a5d6b3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:23:16.282786 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING oslo_policy.policy [None req-a73d1047-b4eb-498f-b6cb-91152a5d6b3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:23:16.292114 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.quota [None req-a73d1047-b4eb-498f-b6cb-91152a5d6b3b admin admin] Loaded quota_driver: . Jan 21 09:23:16.382621 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a73d1047-b4eb-498f-b6cb-91152a5d6b3b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781633662019', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781633659408', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781633658046', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781633677914', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781634025981', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781633562338', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-600681', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-598612', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66659437', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66634174'] for rbac-policy, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:16.448909 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a73d1047-b4eb-498f-b6cb-91152a5d6b3b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:16.450095 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a73d1047-b4eb-498f-b6cb-91152a5d6b3b admin admin] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0369756 Jan 21 09:23:19.093167 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 35966) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:23:19.391162 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Request body: {'network': {'name': 'private', 'project_id': '2a775fb881f846b098687d3c789cad3d', 'admin_state_up': True, 'tenant_id': '2a775fb881f846b098687d3c789cad3d'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:23:19.392554 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.quota [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Loaded quota_driver: . Jan 21 09:23:19.449195 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Made reservation on behalf of 2a775fb881f846b098687d3c789cad3d for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:23:19.515902 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.policy [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102146) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 09:23:19.563489 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING oslo_policy.policy [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:23:19.563853 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING oslo_policy.policy [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:23:19.574525 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:19.595172 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:19.706171 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:19.709762 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:19.729322 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:23:19.756744 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781631348026', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:19.757311 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Unsubscribe: segment precommit_create {{(pid=102146) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 09:23:19.757855 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Added segment 08856d6e-1bfe-443d-8f03-fc4cbfba68aa of type vlan for network 386a51a3-7c3d-4226-b6ac-476aea4cc89f Jan 21 09:23:19.777637 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac14334f-5ea0-438f-830a-becd1be4ba7e,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:19.795578 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:19.795938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:19.796276 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:19.796601 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:19.796922 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:19.797257 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:19.797606 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:19.797940 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:19.798257 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:19.798572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:19.798883 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:19.799192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Tracked resource versions report: Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: pushed versions: Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: { 'AddressGroup': {'1.2'}, Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'ConntrackHelper': {'1.0'}, Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Log': {'1.0'}, Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Network': {'1.1'}, Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Port': {'1.7'}, Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'PortForwarding': {'1.2'}, Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'QosPolicy': {'1.9'}, Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'SecurityGroup': {'1.4'}, Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'SubPort': {'1.0'}, Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Subnet': {'1.1'}, Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Trunk': {'1.1'}} Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: consumer versions: Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: { DHCP agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: L3 agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: Metadata agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: Metering agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: Open vSwitch agent@dv-neutron-825721-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'ConntrackHelper': '1.0', Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Log': '1.0', Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Network': '1.1', Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Port': '1.7', Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'PortForwarding': '1.2', Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'QosPolicy': '1.9', Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'SecurityGroup': '1.4', Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'SecurityGroupRule': '1.2', Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'SubPort': '1.0', Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Subnet': '1.1', Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Trunk': '1.1'}} Jan 21 09:23:19.800465 dv-neutron-825721-1-hyperv neutron-server[102146]: {{(pid=102146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:23:19.880274 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:19.918163 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:19.919381 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:23:19.920343 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:20.000195 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9059284 Jan 21 09:23:20.028358 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d8879-a138-4776-842d-17b1e045c8da admin admin] Pushing event updated for resources: {'Network': ['ID=386a51a3-7c3d-4226-b6ac-476aea4cc89f,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:20.039994 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 386a51a3-7c3d-4226-b6ac-476aea4cc89f details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:23:22.723647 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 35982) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:23:23.106017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46efa3c-51a7-4925-9bb6-f6d57dbb2465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:23:23.107303 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c46efa3c-51a7-4925-9bb6-f6d57dbb2465 admin admin] 10.222.0.88 "GET /v2.0/networks/386a51a3-7c3d-4226-b6ac-476aea4cc89f HTTP/1.1" status: 200 len: 825 time: 0.3827138 Jan 21 09:23:23.147675 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-821f239a-28ec-447d-be9e-c7721bcea30b admin admin] 10.222.0.88 "GET /v2.0/subnetpools/5a4e0865-8cb0-4b84-a4eb-2a64fd035b73 HTTP/1.1" status: 200 len: 734 time: 0.0340927 Jan 21 09:23:23.157052 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-bb3e0d09-6991-475b-9f72-ed59c05541f0 admin admin] Request body: {'subnet': {'tenant_id': '2a775fb881f846b098687d3c789cad3d', 'name': 'private-subnet', 'network_id': '386a51a3-7c3d-4226-b6ac-476aea4cc89f', 'subnetpool_id': '5a4e0865-8cb0-4b84-a4eb-2a64fd035b73', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:23:23.183534 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3e0d09-6991-475b-9f72-ed59c05541f0 admin admin] Made reservation on behalf of 2a775fb881f846b098687d3c789cad3d for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:23:23.185936 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb3e0d09-6991-475b-9f72-ed59c05541f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:23.474378 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb3e0d09-6991-475b-9f72-ed59c05541f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:23.541536 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e0d09-6991-475b-9f72-ed59c05541f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc9ae9e-2255-4a27-824f-09f737ba124f,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:23.544047 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3e0d09-6991-475b-9f72-ed59c05541f0 admin admin] Checking segment: {'id': '08856d6e-1bfe-443d-8f03-fc4cbfba68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '386a51a3-7c3d-4226-b6ac-476aea4cc89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:23:23.544430 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3e0d09-6991-475b-9f72-ed59c05541f0 admin admin] Network hostable DHCP agents. Network: 386a51a3-7c3d-4226-b6ac-476aea4cc89f, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:23:23.565549 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3e0d09-6991-475b-9f72-ed59c05541f0 admin admin] Network 386a51a3-7c3d-4226-b6ac-476aea4cc89f is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:23:23.577037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-bb3e0d09-6991-475b-9f72-ed59c05541f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 386a51a3-7c3d-4226-b6ac-476aea4cc89f) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:23:23.581609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3e0d09-6991-475b-9f72-ed59c05541f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:23:23.582197 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb3e0d09-6991-475b-9f72-ed59c05541f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:23.589366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61d50b7-f715-43e2-ac9b-8dfbf6ece0b1 None None] Network 386a51a3-7c3d-4226-b6ac-476aea4cc89f requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:23:23.596924 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bb3e0d09-6991-475b-9f72-ed59c05541f0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4431138 Jan 21 09:23:23.915478 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-386a51a3-7c3d-4226-b6ac-476aea4cc89f', 'network_id': '386a51a3-7c3d-4226-b6ac-476aea4cc89f', 'tenant_id': '2a775fb881f846b098687d3c789cad3d', 'fixed_ips': [{'subnet_id': 'fbc9ae9e-2255-4a27-824f-09f737ba124f'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:23:23.916945 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:24.255151 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Allocated IP 172.20.0.2 (386a51a3-7c3d-4226-b6ac-476aea4cc89f/fbc9ae9e-2255-4a27-824f-09f737ba124f/eb082a07-d4cc-4346-9fb0-1410530c5a16) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:23:24.511109 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:24.519109 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:24.633041 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Network 386a51a3-7c3d-4226-b6ac-476aea4cc89f is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:23:24.639839 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:23:24.651097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Pushing event updated for resources: {'Port': ['ID=eb082a07-d4cc-4346-9fb0-1410530c5a16,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:24.653615 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:23:24.693412 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:24.693983 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:24.694509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:24.695026 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:24.695546 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:24.696088 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:24.697215 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:24.697763 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:24.698314 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:24.698840 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:24.699376 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:24.699902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Tracked resource versions report: Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: pushed versions: Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: { 'AddressGroup': {'1.2'}, Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'ConntrackHelper': {'1.0'}, Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Log': {'1.0'}, Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Network': {'1.1'}, Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Port': {'1.7'}, Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'PortForwarding': {'1.2'}, Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'QosPolicy': {'1.9'}, Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'SecurityGroup': {'1.4'}, Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'SubPort': {'1.0'}, Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Subnet': {'1.1'}, Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Trunk': {'1.1'}} Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: consumer versions: Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: { DHCP agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: L3 agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: Metadata agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: Metering agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: Open vSwitch agent@dv-neutron-825721-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'ConntrackHelper': '1.0', Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Log': '1.0', Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Network': '1.1', Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Port': '1.7', Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'PortForwarding': '1.2', Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'QosPolicy': '1.9', Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'SecurityGroup': '1.4', Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'SecurityGroupRule': '1.2', Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'SubPort': '1.0', Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Subnet': '1.1', Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Trunk': '1.1'}} Jan 21 09:23:24.702195 dv-neutron-825721-1-hyperv neutron-server[102148]: {{(pid=102148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:23:24.755032 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Attempting to bind port eb082a07-d4cc-4346-9fb0-1410530c5a16 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:23:24.755677 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Attempting to bind port eb082a07-d4cc-4346-9fb0-1410530c5a16 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '08856d6e-1bfe-443d-8f03-fc4cbfba68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '386a51a3-7c3d-4226-b6ac-476aea4cc89f'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:23:24.756377 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Attempting to bind port eb082a07-d4cc-4346-9fb0-1410530c5a16 on network 386a51a3-7c3d-4226-b6ac-476aea4cc89f {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:23:24.765298 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:23:24.765955 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Checking segment: {'id': '08856d6e-1bfe-443d-8f03-fc4cbfba68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '386a51a3-7c3d-4226-b6ac-476aea4cc89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:23:24.766759 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:24.767419 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Bound using segment: {'id': '08856d6e-1bfe-443d-8f03-fc4cbfba68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '386a51a3-7c3d-4226-b6ac-476aea4cc89f'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:23:24.767953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Bound port: eb082a07-d4cc-4346-9fb0-1410530c5a16, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08856d6e-1bfe-443d-8f03-fc4cbfba68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '386a51a3-7c3d-4226-b6ac-476aea4cc89f'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:23:24.768387 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:24.840846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] For port eb082a07-d4cc-4346-9fb0-1410530c5a16, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:23:24.844978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] For port eb082a07-d4cc-4346-9fb0-1410530c5a16, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=eb082a07-d4cc-4346-9fb0-1410530c5a16,segment=NetworkSegment(08856d6e-1bfe-443d-8f03-fc4cbfba68aa),segment_id=08856d6e-1bfe-443d-8f03-fc4cbfba68aa)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:23:24.849304 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:24.914604 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8cfda-1466-46a8-ada7-d9c9833af74e None None] Pushing event updated for resources: {'Port': ['ID=eb082a07-d4cc-4346-9fb0-1410530c5a16,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:26.137726 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 35990) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:23:26.452302 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-75f7b0f9-4db6-4313-9f54-22f6214d9c47 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:23:26.453305 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-75f7b0f9-4db6-4313-9f54-22f6214d9c47 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145659 Jan 21 09:23:28.892001 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 35998) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:23:29.210184 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-9e02bf9e-18e4-4b52-82b0-a740e0ce22f0 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:23:29.211217 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9e02bf9e-18e4-4b52-82b0-a740e0ce22f0 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3181598 Jan 21 09:23:31.981377 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 36008) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:23:32.286637 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-18945b25-7c85-4d20-8be6-029c563fe744 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '2a775fb881f846b098687d3c789cad3d', 'name': 'router1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:23:32.324632 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-18945b25-7c85-4d20-8be6-029c563fe744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:32.326429 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-18945b25-7c85-4d20-8be6-029c563fe744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:32.480156 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-18945b25-7c85-4d20-8be6-029c563fe744 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:32.485276 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-18945b25-7c85-4d20-8be6-029c563fe744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:32.499951 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-18945b25-7c85-4d20-8be6-029c563fe744 admin admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:32.501235 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-18945b25-7c85-4d20-8be6-029c563fe744 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5188487 Jan 21 09:23:32.656178 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device eb082a07-d4cc-4346-9fb0-1410530c5a16 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:23:32.754817 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port eb082a07-d4cc-4346-9fb0-1410530c5a16 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:23:32.755200 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:32.862542 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:32.897288 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port eb082a07-d4cc-4346-9fb0-1410530c5a16, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=eb082a07-d4cc-4346-9fb0-1410530c5a16,segment=NetworkSegment(08856d6e-1bfe-443d-8f03-fc4cbfba68aa),segment_id=08856d6e-1bfe-443d-8f03-fc4cbfba68aa)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:23:32.902269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:32.949712 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=eb082a07-d4cc-4346-9fb0-1410530c5a16,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:33.513987 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67aeb49-956d-44f0-b0d3-ae6689808143 None None] Network 386a51a3-7c3d-4226-b6ac-476aea4cc89f requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:23:33.635758 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-77f3fefd-87f3-4e87-b32f-7232068287a2 None None] Provisioning complete for port eb082a07-d4cc-4346-9fb0-1410530c5a16 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:23:33.636128 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-77f3fefd-87f3-4e87-b32f-7232068287a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:33.985602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-63a4beaa-aa51-435f-bbca-d8c57e37836b None None] Provisioning complete for port eb082a07-d4cc-4346-9fb0-1410530c5a16 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:23:33.986263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-63a4beaa-aa51-435f-bbca-d8c57e37836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:34.605244 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device eb082a07-d4cc-4346-9fb0-1410530c5a16 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:23:34.651610 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port eb082a07-d4cc-4346-9fb0-1410530c5a16 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:23:34.651974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:34.978872 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 36020) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:23:35.287797 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-4246e169-d16e-4cd2-a99f-b17296e94c13 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:23:35.288800 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4246e169-d16e-4cd2-a99f-b17296e94c13 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3089955 Jan 21 09:23:35.789262 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a483d32e-b322-4d00-981a-4cd11099681d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:37.735677 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 36028) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:23:38.046836 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-617a9afc-f253-4210-b1dd-10018eb17589 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:23:38.070116 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617a9afc-f253-4210-b1dd-10018eb17589 admin admin] Made reservation on behalf of ca1031b07ae549d99f9bb007ab41a47e for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:23:38.072941 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-617a9afc-f253-4210-b1dd-10018eb17589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:38.080827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-617a9afc-f253-4210-b1dd-10018eb17589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:38.137111 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1196-4823-4dee-b013-69465ef75d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:38.153365 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-617a9afc-f253-4210-b1dd-10018eb17589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:38.157046 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-617a9afc-f253-4210-b1dd-10018eb17589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:38.174275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-617a9afc-f253-4210-b1dd-10018eb17589 admin admin] Reserving flat network on physical network physnet1 {{(pid=102146) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 21 09:23:38.187860 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a9afc-f253-4210-b1dd-10018eb17589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aba666-803c-4c05-8a77-f0f619158451,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:38.195649 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-617a9afc-f253-4210-b1dd-10018eb17589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:38.195994 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-617a9afc-f253-4210-b1dd-10018eb17589 admin admin] Added segment 5d000500-8a5a-4dea-bbe6-831fa0cb18e0 of type flat for network e5b467b6-3f77-41e6-abda-a63a446d52f5 Jan 21 09:23:38.243940 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-617a9afc-f253-4210-b1dd-10018eb17589 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:38.277158 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-617a9afc-f253-4210-b1dd-10018eb17589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:38.278450 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617a9afc-f253-4210-b1dd-10018eb17589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:23:38.279345 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-617a9afc-f253-4210-b1dd-10018eb17589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:38.334441 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-617a9afc-f253-4210-b1dd-10018eb17589 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5977590 Jan 21 09:23:38.339434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a9afc-f253-4210-b1dd-10018eb17589 admin admin] Pushing event updated for resources: {'Network': ['ID=e5b467b6-3f77-41e6-abda-a63a446d52f5,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:38.349485 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:23:39.129184 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:40.761684 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 36046) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:23:40.935747 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94bbbe4-209a-4b8a-ba2b-e20923e0c7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:23:40.937046 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b94bbbe4-209a-4b8a-ba2b-e20923e0c7ce admin admin] 10.222.0.88 "GET /v2.0/subnets/fbc9ae9e-2255-4a27-824f-09f737ba124f HTTP/1.1" status: 200 len: 849 time: 0.1744978 Jan 21 09:23:41.054513 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f699fc9d-e258-49c9-afd5-709f07276558 admin admin] 10.222.0.88 "GET /v2.0/routers/c8a25136-3879-452c-b611-63eae31ceb81 HTTP/1.1" status: 200 len: 704 time: 0.1113193 Jan 21 09:23:41.119772 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:41.280857 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:41.324704 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:41.612191 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Allocated IP 172.20.0.1 (386a51a3-7c3d-4226-b6ac-476aea4cc89f/fbc9ae9e-2255-4a27-824f-09f737ba124f/6cd4943e-50b4-4cf5-9d07-488c6e8691fa) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:23:41.804685 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:41.869768 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:41.938892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Network 386a51a3-7c3d-4226-b6ac-476aea4cc89f is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:23:41.944219 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:23:41.950542 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:23:41.951005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:42.004700 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd4943e-50b4-4cf5-9d07-488c6e8691fa,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:42.130095 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-308bd4fb-53d1-45a3-9606-a4c17565798a None None] Provisioning complete for port 6cd4943e-50b4-4cf5-9d07-488c6e8691fa triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:23:42.130644 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-308bd4fb-53d1-45a3-9606-a4c17565798a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:42.143468 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:42.166604 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-308bd4fb-53d1-45a3-9606-a4c17565798a None None] Port 6cd4943e-50b4-4cf5-9d07-488c6e8691fa cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:23:42.354317 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:42.358708 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:42.359454 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:42.441085 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd4943e-50b4-4cf5-9d07-488c6e8691fa,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:42.484192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Network 386a51a3-7c3d-4226-b6ac-476aea4cc89f is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:23:42.485482 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:23:42.641736 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Router c8a25136-3879-452c-b611-63eae31ceb81 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:23:42.686648 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f3b9f422-d3d1-41aa-a99c-1f037b3dc0ee None None] Provisioning complete for port 6cd4943e-50b4-4cf5-9d07-488c6e8691fa triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:23:42.687047 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f3b9f422-d3d1-41aa-a99c-1f037b3dc0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:42.720054 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f3b9f422-d3d1-41aa-a99c-1f037b3dc0ee None None] Port 6cd4943e-50b4-4cf5-9d07-488c6e8691fa cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:23:42.733348 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:23:42.739117 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7a66c0d9-4934-4ac3-af74-5893c29e9c72 admin admin] 10.222.0.88 "PUT /v2.0/routers/c8a25136-3879-452c-b611-63eae31ceb81/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6784899 Jan 21 09:23:42.743297 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Sync routers for ids ['c8a25136-3879-452c-b611-63eae31ceb81'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:23:42.754802 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Routers {'c8a25136-3879-452c-b611-63eae31ceb81'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:23:42.755565 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:23:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8a25136-3879-452c-b611-63eae31ceb81'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:23:42.941910 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Set router c8a25136-3879-452c-b611-63eae31ceb81 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:23:43.370164 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a25136-3879-452c-b611-63eae31ceb81', 'name': 'router1', 'tenant_id': '2a775fb881f846b098687d3c789cad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:23:32Z', 'updated_at': '2022-01-21T09:23:42Z', 'revision_number': 2, 'project_id': '2a775fb881f846b098687d3c789cad3d', 'gw_port_host': None, '_interfaces': [{'id': '6cd4943e-50b4-4cf5-9d07-488c6e8691fa', 'name': '', 'network_id': '386a51a3-7c3d-4226-b6ac-476aea4cc89f', 'tenant_id': '2a775fb881f846b098687d3c789cad3d', 'mac_address': 'fa:16:3e:b8:ed:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a25136-3879-452c-b611-63eae31ceb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbc9ae9e-2255-4a27-824f-09f737ba124f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:23:41Z', 'updated_at': '2022-01-21T09:23:42Z', 'revision_number': 2, 'project_id': '2a775fb881f846b098687d3c789cad3d', 'subnets': [{'id': 'fbc9ae9e-2255-4a27-824f-09f737ba124f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a4e0865-8cb0-4b84-a4eb-2a64fd035b73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:23:43.422737 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Checking router: c8a25136-3879-452c-b611-63eae31ceb81 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:23:43.423102 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Updating router c8a25136-3879-452c-b611-63eae31ceb81 port 6cd4943e-50b4-4cf5-9d07-488c6e8691fa binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:23:43.472082 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:43.996812 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:44.002932 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:44.183086 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba757a86-d1df-42f7-b135-c430bb1800d7 None None] Pushing event updated for resources: {'Port': ['ID=6cd4943e-50b4-4cf5-9d07-488c6e8691fa,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:44.194300 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba757a86-d1df-42f7-b135-c430bb1800d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:44.194662 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba757a86-d1df-42f7-b135-c430bb1800d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:44.195001 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba757a86-d1df-42f7-b135-c430bb1800d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:44.195333 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba757a86-d1df-42f7-b135-c430bb1800d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:44.195687 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba757a86-d1df-42f7-b135-c430bb1800d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:44.196026 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba757a86-d1df-42f7-b135-c430bb1800d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:44.196953 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba757a86-d1df-42f7-b135-c430bb1800d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:44.197288 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba757a86-d1df-42f7-b135-c430bb1800d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:44.197800 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba757a86-d1df-42f7-b135-c430bb1800d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:44.198135 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba757a86-d1df-42f7-b135-c430bb1800d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:44.198454 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba757a86-d1df-42f7-b135-c430bb1800d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:44.198770 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba757a86-d1df-42f7-b135-c430bb1800d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba757a86-d1df-42f7-b135-c430bb1800d7 None None] Tracked resource versions report: Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: pushed versions: Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: { 'AddressGroup': {'1.2'}, Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'ConntrackHelper': {'1.0'}, Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Log': {'1.0'}, Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Network': {'1.1'}, Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Port': {'1.7'}, Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'PortForwarding': {'1.2'}, Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'QosPolicy': {'1.9'}, Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'SecurityGroup': {'1.4'}, Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'SubPort': {'1.0'}, Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Subnet': {'1.1'}, Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Trunk': {'1.1'}} Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: consumer versions: Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: { DHCP agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: L3 agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: Metadata agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: Metering agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: Open vSwitch agent@dv-neutron-825721-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'ConntrackHelper': '1.0', Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Log': '1.0', Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Network': '1.1', Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Port': '1.7', Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'PortForwarding': '1.2', Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'QosPolicy': '1.9', Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'SecurityGroup': '1.4', Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'SecurityGroupRule': '1.2', Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'SubPort': '1.0', Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Subnet': '1.1', Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Trunk': '1.1'}} Jan 21 09:23:44.200059 dv-neutron-825721-1-hyperv neutron-server[102149]: {{(pid=102149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:23:44.202703 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Attempting to bind port 6cd4943e-50b4-4cf5-9d07-488c6e8691fa on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:23:44.203102 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Attempting to bind port 6cd4943e-50b4-4cf5-9d07-488c6e8691fa by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '08856d6e-1bfe-443d-8f03-fc4cbfba68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '386a51a3-7c3d-4226-b6ac-476aea4cc89f'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:23:44.203539 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Attempting to bind port 6cd4943e-50b4-4cf5-9d07-488c6e8691fa on network 386a51a3-7c3d-4226-b6ac-476aea4cc89f {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:23:44.210044 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:23:44.210457 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Checking segment: {'id': '08856d6e-1bfe-443d-8f03-fc4cbfba68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '386a51a3-7c3d-4226-b6ac-476aea4cc89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:23:44.211361 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:44.211361 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Bound using segment: {'id': '08856d6e-1bfe-443d-8f03-fc4cbfba68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '386a51a3-7c3d-4226-b6ac-476aea4cc89f'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:23:44.211863 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Bound port: 6cd4943e-50b4-4cf5-9d07-488c6e8691fa, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08856d6e-1bfe-443d-8f03-fc4cbfba68aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '386a51a3-7c3d-4226-b6ac-476aea4cc89f'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:23:44.212409 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:44.247029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-72947dce-c5a1-43f5-9e70-84a5e0753a8a None None] Provisioning complete for port 6cd4943e-50b4-4cf5-9d07-488c6e8691fa triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:23:44.247548 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-72947dce-c5a1-43f5-9e70-84a5e0753a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:44.279505 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] For port 6cd4943e-50b4-4cf5-9d07-488c6e8691fa, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:23:44.284251 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-72947dce-c5a1-43f5-9e70-84a5e0753a8a None None] Port 6cd4943e-50b4-4cf5-9d07-488c6e8691fa cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:23:44.299458 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] For port 6cd4943e-50b4-4cf5-9d07-488c6e8691fa, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6cd4943e-50b4-4cf5-9d07-488c6e8691fa,segment=NetworkSegment(08856d6e-1bfe-443d-8f03-fc4cbfba68aa),segment_id=08856d6e-1bfe-443d-8f03-fc4cbfba68aa)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:23:44.303658 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:44.364968 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Routers {'c8a25136-3879-452c-b611-63eae31ceb81'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:23:44.365620 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:23:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8a25136-3879-452c-b611-63eae31ceb81'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:23:44.367376 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba757a86-d1df-42f7-b135-c430bb1800d7 None None] Pushing event updated for resources: {'Port': ['ID=6cd4943e-50b4-4cf5-9d07-488c6e8691fa,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:44.469821 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] Set router c8a25136-3879-452c-b611-63eae31ceb81 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:23:44.505222 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-039c1d6e-1209-468a-a8be-2a178f44b146 None None] Provisioning complete for port 6cd4943e-50b4-4cf5-9d07-488c6e8691fa triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:23:44.505632 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-039c1d6e-1209-468a-a8be-2a178f44b146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:44.584177 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-039c1d6e-1209-468a-a8be-2a178f44b146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:44.615810 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-039c1d6e-1209-468a-a8be-2a178f44b146 None None] For port 6cd4943e-50b4-4cf5-9d07-488c6e8691fa, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6cd4943e-50b4-4cf5-9d07-488c6e8691fa,segment=NetworkSegment(08856d6e-1bfe-443d-8f03-fc4cbfba68aa),segment_id=08856d6e-1bfe-443d-8f03-fc4cbfba68aa)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:23:44.620261 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-039c1d6e-1209-468a-a8be-2a178f44b146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:44.666950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c1d6e-1209-468a-a8be-2a178f44b146 None None] Pushing event updated for resources: {'Port': ['ID=6cd4943e-50b4-4cf5-9d07-488c6e8691fa,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:44.689588 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a25136-3879-452c-b611-63eae31ceb81', 'name': 'router1', 'tenant_id': '2a775fb881f846b098687d3c789cad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:23:32Z', 'updated_at': '2022-01-21T09:23:42Z', 'revision_number': 2, 'project_id': '2a775fb881f846b098687d3c789cad3d', 'gw_port_host': None, '_interfaces': [{'id': '6cd4943e-50b4-4cf5-9d07-488c6e8691fa', 'name': '', 'network_id': '386a51a3-7c3d-4226-b6ac-476aea4cc89f', 'tenant_id': '2a775fb881f846b098687d3c789cad3d', 'mac_address': 'fa:16:3e:b8:ed:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a25136-3879-452c-b611-63eae31ceb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbc9ae9e-2255-4a27-824f-09f737ba124f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:23:41Z', 'updated_at': '2022-01-21T09:23:44Z', 'revision_number': 4, 'project_id': '2a775fb881f846b098687d3c789cad3d', 'subnets': [{'id': 'fbc9ae9e-2255-4a27-824f-09f737ba124f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a4e0865-8cb0-4b84-a4eb-2a64fd035b73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:23:44.718137 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150bda2-79b1-484d-b13d-fabb4d0c113c None None] The sync data for ids ['c8a25136-3879-452c-b611-63eae31ceb81'] in dv-neutron-825721-1-hyperv is: [{'id': 'c8a25136-3879-452c-b611-63eae31ceb81', 'name': 'router1', 'tenant_id': '2a775fb881f846b098687d3c789cad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:23:32Z', 'updated_at': '2022-01-21T09:23:42Z', 'revision_number': 2, 'project_id': '2a775fb881f846b098687d3c789cad3d', 'gw_port_host': None, '_interfaces': [{'id': '6cd4943e-50b4-4cf5-9d07-488c6e8691fa', 'name': '', 'network_id': '386a51a3-7c3d-4226-b6ac-476aea4cc89f', 'tenant_id': '2a775fb881f846b098687d3c789cad3d', 'mac_address': 'fa:16:3e:b8:ed:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a25136-3879-452c-b611-63eae31ceb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbc9ae9e-2255-4a27-824f-09f737ba124f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:23:41Z', 'updated_at': '2022-01-21T09:23:44Z', 'revision_number': 4, 'project_id': '2a775fb881f846b098687d3c789cad3d', 'subnets': [{'id': 'fbc9ae9e-2255-4a27-824f-09f737ba124f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a4e0865-8cb0-4b84-a4eb-2a64fd035b73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:23:44.998320 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 5 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:23:45.076191 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 36066) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:23:45.259592 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d80f6c-6e57-4abb-999e-3c8ea14b5f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:23:45.260991 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d4d80f6c-6e57-4abb-999e-3c8ea14b5f01 admin admin] 10.222.0.88 "GET /v2.0/networks/e5b467b6-3f77-41e6-abda-a63a446d52f5 HTTP/1.1" status: 200 len: 842 time: 0.1837869 Jan 21 09:23:45.271062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.7.1', 'name': 'public-subnet', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'ip_version': 4, 'cidr': '172.26.7.0/24', 'enable_dhcp': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:23:45.301770 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Made reservation on behalf of ca1031b07ae549d99f9bb007ab41a47e for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:23:45.304349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:45.710495 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.objects.ports [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:23:45.710951 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:45.779907 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:23:45.780662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Network hostable DHCP agents. Network: e5b467b6-3f77-41e6-abda-a63a446d52f5, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:23:45.787501 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=620ec8c1-d0c9-4d51-a42d-2761fa22cf85,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:45.804126 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:45.804470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:45.804805 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:45.805129 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:45.805450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:45.806531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:45.806855 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:45.807188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:45.807510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:45.807821 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:45.808133 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:45.808441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Tracked resource versions report: Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: pushed versions: Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: { 'AddressGroup': {'1.2'}, Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'ConntrackHelper': {'1.0'}, Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Log': {'1.0'}, Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Network': {'1.1'}, Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Port': {'1.7'}, Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'PortForwarding': {'1.2'}, Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'QosPolicy': {'1.9'}, Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'SecurityGroup': {'1.4'}, Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'SubPort': {'1.0'}, Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Subnet': {'1.1'}, Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Trunk': {'1.1'}} Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: consumer versions: Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: { DHCP agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: L3 agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: Metadata agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: Metering agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: Open vSwitch agent@dv-neutron-825721-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'ConntrackHelper': '1.0', Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Log': '1.0', Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Network': '1.1', Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Port': '1.7', Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'PortForwarding': '1.2', Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'QosPolicy': '1.9', Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'SecurityGroup': '1.4', Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'SecurityGroupRule': '1.2', Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'SubPort': '1.0', Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Subnet': '1.1', Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Trunk': '1.1'}} Jan 21 09:23:45.809747 dv-neutron-825721-1-hyperv neutron-server[102147]: {{(pid=102147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:23:45.838929 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:23:45.855176 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, e5b467b6-3f77-41e6-abda-a63a446d52f5) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:23:45.860068 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:23:45.860751 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:45.864993 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7228dba-f1a1-45d2-81b2-99d0a0719135 None None] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:23:45.891543 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b17ff8bc-f0f3-421b-a555-52ad708503d4 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6142731 Jan 21 09:23:45.997473 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efca81d7-2cf0-43a5-af5a-7fd3caa629c8 None None] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:23:48.275657 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 36078) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:23:48.422056 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0db5888e-efb9-4113-9562-706459f91025 admin admin] 10.222.0.88 "GET /v2.0/routers/c8a25136-3879-452c-b611-63eae31ceb81 HTTP/1.1" status: 200 len: 710 time: 0.1452575 Jan 21 09:23:48.511240 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f17d22-5cfb-472d-85b0-b0c5954f1bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:23:48.512877 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-28f17d22-5cfb-472d-85b0-b0c5954f1bda admin admin] 10.222.0.88 "GET /v2.0/networks/e5b467b6-3f77-41e6-abda-a63a446d52f5 HTTP/1.1" status: 200 len: 886 time: 0.0848861 Jan 21 09:23:48.522229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:23:48.829531 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:49.056761 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:49.132691 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:49.239180 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] Allocated IP 172.26.7.136 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/d3d33453-d356-4ef3-ac60-01941cd09c72) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:23:49.336626 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:49.370346 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:49.405132 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:23:49.409446 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:23:49.414737 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:23:49.420676 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] Pushing event updated for resources: {'Port': ['ID=d3d33453-d356-4ef3-ac60-01941cd09c72,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:49.668623 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:49.860699 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:49.864154 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:49.974150 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] Router c8a25136-3879-452c-b611-63eae31ceb81 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:23:50.173686 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:23:50.178220 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:50.183426 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-55a4d992-5cbe-44eb-9ffb-e12fb6b2b99e admin admin] 10.222.0.88 "PUT /v2.0/routers/c8a25136-3879-452c-b611-63eae31ceb81 HTTP/1.1" status: 200 len: 890 time: 1.6604099 Jan 21 09:23:50.644660 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6cd4943e-50b4-4cf5-9d07-488c6e8691fa up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:23:50.694522 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 6cd4943e-50b4-4cf5-9d07-488c6e8691fa triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:23:50.694898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:51.396188 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Sync routers for ids ['c8a25136-3879-452c-b611-63eae31ceb81'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:23:51.406869 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Routers {'c8a25136-3879-452c-b611-63eae31ceb81'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:23:51.407539 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:23:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8a25136-3879-452c-b611-63eae31ceb81'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:23:51.618203 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Set router c8a25136-3879-452c-b611-63eae31ceb81 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:23:52.011501 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a25136-3879-452c-b611-63eae31ceb81', 'name': 'router1', 'tenant_id': '2a775fb881f846b098687d3c789cad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'd3d33453-d356-4ef3-ac60-01941cd09c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:23:32Z', 'updated_at': '2022-01-21T09:23:49Z', 'revision_number': 4, 'project_id': '2a775fb881f846b098687d3c789cad3d', 'gw_port': {'id': 'd3d33453-d356-4ef3-ac60-01941cd09c72', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ca:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a25136-3879-452c-b611-63eae31ceb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:23:49Z', 'updated_at': '2022-01-21T09:23:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6cd4943e-50b4-4cf5-9d07-488c6e8691fa', 'name': '', 'network_id': '386a51a3-7c3d-4226-b6ac-476aea4cc89f', 'tenant_id': '2a775fb881f846b098687d3c789cad3d', 'mac_address': 'fa:16:3e:b8:ed:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a25136-3879-452c-b611-63eae31ceb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbc9ae9e-2255-4a27-824f-09f737ba124f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:23:41Z', 'updated_at': '2022-01-21T09:23:44Z', 'revision_number': 5, 'project_id': '2a775fb881f846b098687d3c789cad3d', 'subnets': [{'id': 'fbc9ae9e-2255-4a27-824f-09f737ba124f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a4e0865-8cb0-4b84-a4eb-2a64fd035b73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:23:52.064043 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Checking router: c8a25136-3879-452c-b611-63eae31ceb81 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:23:52.064395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Updating router c8a25136-3879-452c-b611-63eae31ceb81 port d3d33453-d356-4ef3-ac60-01941cd09c72 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:23:52.121879 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:52.458784 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:52.465503 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:52.520828 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Attempting to bind port d3d33453-d356-4ef3-ac60-01941cd09c72 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:23:52.521198 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Attempting to bind port d3d33453-d356-4ef3-ac60-01941cd09c72 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:23:52.521585 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Attempting to bind port d3d33453-d356-4ef3-ac60-01941cd09c72 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:23:52.523802 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ac33a-7b3a-4606-8c62-859b162d2ada None None] Pushing event updated for resources: {'Port': ['ID=d3d33453-d356-4ef3-ac60-01941cd09c72,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:52.531251 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:23:52.532148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:23:52.532148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:52.532518 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:23:52.532855 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Bound port: d3d33453-d356-4ef3-ac60-01941cd09c72, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:23:52.533298 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:52.662421 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] For port d3d33453-d356-4ef3-ac60-01941cd09c72, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:23:52.666021 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] For port d3d33453-d356-4ef3-ac60-01941cd09c72, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d3d33453-d356-4ef3-ac60-01941cd09c72,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:23:52.671462 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:52.676935 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 36090) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:23:52.730557 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ac33a-7b3a-4606-8c62-859b162d2ada None None] Pushing event updated for resources: {'Port': ['ID=d3d33453-d356-4ef3-ac60-01941cd09c72,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:52.733536 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Routers {'c8a25136-3879-452c-b611-63eae31ceb81'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:23:52.734319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:23:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8a25136-3879-452c-b611-63eae31ceb81'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:23:52.813838 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4b28533a-7bdd-4bb0-93f7-a95d30b14f2b admin admin] 10.222.0.88 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1357276 Jan 21 09:23:52.849136 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] Set router c8a25136-3879-452c-b611-63eae31ceb81 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:23:53.070332 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a25136-3879-452c-b611-63eae31ceb81', 'name': 'router1', 'tenant_id': '2a775fb881f846b098687d3c789cad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'd3d33453-d356-4ef3-ac60-01941cd09c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:23:32Z', 'updated_at': '2022-01-21T09:23:49Z', 'revision_number': 4, 'project_id': '2a775fb881f846b098687d3c789cad3d', 'gw_port': {'id': 'd3d33453-d356-4ef3-ac60-01941cd09c72', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ca:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a25136-3879-452c-b611-63eae31ceb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:23:49Z', 'updated_at': '2022-01-21T09:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6cd4943e-50b4-4cf5-9d07-488c6e8691fa', 'name': '', 'network_id': '386a51a3-7c3d-4226-b6ac-476aea4cc89f', 'tenant_id': '2a775fb881f846b098687d3c789cad3d', 'mac_address': 'fa:16:3e:b8:ed:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a25136-3879-452c-b611-63eae31ceb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbc9ae9e-2255-4a27-824f-09f737ba124f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:23:41Z', 'updated_at': '2022-01-21T09:23:44Z', 'revision_number': 5, 'project_id': '2a775fb881f846b098687d3c789cad3d', 'subnets': [{'id': 'fbc9ae9e-2255-4a27-824f-09f737ba124f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a4e0865-8cb0-4b84-a4eb-2a64fd035b73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:23:53.099964 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845ef59-2981-4110-8ef5-9da9dd9c66f1 None None] The sync data for ids ['c8a25136-3879-452c-b611-63eae31ceb81'] in dv-neutron-825721-1-hyperv is: [{'id': 'c8a25136-3879-452c-b611-63eae31ceb81', 'name': 'router1', 'tenant_id': '2a775fb881f846b098687d3c789cad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'd3d33453-d356-4ef3-ac60-01941cd09c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:23:32Z', 'updated_at': '2022-01-21T09:23:49Z', 'revision_number': 4, 'project_id': '2a775fb881f846b098687d3c789cad3d', 'gw_port': {'id': 'd3d33453-d356-4ef3-ac60-01941cd09c72', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ca:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a25136-3879-452c-b611-63eae31ceb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:23:49Z', 'updated_at': '2022-01-21T09:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6cd4943e-50b4-4cf5-9d07-488c6e8691fa', 'name': '', 'network_id': '386a51a3-7c3d-4226-b6ac-476aea4cc89f', 'tenant_id': '2a775fb881f846b098687d3c789cad3d', 'mac_address': 'fa:16:3e:b8:ed:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a25136-3879-452c-b611-63eae31ceb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbc9ae9e-2255-4a27-824f-09f737ba124f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:23:41Z', 'updated_at': '2022-01-21T09:23:44Z', 'revision_number': 5, 'project_id': '2a775fb881f846b098687d3c789cad3d', 'subnets': [{'id': 'fbc9ae9e-2255-4a27-824f-09f737ba124f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a4e0865-8cb0-4b84-a4eb-2a64fd035b73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:23:54.682599 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d3d33453-d356-4ef3-ac60-01941cd09c72 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:23:54.739621 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d3d33453-d356-4ef3-ac60-01941cd09c72 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:23:54.740459 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:54.824430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:54.844906 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port d3d33453-d356-4ef3-ac60-01941cd09c72, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d3d33453-d356-4ef3-ac60-01941cd09c72,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:23:54.850254 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:23:54.902972 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=d3d33453-d356-4ef3-ac60-01941cd09c72,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:23:56.658889 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d3d33453-d356-4ef3-ac60-01941cd09c72 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:23:56.713969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d3d33453-d356-4ef3-ac60-01941cd09c72 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:23:56.714603 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:24:05.798353 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e5d08617-f37a-40d2-8faa-6422ed1f061d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:24:08.146969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-500b7835-a5b4-4ed5-9756-40db73473741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:24:09.140496 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:24:11.137077 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:24:11.285118 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:24:22.002056 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 5 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:24:35.790275 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9ee0-36f7-4956-9ee7-e3b12ddb6cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:24:38.136565 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e78ca196-00d2-4a0b-8d04-d9db4746735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:24:39.190073 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:24:41.140737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:24:41.291783 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:24:58.996663 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 5 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:25:05.794676 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3dd6c436-71dc-41de-8387-499c941d8d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:25:08.138588 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b0a4938e-b74c-46cd-bff0-7e6356026d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:25:09.143487 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:25:11.143513 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:25:11.283605 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:25:35.798538 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9e49e89e-22a3-48ba-83eb-909e6b72f331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:25:35.897702 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 36684) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:25:35.958599 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec2d8f3-8785-48bd-963f-6eec750c09c7 admin admin] GET failed (client error): The resource could not be found. Jan 21 09:25:35.960459 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bec2d8f3-8785-48bd-963f-6eec750c09c7 admin admin] 10.222.0.88 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617652 Jan 21 09:25:35.995397 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 5 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:25:36.137351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6ffe51-ba02-4e22-b46d-073ece80937b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:25:36.142488 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-af6ffe51-ba02-4e22-b46d-073ece80937b admin admin] 10.222.0.88 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1738334 Jan 21 09:25:38.139749 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c34efc92-d428-49c6-bcc7-094afe547c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:25:38.384294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 36694) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:25:38.488960 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1660009-340d-4a1a-84f5-4c8541b1b3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:25:38.490401 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b1660009-340d-4a1a-84f5-4c8541b1b3b3 admin admin] 10.222.0.88 "GET /v2.0/subnets/fbc9ae9e-2255-4a27-824f-09f737ba124f HTTP/1.1" status: 200 len: 849 time: 0.1051555 Jan 21 09:25:38.500609 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:25:38.585540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Notify callbacks [] for subnet, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:25:38.729974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781631474014'] for subnet, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:25:38.761996 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:25:38.762575 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:25:38.785611 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] 10.222.0.88 "PUT /v2.0/subnets/fbc9ae9e-2255-4a27-824f-09f737ba124f HTTP/1.1" status: 200 len: 868 time: 0.2668543 Jan 21 09:25:38.785796 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e1fd2d-9be0-4a80-b8e2-eb1c9200dd85 None None] Network 386a51a3-7c3d-4226-b6ac-476aea4cc89f requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:25:38.785916 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc9ae9e-2255-4a27-824f-09f737ba124f,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:25:38.791108 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:25:38.791479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:25:38.791819 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:25:38.792150 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:25:38.792479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:25:38.792821 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:25:38.793151 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:25:38.793517 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:25:38.794112 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:25:38.794437 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:25:38.794778 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:25:38.795095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c452f58-1a67-4419-8f5f-abe56eb9112f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:25:39.145702 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:25:39.187919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a787b433-34eb-48c8-a51c-0e0b21fe5f5b None None] Provisioning complete for port 6cd4943e-50b4-4cf5-9d07-488c6e8691fa triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:25:39.188287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a787b433-34eb-48c8-a51c-0e0b21fe5f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:25:39.275347 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a787b433-34eb-48c8-a51c-0e0b21fe5f5b None None] Provisioning complete for port eb082a07-d4cc-4346-9fb0-1410530c5a16 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:25:39.275611 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a787b433-34eb-48c8-a51c-0e0b21fe5f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:25:41.022795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 36702) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:25:41.145707 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:25:41.224271 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081c95da-cea8-435b-a56f-836df14abe33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:25:41.225199 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081c95da-cea8-435b-a56f-836df14abe33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:25:41.226760 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-081c95da-cea8-435b-a56f-836df14abe33 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2030077 Jan 21 09:25:41.286243 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:25:43.436385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 36710) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:25:43.572705 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f766cc-e476-47d5-bf85-b5233c4a2416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:25:43.573177 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f766cc-e476-47d5-bf85-b5233c4a2416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:25:43.574734 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b7f766cc-e476-47d5-bf85-b5233c4a2416 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1373959 Jan 21 09:25:45.818426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 36718) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:25:45.963096 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b738869-6607-49f4-86df-e5082bfa707f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:25:45.964444 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8b738869-6607-49f4-86df-e5082bfa707f admin admin] 10.222.0.88 "GET /v2.0/networks/386a51a3-7c3d-4226-b6ac-476aea4cc89f HTTP/1.1" status: 200 len: 869 time: 0.1450782 Jan 21 09:25:48.219700 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 36726) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:25:48.346484 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860a60af-9d99-4608-b4ec-e19cea6924f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:25:48.347860 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-860a60af-9d99-4608-b4ec-e19cea6924f7 admin admin] 10.222.0.88 "GET /v2.0/networks/e5b467b6-3f77-41e6-abda-a63a446d52f5 HTTP/1.1" status: 200 len: 886 time: 0.1272061 Jan 21 09:25:50.601476 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 36734) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:25:50.724569 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2734e01-5071-4475-adc8-9366666406d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:25:50.725020 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2734e01-5071-4475-adc8-9366666406d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:25:50.726592 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c2734e01-5071-4475-adc8-9366666406d3 admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241596 Jan 21 09:25:53.019816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 36742) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:25:53.112164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d2aa85-6f5a-4ad1-af10-eee832489e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:25:53.112612 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d2aa85-6f5a-4ad1-af10-eee832489e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:25:53.114147 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-66d2aa85-6f5a-4ad1-af10-eee832489e8d admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927513 Jan 21 09:25:55.363194 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 36750) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:25:55.449208 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ff06f-f188-49fa-a416-af3a2b60949d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:25:55.450571 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ee1ff06f-f188-49fa-a416-af3a2b60949d admin admin] 10.222.0.88 "GET /v2.0/subnets/620ec8c1-d0c9-4d51-a42d-2761fa22cf85 HTTP/1.1" status: 200 len: 816 time: 0.0864227 Jan 21 09:25:57.722550 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 36760) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:25:57.816759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c20e1c7-a830-43d2-8a7a-9bb6325975e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:25:57.818948 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0c20e1c7-a830-43d2-8a7a-9bb6325975e6 admin admin] 10.222.0.88 "GET /v2.0/subnets/fbc9ae9e-2255-4a27-824f-09f737ba124f HTTP/1.1" status: 200 len: 868 time: 0.0954089 Jan 21 09:26:05.802159 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-855e8a45-946c-49a6-acce-ca75b0f1adbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:08.140493 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9891b7f1-ad61-4277-a41e-45eef555755a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:09.147767 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:11.151189 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:11.288881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:12.993797 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 5 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:26:22.471806 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 36814) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:26:22.520666 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-f454947d-d305-4665-80f9-f878b1979099 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:26:22.521713 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f454947d-d305-4665-80f9-f878b1979099 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481753 Jan 21 09:26:24.870118 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 36822) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:26:24.932409 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef7fbdd-7643-4788-88c7-442d55d311d9 admin admin] GET failed (client error): The resource could not be found. Jan 21 09:26:24.933740 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0ef7fbdd-7643-4788-88c7-442d55d311d9 admin admin] 10.222.0.88 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626650 Jan 21 09:26:25.085225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f113c10b-b60a-4c40-9432-89aeaa1d303c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:26:25.086748 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f113c10b-b60a-4c40-9432-89aeaa1d303c admin admin] 10.222.0.88 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1483037 Jan 21 09:26:27.452935 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 36830) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:26:27.501251 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:26:27.524254 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Made reservation on behalf of ca1031b07ae549d99f9bb007ab41a47e for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:26:27.526525 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:27.553234 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING neutron.services.revisions.revision_plugin [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Could not find related network for resource to bump revision. Jan 21 09:26:27.563062 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:26:27.572097 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:27.572433 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Added segment e0e962b6-4471-4eaa-931f-98bbb70934c3 of type vlan for network b8805a02-4230-4fb0-b1ca-d68f821b10e8 Jan 21 09:26:27.611751 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:27.635594 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:27.636446 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:26:27.637035 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:27.691611 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2369068 Jan 21 09:26:27.698547 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Pushing event updated for resources: {'Network': ['ID=b8805a02-4230-4fb0-b1ca-d68f821b10e8,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:26:27.706057 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:27.706962 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:27.707384 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:27.707964 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:27.708348 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:27.708689 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:27.709018 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:27.709356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:27.709737 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:27.710039 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:27.710357 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:27.710672 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ded5b-afce-4d7e-b293-4b9d4d01cffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:27.722983 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network b8805a02-4230-4fb0-b1ca-d68f821b10e8 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:26:29.940450 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 36838) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:26:30.000876 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba331329-fdcd-46ee-821b-9ef4f23e92e8 admin admin] GET failed (client error): The resource could not be found. Jan 21 09:26:30.002259 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ba331329-fdcd-46ee-821b-9ef4f23e92e8 admin admin] 10.222.0.88 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600557 Jan 21 09:26:30.071417 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095f11b2-4727-4945-b55c-25590c7a9789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:26:30.072873 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-095f11b2-4727-4945-b55c-25590c7a9789 admin admin] 10.222.0.88 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651765 Jan 21 09:26:30.083125 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-476a36a4-fefd-40cf-b0c0-8cf0cc5abd86 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'b8805a02-4230-4fb0-b1ca-d68f821b10e8', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:26:30.103785 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476a36a4-fefd-40cf-b0c0-8cf0cc5abd86 admin admin] Made reservation on behalf of ca1031b07ae549d99f9bb007ab41a47e for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:26:30.106007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-476a36a4-fefd-40cf-b0c0-8cf0cc5abd86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:30.265699 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-476a36a4-fefd-40cf-b0c0-8cf0cc5abd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:30.326405 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a36a4-fefd-40cf-b0c0-8cf0cc5abd86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1c26e3-3a37-49b8-a55b-87202dc37be2,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:26:30.333349 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a36a4-fefd-40cf-b0c0-8cf0cc5abd86 admin admin] Checking segment: {'id': 'e0e962b6-4471-4eaa-931f-98bbb70934c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b8805a02-4230-4fb0-b1ca-d68f821b10e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:26:30.333556 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476a36a4-fefd-40cf-b0c0-8cf0cc5abd86 admin admin] Network hostable DHCP agents. Network: b8805a02-4230-4fb0-b1ca-d68f821b10e8, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:26:30.349350 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476a36a4-fefd-40cf-b0c0-8cf0cc5abd86 admin admin] Network b8805a02-4230-4fb0-b1ca-d68f821b10e8 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:26:30.357050 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-476a36a4-fefd-40cf-b0c0-8cf0cc5abd86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, b8805a02-4230-4fb0-b1ca-d68f821b10e8) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:26:30.360864 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476a36a4-fefd-40cf-b0c0-8cf0cc5abd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:26:30.361480 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-476a36a4-fefd-40cf-b0c0-8cf0cc5abd86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:30.368061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72eb7b0-b145-4b21-aa18-f47ddbfd66a0 None None] Network b8805a02-4230-4fb0-b1ca-d68f821b10e8 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:26:30.377237 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-476a36a4-fefd-40cf-b0c0-8cf0cc5abd86 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2974818 Jan 21 09:26:30.616414 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-b8805a02-4230-4fb0-b1ca-d68f821b10e8', 'network_id': 'b8805a02-4230-4fb0-b1ca-d68f821b10e8', 'tenant_id': 'ca1031b07ae549d99f9bb007ab41a47e', 'fixed_ips': [{'subnet_id': '2d1c26e3-3a37-49b8-a55b-87202dc37be2'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:26:30.617301 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:30.756766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Allocated IP 192.168.233.2 (b8805a02-4230-4fb0-b1ca-d68f821b10e8/2d1c26e3-3a37-49b8-a55b-87202dc37be2/c2461dc4-558d-45d7-bab2-d0dceb9081c6) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:26:30.903384 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:30.909906 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:30.955849 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Network b8805a02-4230-4fb0-b1ca-d68f821b10e8 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:26:30.959526 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:26:30.962215 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:26:30.968156 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Pushing event updated for resources: {'Port': ['ID=c2461dc4-558d-45d7-bab2-d0dceb9081c6,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:26:30.978368 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:30.978742 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:30.979092 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:30.979431 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:30.979765 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:30.980122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:30.980454 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:30.980808 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:30.981155 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:30.981534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:30.981856 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:30.982183 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:26:31.032758 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Attempting to bind port c2461dc4-558d-45d7-bab2-d0dceb9081c6 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:26:31.033110 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Attempting to bind port c2461dc4-558d-45d7-bab2-d0dceb9081c6 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'e0e962b6-4471-4eaa-931f-98bbb70934c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b8805a02-4230-4fb0-b1ca-d68f821b10e8'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:26:31.033479 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Attempting to bind port c2461dc4-558d-45d7-bab2-d0dceb9081c6 on network b8805a02-4230-4fb0-b1ca-d68f821b10e8 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:26:31.038538 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:26:31.038907 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Checking segment: {'id': 'e0e962b6-4471-4eaa-931f-98bbb70934c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b8805a02-4230-4fb0-b1ca-d68f821b10e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:26:31.039329 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:31.039702 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Bound using segment: {'id': 'e0e962b6-4471-4eaa-931f-98bbb70934c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b8805a02-4230-4fb0-b1ca-d68f821b10e8'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:26:31.040159 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Bound port: c2461dc4-558d-45d7-bab2-d0dceb9081c6, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e962b6-4471-4eaa-931f-98bbb70934c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b8805a02-4230-4fb0-b1ca-d68f821b10e8'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:26:31.040556 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:31.102970 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] For port c2461dc4-558d-45d7-bab2-d0dceb9081c6, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:26:31.106969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] For port c2461dc4-558d-45d7-bab2-d0dceb9081c6, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=c2461dc4-558d-45d7-bab2-d0dceb9081c6,segment=NetworkSegment(e0e962b6-4471-4eaa-931f-98bbb70934c3),segment_id=e0e962b6-4471-4eaa-931f-98bbb70934c3)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:26:31.112042 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:31.193269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5432be-f95e-46dc-aad1-69543111092f None None] Pushing event updated for resources: {'Port': ['ID=c2461dc4-558d-45d7-bab2-d0dceb9081c6,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:26:32.053119 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44f2022-cb0c-4ef7-8c58-de771598cc27 None None] Network b8805a02-4230-4fb0-b1ca-d68f821b10e8 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:26:32.111650 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-fc12f366-9846-4f77-8af6-611b2cabd9b8 None None] Provisioning complete for port c2461dc4-558d-45d7-bab2-d0dceb9081c6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:26:32.112132 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fc12f366-9846-4f77-8af6-611b2cabd9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:32.247358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fc12f366-9846-4f77-8af6-611b2cabd9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:32.299226 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-fc12f366-9846-4f77-8af6-611b2cabd9b8 None None] For port c2461dc4-558d-45d7-bab2-d0dceb9081c6, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=c2461dc4-558d-45d7-bab2-d0dceb9081c6,segment=NetworkSegment(e0e962b6-4471-4eaa-931f-98bbb70934c3),segment_id=e0e962b6-4471-4eaa-931f-98bbb70934c3)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:26:32.307898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fc12f366-9846-4f77-8af6-611b2cabd9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:32.365110 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12f366-9846-4f77-8af6-611b2cabd9b8 None None] Pushing event updated for resources: {'Port': ['ID=c2461dc4-558d-45d7-bab2-d0dceb9081c6,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:26:32.529590 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a37cb129-e19f-4e98-8653-366122a61e1c None None] Provisioning complete for port c2461dc4-558d-45d7-bab2-d0dceb9081c6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:26:32.529989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a37cb129-e19f-4e98-8653-366122a61e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:32.774148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device c2461dc4-558d-45d7-bab2-d0dceb9081c6 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:26:32.822588 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port c2461dc4-558d-45d7-bab2-d0dceb9081c6 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:26:32.822958 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:35.804090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a29ed20e-c752-4992-93e0-c40f0370ae7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:38.141010 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-043a664c-c2b7-45b1-956f-163792d3ec1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:39.150137 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:41.151070 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:41.291856 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:26:49.993318 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 5 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:27:05.804715 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-841aa7eb-140f-467e-9eec-caaa7fc07285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:27:08.145373 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c36206c1-7bbd-4d51-9ddd-c0199e7574de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:27:09.154051 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:27:11.153438 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:27:11.293957 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:27:26.991814 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 5 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:27:35.808774 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e4289302-4eac-4931-a948-3c66e92c6778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:27:38.148521 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-12256030-4ecd-4c05-ac64-db5c347f864e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:27:39.157723 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:27:41.157403 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:27:41.297955 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:00.724545 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 36890) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:28:00.731941 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-48bd24a7-a822-4e44-a736-46f7b92971ca tempest-verify_tempest_config-1239598110 tempest-verify_tempest_config-1239598110-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:28:00.732884 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-48bd24a7-a822-4e44-a736-46f7b92971ca tempest-verify_tempest_config-1239598110 tempest-verify_tempest_config-1239598110-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0073907 Jan 21 09:28:01.025252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 36908) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:28:01.126554 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee14b835-0b6d-44a6-b6bd-88500fb56860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:01.200335 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee14b835-0b6d-44a6-b6bd-88500fb56860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:01.204556 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee14b835-0b6d-44a6-b6bd-88500fb56860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:01.245136 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14b835-0b6d-44a6-b6bd-88500fb56860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ded5b72-20af-401e-8135-7e558d07b69d,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:01.249475 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ee14b835-0b6d-44a6-b6bd-88500fb56860 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1a83ac1185444a1084ebaf7a1ec2584c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2231989 Jan 21 09:28:01.253063 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 36912) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:28:01.254235 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee14b835-0b6d-44a6-b6bd-88500fb56860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.254597 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee14b835-0b6d-44a6-b6bd-88500fb56860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.254923 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee14b835-0b6d-44a6-b6bd-88500fb56860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.255268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee14b835-0b6d-44a6-b6bd-88500fb56860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.255589 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee14b835-0b6d-44a6-b6bd-88500fb56860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.255911 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee14b835-0b6d-44a6-b6bd-88500fb56860 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.256227 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee14b835-0b6d-44a6-b6bd-88500fb56860 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.256545 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee14b835-0b6d-44a6-b6bd-88500fb56860 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.256874 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee14b835-0b6d-44a6-b6bd-88500fb56860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.257166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee14b835-0b6d-44a6-b6bd-88500fb56860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.257493 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee14b835-0b6d-44a6-b6bd-88500fb56860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.257805 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee14b835-0b6d-44a6-b6bd-88500fb56860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.336642 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:01.357016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:01.447083 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:01.449636 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:01.450826 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0ded5b72-20af-401e-8135-7e558d07b69d HTTP/1.1" status: 204 len: 168 time: 0.1966658 Jan 21 09:28:01.460844 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ded5b72-20af-401e-8135-7e558d07b69d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:01.467989 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.468371 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.468694 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.469025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.469350 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.469701 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.470023 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.470345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.470663 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.470980 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.471290 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:01.471601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72532ffc-6815-4178-917b-c44f726beaba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:03.990205 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 5 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:28:05.811429 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4a534731-1acf-4355-aa85-0be010a4da04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:08.153734 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ecc15dda-5cb6-418a-8995-143105f9f2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:09.161419 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:11.163350 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:11.299901 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:35.813768 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-04841668-e489-43c3-97b1-c645b4e1b69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:38.155966 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cde0b891-08b2-415f-919e-eeb5edc8b1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:39.161967 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:40.988885 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 5 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:28:41.167693 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:41.303576 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:05.814830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c3b51ee5-991e-4734-86b2-998be58fd9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:08.156749 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0f35d24b-d64d-4c11-a35c-13fdd582bfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:09.166029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:11.168099 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:11.305442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:17.987337 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 5 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:29:24.617972 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66657075'] for agent, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:35.820282 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6405f717-b010-4802-a14e-890d64299746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:38.158097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1ad4-c776-401f-a3ae-a3e888740526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:39.168954 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:39.800987 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 36984) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:29:39.906854 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c4d21f19-3208-4c6e-9215-816a04f21c87 admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1042385 Jan 21 09:29:41.172088 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:41.305429 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:42.189233 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 36994) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:29:42.245083 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-30e64f18-a882-4fee-ad83-9254dccce7ae admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0547490 Jan 21 09:29:54.606012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:54.986426 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:30:05.811900 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-52bdfa24-a0d3-425d-a445-91b37fde0b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:08.166690 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-04bd78ff-375a-44ff-a3e4-c1be6c372075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:09.172514 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:11.175968 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:11.307144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:24.604962 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:31.986316 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:30:35.813934 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e4d4a5a2-3492-4dbc-931f-f00a579f7b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:38.161005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe22a-9d91-45fc-a827-6796634f0f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:39.176412 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:41.180495 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:41.308237 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:54.614973 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:05.822734 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c97180ed-2fa3-4ee0-9b10-c6227b304608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:08.171138 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-23b72ff3-bb2f-4f2f-b449-a77cbe826897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:08.984661 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:31:09.033899 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37186) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:09.158727 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37196) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:09.185635 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:09.408736 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-560533580-network', 'tenant_id': '8412c99099254edbacc3999749241e6e'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:09.432881 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Made reservation on behalf of 8412c99099254edbacc3999749241e6e for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:09.435418 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:09.447331 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:09.530878 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:09.535812 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:09.563679 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f57156-92b5-44d5-9b38-a13f5a65c207,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:09.568009 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:09.580162 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:09.580523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:09.580853 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:09.581175 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:09.581686 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:09.582279 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:09.582632 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:09.582920 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:09.583401 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:09.583888 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:09.584209 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:09.584514 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Tracked resource versions report: Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: pushed versions: Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: { 'AddressGroup': {'1.2'}, Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'ConntrackHelper': {'1.0'}, Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Log': {'1.0'}, Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Network': {'1.1'}, Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Port': {'1.7'}, Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'PortForwarding': {'1.2'}, Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'QosPolicy': {'1.9'}, Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'SecurityGroup': {'1.4'}, Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'SubPort': {'1.0'}, Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Subnet': {'1.1'}, Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Trunk': {'1.1'}} Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: consumer versions: Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: { DHCP agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: L3 agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: Metadata agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: Metering agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: Open vSwitch agent@dv-neutron-825721-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'ConntrackHelper': '1.0', Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Log': '1.0', Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Network': '1.1', Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Port': '1.7', Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'PortForwarding': '1.2', Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'QosPolicy': '1.9', Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'SecurityGroup': '1.4', Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'SecurityGroupRule': '1.2', Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'SubPort': '1.0', Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Subnet': '1.1', Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: 'Trunk': '1.1'}} Jan 21 09:31:09.586256 dv-neutron-825721-1-hyperv neutron-server[102146]: {{(pid=102146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:31:09.591931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:09.592269 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Added segment f079f2df-51a3-4fdf-bc18-89660f114394 of type vlan for network eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac Jan 21 09:31:09.598042 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1825675934-network', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:09.633029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:09.639931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Made reservation on behalf of 1a68dc779f554296a0028aa7d5bc25a8 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:09.644748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:09.659085 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:09.660247 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:09.660747 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:09.702577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:09.729678 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] Pushing event updated for resources: {'Network': ['ID=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:09.737951 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b7f1bed5-4356-45d5-8ce0-8bcd8507d759 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7029970 Jan 21 09:31:09.738751 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37220) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:09.746060 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-39042926-ddef-4ce4-8bf5-d3ffc797a5cf admin admin] Request body: {'subnet': {'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-560533580-subnet', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:09.747977 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:09.771347 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37222) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:09.781991 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39042926-ddef-4ce4-8bf5-d3ffc797a5cf admin admin] Made reservation on behalf of 8412c99099254edbacc3999749241e6e for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:09.784343 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-39042926-ddef-4ce4-8bf5-d3ffc797a5cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:09.955131 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:09.965355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:09.985767 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-39042926-ddef-4ce4-8bf5-d3ffc797a5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:09.995507 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:10.012301 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f40f3a5-07bd-4be2-81e0-65ebedde49ae,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:10.018901 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781631348026', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.019224 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Unsubscribe: segment precommit_create {{(pid=102147) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 09:31:10.019594 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Added segment 391dfebd-cd79-4f19-86cf-a8349af6276e of type vlan for network 33ab5233-247c-420a-9a81-d744e286d7eb Jan 21 09:31:10.035162 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.035508 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.036062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.036202 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.040293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.040293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.040536 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39042926-ddef-4ce4-8bf5-d3ffc797a5cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4bc1c0e-de86-4cff-909c-9d8480083531,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:10.040978 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.040978 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.040978 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.040978 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.040978 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.041300 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Tracked resource versions report: Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: pushed versions: Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: { 'AddressGroup': {'1.2'}, Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'ConntrackHelper': {'1.0'}, Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Log': {'1.0'}, Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Network': {'1.1'}, Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Port': {'1.7'}, Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'PortForwarding': {'1.2'}, Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'QosPolicy': {'1.9'}, Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'SecurityGroup': {'1.4'}, Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'SubPort': {'1.0'}, Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Subnet': {'1.1'}, Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Trunk': {'1.1'}} Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: consumer versions: Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: { DHCP agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: L3 agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: Metadata agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: Metering agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: Open vSwitch agent@dv-neutron-825721-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'ConntrackHelper': '1.0', Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Log': '1.0', Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Network': '1.1', Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Port': '1.7', Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'PortForwarding': '1.2', Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'QosPolicy': '1.9', Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'SecurityGroup': '1.4', Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'SecurityGroupRule': '1.2', Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'SubPort': '1.0', Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Subnet': '1.1', Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: 'Trunk': '1.1'}} Jan 21 09:31:10.042389 dv-neutron-825721-1-hyperv neutron-server[102147]: {{(pid=102147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:31:10.064466 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39042926-ddef-4ce4-8bf5-d3ffc797a5cf admin admin] Checking segment: {'id': 'f079f2df-51a3-4fdf-bc18-89660f114394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:10.064822 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39042926-ddef-4ce4-8bf5-d3ffc797a5cf admin admin] Network hostable DHCP agents. Network: eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:31:10.084187 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39042926-ddef-4ce4-8bf5-d3ffc797a5cf admin admin] Network eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:31:10.091390 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37234) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:10.098024 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-39042926-ddef-4ce4-8bf5-d3ffc797a5cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:10.100068 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.104372 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39042926-ddef-4ce4-8bf5-d3ffc797a5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:10.105103 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-39042926-ddef-4ce4-8bf5-d3ffc797a5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.114247 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20caa032-8fe9-4e2f-9cd6-d766dbce9816 None None] Network eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:10.134012 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-39042926-ddef-4ce4-8bf5-d3ffc797a5cf admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3932438 Jan 21 09:31:10.138144 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37238) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:10.139855 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.142050 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:10.142665 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.147510 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-560533580-router', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:10.193581 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-5e7ac63b-9e4a-412f-9936-1fedf7a5237e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-837518490-network', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:10.239502 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.240541 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.331935 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac', 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'fixed_ips': [{'subnet_id': 'e4bc1c0e-de86-4cff-909c-9d8480083531'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:31:10.332831 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.361112 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7ac63b-9e4a-412f-9936-1fedf7a5237e admin admin] Made reservation on behalf of 530dee94bf6d4357842a66e2ae6222ed for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:10.378106 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac63b-9e4a-412f-9936-1fedf7a5237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.381408 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.404819 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac63b-9e4a-412f-9936-1fedf7a5237e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.409355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] Pushing event updated for resources: {'Network': ['ID=33ab5233-247c-420a-9a81-d744e286d7eb,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:10.422639 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8bc5611c-0ae8-4d11-95ac-064a5d057a48 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2628162 Jan 21 09:31:10.423530 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37250) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:10.428772 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d66abb1e-e001-4aaf-8669-204f84f18537 admin admin] Request body: {'subnet': {'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1825675934-subnet', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:10.456544 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66abb1e-e001-4aaf-8669-204f84f18537 admin admin] Made reservation on behalf of 1a68dc779f554296a0028aa7d5bc25a8 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:10.460012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d66abb1e-e001-4aaf-8669-204f84f18537 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.490167 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Allocated IP 172.20.0.2 (eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac/e4bc1c0e-de86-4cff-909c-9d8480083531/4c2a5d82-3c08-49f9-ad37-6885cc23a3ac) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:10.572164 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac63b-9e4a-412f-9936-1fedf7a5237e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.645212 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.651553 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 33ab5233-247c-420a-9a81-d744e286d7eb details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:10.690718 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac63b-9e4a-412f-9936-1fedf7a5237e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.728441 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.732946 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7ac63b-9e4a-412f-9936-1fedf7a5237e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:10.741250 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.758112 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1779782162', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:10.768030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ac63b-9e4a-412f-9936-1fedf7a5237e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc512d0-616f-4b7c-b5be-382decfb56a7,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:10.771356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac63b-9e4a-412f-9936-1fedf7a5237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.771724 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-5e7ac63b-9e4a-412f-9936-1fedf7a5237e admin admin] Added segment 42c57984-0809-447c-a47b-a389cbd7f226 of type vlan for network 3e67eef8-ec59-4dd9-baf8-c041de241adc Jan 21 09:31:10.800956 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Network eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:10.802540 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Pushing event updated for resources: {'Port': ['ID=4c2a5d82-3c08-49f9-ad37-6885cc23a3ac,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:10.803972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d66abb1e-e001-4aaf-8669-204f84f18537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.812204 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:10.815751 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.816126 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.816517 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.816851 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.817176 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.817588 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.817918 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.818256 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.818783 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.819421 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.819784 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.820179 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Tracked resource versions report: Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: pushed versions: Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: { 'AddressGroup': {'1.2'}, Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'ConntrackHelper': {'1.0'}, Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Log': {'1.0'}, Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Network': {'1.1'}, Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Port': {'1.7'}, Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'PortForwarding': {'1.2'}, Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'QosPolicy': {'1.9'}, Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'SecurityGroup': {'1.4'}, Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'SubPort': {'1.0'}, Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Subnet': {'1.1'}, Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Trunk': {'1.1'}} Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: consumer versions: Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: { DHCP agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: L3 agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: Metadata agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: Metering agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: Open vSwitch agent@dv-neutron-825721-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'ConntrackHelper': '1.0', Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Log': '1.0', Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Network': '1.1', Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Port': '1.7', Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'PortForwarding': '1.2', Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'QosPolicy': '1.9', Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'SecurityGroup': '1.4', Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'SecurityGroupRule': '1.2', Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'SubPort': '1.0', Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Subnet': '1.1', Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: 'Trunk': '1.1'}} Jan 21 09:31:10.821295 dv-neutron-825721-1-hyperv neutron-server[102148]: {{(pid=102148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:31:10.825584 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:10.882266 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac63b-9e4a-412f-9936-1fedf7a5237e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.889403 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Attempting to bind port 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:10.889817 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Attempting to bind port 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'f079f2df-51a3-4fdf-bc18-89660f114394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:10.890582 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Attempting to bind port 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac on network eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:10.895898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:31:10.896095 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Checking segment: {'id': 'f079f2df-51a3-4fdf-bc18-89660f114394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:10.896480 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.897034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Bound using segment: {'id': 'f079f2df-51a3-4fdf-bc18-89660f114394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:31:10.897333 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Bound port: 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f079f2df-51a3-4fdf-bc18-89660f114394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:31:10.897869 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.912324 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66abb1e-e001-4aaf-8669-204f84f18537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c3f93b-57e8-4654-a8a9-7966fd0d79d7,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:10.915788 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Made reservation on behalf of 74c4b072a29b40458a1eb3fbf987db65 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:10.919957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.930793 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac63b-9e4a-412f-9936-1fedf7a5237e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.932066 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7ac63b-9e4a-412f-9936-1fedf7a5237e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:10.932810 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac63b-9e4a-412f-9936-1fedf7a5237e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.943952 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.969405 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5e7ac63b-9e4a-412f-9936-1fedf7a5237e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1951931 Jan 21 09:31:10.977041 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] For port 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:10.980912 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] For port 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4c2a5d82-3c08-49f9-ad37-6885cc23a3ac,segment=NetworkSegment(f079f2df-51a3-4fdf-bc18-89660f114394),segment_id=f079f2df-51a3-4fdf-bc18-89660f114394)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:31:10.987819 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.996977 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37266) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:11.015373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ef5ca434-c50d-4e27-be8b-6c00c8d065ee admin admin] Request body: {'subnet': {'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-837518490-subnet', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:11.068396 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d049f-9b31-4f52-b63f-7632ffd7cda3 None None] Pushing event updated for resources: {'Port': ['ID=4c2a5d82-3c08-49f9-ad37-6885cc23a3ac,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:11.102710 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66abb1e-e001-4aaf-8669-204f84f18537 admin admin] Checking segment: {'id': '391dfebd-cd79-4f19-86cf-a8349af6276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:11.103085 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66abb1e-e001-4aaf-8669-204f84f18537 admin admin] Network hostable DHCP agents. Network: 33ab5233-247c-420a-9a81-d744e286d7eb, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:31:11.147704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5ca434-c50d-4e27-be8b-6c00c8d065ee admin admin] Made reservation on behalf of 530dee94bf6d4357842a66e2ae6222ed for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:11.154589 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef5ca434-c50d-4e27-be8b-6c00c8d065ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:11.183788 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ac63b-9e4a-412f-9936-1fedf7a5237e admin admin] Pushing event updated for resources: {'Network': ['ID=3e67eef8-ec59-4dd9-baf8-c041de241adc,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:11.205409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 3e67eef8-ec59-4dd9-baf8-c041de241adc details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:11.237567 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66abb1e-e001-4aaf-8669-204f84f18537 admin admin] Network 33ab5233-247c-420a-9a81-d744e286d7eb is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:31:11.255430 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:11.264160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:11.273745 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-d66abb1e-e001-4aaf-8669-204f84f18537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 33ab5233-247c-420a-9a81-d744e286d7eb) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:11.279245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:11.280079 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:11.295127 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] device_id is not set on port 3b5256b7-3c68-47ee-baac-ee48c5b1d7f7 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:11.302104 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66abb1e-e001-4aaf-8669-204f84f18537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:11.303008 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d66abb1e-e001-4aaf-8669-204f84f18537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:11.343163 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572b7d4e-cb47-47a9-b7ab-7272c0585018 None None] Network 33ab5233-247c-420a-9a81-d744e286d7eb requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:11.400962 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d66abb1e-e001-4aaf-8669-204f84f18537 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9759960 Jan 21 09:31:11.450160 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37278) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:11.488922 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Allocated IP 172.26.7.199 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/e354fe51-6a8e-45c0-b5b7-507842e08299) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:11.490484 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374fc46c-98b5-46ed-b2a9-69909fddae0e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:11.511805 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:11.518759 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37282) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:11.541426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37286) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:11.589067 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:11.660919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-33ab5233-247c-420a-9a81-d744e286d7eb', 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'fixed_ips': [{'subnet_id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:31:11.661909 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:11.733489 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:11.761984 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef5ca434-c50d-4e27-be8b-6c00c8d065ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:11.771445 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1825675934-router', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:11.779640 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:11.826488 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Pushing event updated for resources: {'Port': ['ID=e354fe51-6a8e-45c0-b5b7-507842e08299,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:11.876636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:11.880195 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:11.883029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:11.886240 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5260bc10-6d57-4785-8d8b-618b6f3d3899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1242509173'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:11.889327 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:11.895566 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:11.907490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ca434-c50d-4e27-be8b-6c00c8d065ee admin admin] Checking segment: {'id': '42c57984-0809-447c-a47b-a389cbd7f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:11.907735 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Allocated IP 172.20.0.2 (33ab5233-247c-420a-9a81-d744e286d7eb/79c3f93b-57e8-4654-a8a9-7966fd0d79d7/57aa7400-154d-412c-a510-2247a82cbb9b) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:11.908762 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5ca434-c50d-4e27-be8b-6c00c8d065ee admin admin] Network hostable DHCP agents. Network: 3e67eef8-ec59-4dd9-baf8-c041de241adc, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:31:11.935854 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ca434-c50d-4e27-be8b-6c00c8d065ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc72f198-0024-4ad9-b3ff-8a57abfcdd4f,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:11.950428 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-24670c79-5aa9-41ea-9e82-150e59a3d410 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1692482431'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:11.959756 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5ca434-c50d-4e27-be8b-6c00c8d065ee admin admin] Network 3e67eef8-ec59-4dd9-baf8-c041de241adc is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:31:11.981559 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Allocated IP 172.26.7.200 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/3b5256b7-3c68-47ee-baac-ee48c5b1d7f7) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:11.986040 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-ef5ca434-c50d-4e27-be8b-6c00c8d065ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 3e67eef8-ec59-4dd9-baf8-c041de241adc) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:12.026380 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5ca434-c50d-4e27-be8b-6c00c8d065ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:12.026997 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef5ca434-c50d-4e27-be8b-6c00c8d065ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.052191 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24670c79-5aa9-41ea-9e82-150e59a3d410 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.054499 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24670c79-5aa9-41ea-9e82-150e59a3d410 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.089533 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5260bc10-6d57-4785-8d8b-618b6f3d3899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Made reservation on behalf of c6bbf35c685645f29bf3ebbbbd112a8f for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:12.093367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5260bc10-6d57-4785-8d8b-618b6f3d3899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.096129 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.104881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36d6b5f-ab59-45d6-9f82-19e3321175ad None None] Network 3e67eef8-ec59-4dd9-baf8-c041de241adc requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:12.111954 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.119790 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37296) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:12.148296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5260bc10-6d57-4785-8d8b-618b6f3d3899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.157713 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ef5ca434-c50d-4e27-be8b-6c00c8d065ee admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1536348 Jan 21 09:31:12.173321 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37300) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:12.178495 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-837518490-router', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:12.193644 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Network 33ab5233-247c-420a-9a81-d744e286d7eb is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:12.199870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.207330 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Pushing event updated for resources: {'Port': ['ID=57aa7400-154d-412c-a510-2247a82cbb9b,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:12.220876 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:12.223396 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:12.417339 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-86fbb7c6-f373-4676-845d-1067a4022538 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-764535671'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:12.420651 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Attempting to bind port 57aa7400-154d-412c-a510-2247a82cbb9b on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:12.421436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Attempting to bind port 57aa7400-154d-412c-a510-2247a82cbb9b by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '391dfebd-cd79-4f19-86cf-a8349af6276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:12.421925 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Attempting to bind port 57aa7400-154d-412c-a510-2247a82cbb9b on network 33ab5233-247c-420a-9a81-d744e286d7eb {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:12.438161 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24670c79-5aa9-41ea-9e82-150e59a3d410 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.465034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:31:12.465784 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Checking segment: {'id': '391dfebd-cd79-4f19-86cf-a8349af6276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:12.466428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.466936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Bound using segment: {'id': '391dfebd-cd79-4f19-86cf-a8349af6276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:31:12.467766 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37308) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:12.468208 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Bound port: 57aa7400-154d-412c-a510-2247a82cbb9b, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391dfebd-cd79-4f19-86cf-a8349af6276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:31:12.468727 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.481525 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.489086 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24670c79-5aa9-41ea-9e82-150e59a3d410 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.501659 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fbb7c6-f373-4676-845d-1067a4022538 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Made reservation on behalf of 7d3032efd00748f59a3c17d5982ac029 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:12.505851 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86fbb7c6-f373-4676-845d-1067a4022538 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.539694 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86fbb7c6-f373-4676-845d-1067a4022538 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.542337 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.543599 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.563651 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24670c79-5aa9-41ea-9e82-150e59a3d410 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.565203 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-24670c79-5aa9-41ea-9e82-150e59a3d410 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0438683 Jan 21 09:31:12.579959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37312) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:12.629655 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-3e67eef8-ec59-4dd9-baf8-c041de241adc', 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'fixed_ips': [{'subnet_id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:31:12.630538 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.633440 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] For port 57aa7400-154d-412c-a510-2247a82cbb9b, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:12.639953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] For port 57aa7400-154d-412c-a510-2247a82cbb9b, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=57aa7400-154d-412c-a510-2247a82cbb9b,segment=NetworkSegment(391dfebd-cd79-4f19-86cf-a8349af6276e),segment_id=391dfebd-cd79-4f19-86cf-a8349af6276e)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:31:12.652242 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.654222 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abbcbc8-6307-4829-99e1-369b4f9c1a1b None None] Network eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:12.656375 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.718943 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-dd9a43ba-f738-41c5-adce-a9c801176094 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:12.816921 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-020dcca0-5f0f-4db1-833e-7867f374a7c7 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.824489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.875966 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5b57d038-2e44-4560-bb19-5cc355fcc635 None None] Provisioning complete for port 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:12.875966 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5b57d038-2e44-4560-bb19-5cc355fcc635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:12.887590 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da532a39-1233-4312-bed3-b7f87b9a2dea None None] Pushing event updated for resources: {'Port': ['ID=57aa7400-154d-412c-a510-2247a82cbb9b,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:12.920912 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.012336 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Allocated IP 172.20.0.2 (3e67eef8-ec59-4dd9-baf8-c041de241adc/bc72f198-0024-4ad9-b3ff-8a57abfcdd4f/65e8b90f-3b4b-444a-a395-eb01111ce3f6) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:13.043637 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5260bc10-6d57-4785-8d8b-618b6f3d3899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.115596 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.192004 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:13.259021 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.288759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.363953 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5260bc10-6d57-4785-8d8b-618b6f3d3899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.368968 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.392752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5b57d038-2e44-4560-bb19-5cc355fcc635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.456915 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-dd9a43ba-f738-41c5-adce-a9c801176094 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] 10.222.0.88 "PUT /v2.0/quotas/1de1cb8200984d17961d5cfa01e0118e HTTP/1.1" status: 200 len: 368 time: 0.9864964 Jan 21 09:31:13.468594 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37320) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:13.473524 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-15d6f278-390b-4697-8501-c91b0c0fb950 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Request body: {'network': {'project_id': '1de1cb8200984d17961d5cfa01e0118e'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:13.474556 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-5b57d038-2e44-4560-bb19-5cc355fcc635 None None] For port 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4c2a5d82-3c08-49f9-ad37-6885cc23a3ac,segment=NetworkSegment(f079f2df-51a3-4fdf-bc18-89660f114394),segment_id=f079f2df-51a3-4fdf-bc18-89660f114394)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:13.495937 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5b57d038-2e44-4560-bb19-5cc355fcc635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.500775 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:13.501144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.518286 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-020dcca0-5f0f-4db1-833e-7867f374a7c7 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.522026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-020dcca0-5f0f-4db1-833e-7867f374a7c7 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.547928 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d6f278-390b-4697-8501-c91b0c0fb950 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Made reservation on behalf of 1de1cb8200984d17961d5cfa01e0118e for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:13.550709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-15d6f278-390b-4697-8501-c91b0c0fb950 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.562611 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-15d6f278-390b-4697-8501-c91b0c0fb950 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.584728 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.604525 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.608253 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57d038-2e44-4560-bb19-5cc355fcc635 None None] Pushing event updated for resources: {'Port': ['ID=4c2a5d82-3c08-49f9-ad37-6885cc23a3ac,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:13.669534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Network 3e67eef8-ec59-4dd9-baf8-c041de241adc is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:13.669668 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5260bc10-6d57-4785-8d8b-618b6f3d3899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:13.669769 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Router 70066a65-df27-49d1-9484-f20deabcf8d8 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:31:13.694441 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:13.703602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:13.723014 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-15d6f278-390b-4697-8501-c91b0c0fb950 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.725867 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-020dcca0-5f0f-4db1-833e-7867f374a7c7 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.727257 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020dcca0-5f0f-4db1-833e-7867f374a7c7 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9956f11-c66f-4b86-bf19-379b45233611 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:31:13.735803 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-15d6f278-390b-4697-8501-c91b0c0fb950 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.752115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Pushing event updated for resources: {'Port': ['ID=65e8b90f-3b4b-444a-a395-eb01111ce3f6,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:13.765499 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86fbb7c6-f373-4676-845d-1067a4022538 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.766539 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5260bc10-6d57-4785-8d8b-618b6f3d3899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.766982 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-5260bc10-6d57-4785-8d8b-618b6f3d3899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Added segment b508fd90-4865-4a08-98be-6c0657dca084 of type vlan for network 8a61d65d-3564-4aef-8a9d-8204b745fceb Jan 21 09:31:13.772163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.779501 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-020dcca0-5f0f-4db1-833e-7867f374a7c7 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.784437 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-020dcca0-5f0f-4db1-833e-7867f374a7c7 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] 10.222.0.88 "DELETE /v2.0/routers/e9956f11-c66f-4b86-bf19-379b45233611 HTTP/1.1" status: 204 len: 168 time: 1.1976109 Jan 21 09:31:13.792272 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260bc10-6d57-4785-8d8b-618b6f3d3899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=447b01e0-ca8c-46db-853b-5becd13a6d0b,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:13.795448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37326) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:13.805271 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-8947e170-7002-4e7a-ba8e-c528aec1d920 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Request body: {'router': {'name': 'tempest-router-458688305', 'distributed': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:13.808285 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86fbb7c6-f373-4676-845d-1067a4022538 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.816866 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-622158f9-493f-40a0-8a51-d3f3e60637b7 None None] Provisioning complete for port 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:13.817667 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-622158f9-493f-40a0-8a51-d3f3e60637b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.843635 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d6f278-390b-4697-8501-c91b0c0fb950 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:13.860345 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Attempting to bind port 65e8b90f-3b4b-444a-a395-eb01111ce3f6 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:13.860949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Attempting to bind port 65e8b90f-3b4b-444a-a395-eb01111ce3f6 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '42c57984-0809-447c-a47b-a389cbd7f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:13.861398 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Attempting to bind port 65e8b90f-3b4b-444a-a395-eb01111ce3f6 on network 3e67eef8-ec59-4dd9-baf8-c041de241adc {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:13.877089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:31:13.878034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Checking segment: {'id': '42c57984-0809-447c-a47b-a389cbd7f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:13.878583 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.879028 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Bound using segment: {'id': '42c57984-0809-447c-a47b-a389cbd7f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:31:13.879619 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Bound port: 65e8b90f-3b4b-444a-a395-eb01111ce3f6, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c57984-0809-447c-a47b-a389cbd7f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:31:13.880119 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.887450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5260bc10-6d57-4785-8d8b-618b6f3d3899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.893760 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-15d6f278-390b-4697-8501-c91b0c0fb950 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.894158 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-15d6f278-390b-4697-8501-c91b0c0fb950 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Added segment fa335212-5f03-4aeb-93ca-fbf2441e1ca7 of type vlan for network 10634ae0-a0a7-4ee2-a9a2-eebb0c0e1f2e Jan 21 09:31:13.899034 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Allocated IP 172.26.7.206 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/71b35b86-027b-4ceb-9eed-5aa65d185618) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:13.913935 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6f278-390b-4697-8501-c91b0c0fb950 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a98010-0129-4399-9117-5a4422ddb1ff,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:13.946902 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:31:13.957793 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Sync routers for ids ['70066a65-df27-49d1-9484-f20deabcf8d8'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:31:13.974152 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Routers {'70066a65-df27-49d1-9484-f20deabcf8d8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:31:13.975012 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:31:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['70066a65-df27-49d1-9484-f20deabcf8d8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:13.980803 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbb7c6-f373-4676-845d-1067a4022538 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d95b1f9-c431-4833-944a-56cc51970842,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:13.988459 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-15d6f278-390b-4697-8501-c91b0c0fb950 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.011189 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] For port 65e8b90f-3b4b-444a-a395-eb01111ce3f6, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:14.014599 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5260bc10-6d57-4785-8d8b-618b6f3d3899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.025910 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5260bc10-6d57-4785-8d8b-618b6f3d3899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:14.026959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5260bc10-6d57-4785-8d8b-618b6f3d3899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.028381 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] For port 65e8b90f-3b4b-444a-a395-eb01111ce3f6, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=65e8b90f-3b4b-444a-a395-eb01111ce3f6,segment=NetworkSegment(42c57984-0809-447c-a47b-a389cbd7f226),segment_id=42c57984-0809-447c-a47b-a389cbd7f226)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:31:14.037155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fbb7c6-f373-4676-845d-1067a4022538 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:14.054987 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.059082 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a465b188-9e59-4d47-b95c-69ceafeb0793 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9196725 Jan 21 09:31:14.067976 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37328) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:14.070591 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.144408 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-15d6f278-390b-4697-8501-c91b0c0fb950 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.145374 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d6f278-390b-4697-8501-c91b0c0fb950 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:14.145984 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-15d6f278-390b-4697-8501-c91b0c0fb950 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.174202 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75102d5f-3ffd-4b3e-9c76-9063e51dc93e None None] Pushing event updated for resources: {'Port': ['ID=65e8b90f-3b4b-444a-a395-eb01111ce3f6,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:14.237270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Pushing event updated for resources: {'Port': ['ID=3b5256b7-3c68-47ee-baac-ee48c5b1d7f7,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:14.254517 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Set router 70066a65-df27-49d1-9484-f20deabcf8d8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:31:14.295364 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-15d6f278-390b-4697-8501-c91b0c0fb950 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8226693 Jan 21 09:31:14.300184 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86fbb7c6-f373-4676-845d-1067a4022538 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.300699 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37330) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:14.300998 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-86fbb7c6-f373-4676-845d-1067a4022538 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Added segment 399d67e2-5ea3-404d-ae13-131a191923cc of type vlan for network e7c504f2-bcfc-405e-a082-b07b57a2ed4d Jan 21 09:31:14.304824 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481344f3-0f83-4fec-a94f-a83cf35c6cff None None] Network 33ab5233-247c-420a-9a81-d744e286d7eb requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:14.315346 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f432c721-c91e-49d2-80ff-13d6d5f66796 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Request body: {'network': {'project_id': '1de1cb8200984d17961d5cfa01e0118e'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:14.328560 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.331426 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6f278-390b-4697-8501-c91b0c0fb950 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Pushing event updated for resources: {'Network': ['ID=10634ae0-a0a7-4ee2-a9a2-eebb0c0e1f2e,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:14.377661 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 10634ae0-a0a7-4ee2-a9a2-eebb0c0e1f2e details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:14.402824 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5260bc10-6d57-4785-8d8b-618b6f3d3899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.8487265 Jan 21 09:31:14.412593 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8947e170-7002-4e7a-ba8e-c528aec1d920 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.414470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8947e170-7002-4e7a-ba8e-c528aec1d920 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.422928 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-fd8c1263-88cc-44a0-b5e9-aca72fb61577 None None] Provisioning complete for port 57aa7400-154d-412c-a510-2247a82cbb9b triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:14.423912 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1263-88cc-44a0-b5e9-aca72fb61577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.441827 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:14.451583 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260bc10-6d57-4785-8d8b-618b6f3d3899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Pushing event updated for resources: {'Network': ['ID=8a61d65d-3564-4aef-8a9d-8204b745fceb,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:14.459901 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86fbb7c6-f373-4676-845d-1067a4022538 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.472091 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f432c721-c91e-49d2-80ff-13d6d5f66796 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Made reservation on behalf of 1de1cb8200984d17961d5cfa01e0118e for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:14.472562 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:14.487670 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f432c721-c91e-49d2-80ff-13d6d5f66796 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.491061 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.500701 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:14.503983 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:14.504792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.614413 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.db.resource_extend [None req-86fbb7c6-f373-4676-845d-1067a4022538 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:31:14.655457 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Pushing event updated for resources: {'Port': ['ID=71b35b86-027b-4ceb-9eed-5aa65d185618,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:14.669677 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-92543c1c-ea3b-4414-9a5e-d0f5f247111c tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.5754306 Jan 21 09:31:14.676384 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37340) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:14.697127 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 8a61d65d-3564-4aef-8a9d-8204b745fceb details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:14.705556 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-5028a6d2-bce0-40a4-851d-04c3dc464d9a tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.200'}]}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:14.717957 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:14.730527 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:14.747488 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'name': 'tempest-ServerActionsTestJSON-560533580-router', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:10Z', 'updated_at': '2022-01-21T09:31:12Z', 'revision_number': 3, 'project_id': '8412c99099254edbacc3999749241e6e', 'gw_port': {'id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:14.789737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8947e170-7002-4e7a-ba8e-c528aec1d920 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.805380 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Checking router: 70066a65-df27-49d1-9484-f20deabcf8d8 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:31:14.806308 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Updating router 70066a65-df27-49d1-9484-f20deabcf8d8 port e354fe51-6a8e-45c0-b5b7-507842e08299 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:31:14.825370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8947e170-7002-4e7a-ba8e-c528aec1d920 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.832467 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f432c721-c91e-49d2-80ff-13d6d5f66796 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:14.835838 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.837228 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86fbb7c6-f373-4676-845d-1067a4022538 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.846623 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:14.855866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fbb7c6-f373-4676-845d-1067a4022538 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:14.860853 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86fbb7c6-f373-4676-845d-1067a4022538 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.988537 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f432c721-c91e-49d2-80ff-13d6d5f66796 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:14.988887 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-f432c721-c91e-49d2-80ff-13d6d5f66796 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Added segment 9ae7ba39-b21f-471d-a041-06b1238fdf29 of type vlan for network de22b227-b694-4faa-bddb-37dc363715c3 Jan 21 09:31:15.048419 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbb7c6-f373-4676-845d-1067a4022538 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Pushing event updated for resources: {'Network': ['ID=e7c504f2-bcfc-405e-a082-b07b57a2ed4d,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:15.062394 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-86fbb7c6-f373-4676-845d-1067a4022538 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.9359303 Jan 21 09:31:15.067681 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37344) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:15.078725 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network e7c504f2-bcfc-405e-a082-b07b57a2ed4d details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:15.093363 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8947e170-7002-4e7a-ba8e-c528aec1d920 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.098133 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8947e170-7002-4e7a-ba8e-c528aec1d920 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2984564 Jan 21 09:31:15.098973 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37348) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:15.202594 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1263-88cc-44a0-b5e9-aca72fb61577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.224430 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f432c721-c91e-49d2-80ff-13d6d5f66796 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.263857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5028a6d2-bce0-40a4-851d-04c3dc464d9a tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.264879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5028a6d2-bce0-40a4-851d-04c3dc464d9a tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.349214 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-fd8c1263-88cc-44a0-b5e9-aca72fb61577 None None] For port 57aa7400-154d-412c-a510-2247a82cbb9b, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=57aa7400-154d-412c-a510-2247a82cbb9b,segment=NetworkSegment(391dfebd-cd79-4f19-86cf-a8349af6276e),segment_id=391dfebd-cd79-4f19-86cf-a8349af6276e)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:15.382605 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1263-88cc-44a0-b5e9-aca72fb61577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.414091 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.415476 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 65e8b90f-3b4b-444a-a395-eb01111ce3f6 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:15.425577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-52800923-dbc9-4bfd-914b-b148cf9f6fff tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Request body: {'network': {'name': 'tempest-network--1409468798', 'router:external': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:15.452648 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bc22be7-e490-4f81-93ad-8f0251fcf4b9 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.550300 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c1263-88cc-44a0-b5e9-aca72fb61577 None None] Pushing event updated for resources: {'Port': ['ID=57aa7400-154d-412c-a510-2247a82cbb9b,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:15.581677 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.591508 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 65e8b90f-3b4b-444a-a395-eb01111ce3f6 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:15.591881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.618468 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.629979 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.662770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f432c721-c91e-49d2-80ff-13d6d5f66796 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.666984 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f432c721-c91e-49d2-80ff-13d6d5f66796 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:15.669007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f432c721-c91e-49d2-80ff-13d6d5f66796 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.752150 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Attempting to bind port e354fe51-6a8e-45c0-b5b7-507842e08299 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:15.752787 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Attempting to bind port e354fe51-6a8e-45c0-b5b7-507842e08299 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:15.753332 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Attempting to bind port e354fe51-6a8e-45c0-b5b7-507842e08299 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:15.755938 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac30f7-0f9c-4ad0-a0c5-795f862bfbf6 None None] Pushing event updated for resources: {'Port': ['ID=e354fe51-6a8e-45c0-b5b7-507842e08299,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:15.765595 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:31:15.766282 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:15.766857 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.767412 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:31:15.768045 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Bound port: e354fe51-6a8e-45c0-b5b7-507842e08299, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:31:15.768598 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.772292 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac30f7-0f9c-4ad0-a0c5-795f862bfbf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:15.773430 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac30f7-0f9c-4ad0-a0c5-795f862bfbf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:15.773962 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac30f7-0f9c-4ad0-a0c5-795f862bfbf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:15.774666 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac30f7-0f9c-4ad0-a0c5-795f862bfbf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:15.775166 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac30f7-0f9c-4ad0-a0c5-795f862bfbf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:15.775670 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac30f7-0f9c-4ad0-a0c5-795f862bfbf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:15.776177 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac30f7-0f9c-4ad0-a0c5-795f862bfbf6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:15.776676 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac30f7-0f9c-4ad0-a0c5-795f862bfbf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:15.777184 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac30f7-0f9c-4ad0-a0c5-795f862bfbf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:15.777696 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac30f7-0f9c-4ad0-a0c5-795f862bfbf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:15.778189 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac30f7-0f9c-4ad0-a0c5-795f862bfbf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:15.778687 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac30f7-0f9c-4ad0-a0c5-795f862bfbf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac30f7-0f9c-4ad0-a0c5-795f862bfbf6 None None] Tracked resource versions report: Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: pushed versions: Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: { 'AddressGroup': {'1.2'}, Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'ConntrackHelper': {'1.0'}, Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Log': {'1.0'}, Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Network': {'1.1'}, Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Port': {'1.7'}, Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'PortForwarding': {'1.2'}, Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'QosPolicy': {'1.9'}, Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'SecurityGroup': {'1.4'}, Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'SubPort': {'1.0'}, Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Subnet': {'1.1'}, Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Trunk': {'1.1'}} Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: consumer versions: Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: { DHCP agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: L3 agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: Metadata agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: Metering agent@dv-neutron-825721-1-hyperv: {}, Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: Open vSwitch agent@dv-neutron-825721-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'ConntrackHelper': '1.0', Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Log': '1.0', Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Network': '1.1', Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Port': '1.7', Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'PortForwarding': '1.2', Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'QosPolicy': '1.9', Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'SecurityGroup': '1.4', Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'SecurityGroupRule': '1.2', Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'SubPort': '1.0', Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Subnet': '1.1', Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: 'Trunk': '1.1'}} Jan 21 09:31:15.779914 dv-neutron-825721-1-hyperv neutron-server[102149]: {{(pid=102149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:31:15.787647 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37352) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:15.802512 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Request body: {'port': {'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb', 'binding:host_id': 'hv-neutron-8257', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086676756'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:15.817523 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.856104 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f8a4968f-7208-4e42-8013-5bd2666c541b None None] Provisioning complete for port 57aa7400-154d-412c-a510-2247a82cbb9b triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:15.856475 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f8a4968f-7208-4e42-8013-5bd2666c541b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.886086 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] For port e354fe51-6a8e-45c0-b5b7-507842e08299, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:15.889914 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432c721-c91e-49d2-80ff-13d6d5f66796 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Pushing event updated for resources: {'Network': ['ID=de22b227-b694-4faa-bddb-37dc363715c3,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:15.891239 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] For port e354fe51-6a8e-45c0-b5b7-507842e08299, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e354fe51-6a8e-45c0-b5b7-507842e08299,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:31:15.897827 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.900035 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f432c721-c91e-49d2-80ff-13d6d5f66796 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5937953 Jan 21 09:31:15.910083 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37356) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:15.915727 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.926469 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network de22b227-b694-4faa-bddb-37dc363715c3 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:15.952365 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bc22be7-e490-4f81-93ad-8f0251fcf4b9 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.954669 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bc22be7-e490-4f81-93ad-8f0251fcf4b9 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.960823 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac30f7-0f9c-4ad0-a0c5-795f862bfbf6 None None] Pushing event updated for resources: {'Port': ['ID=e354fe51-6a8e-45c0-b5b7-507842e08299,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:15.998886 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Routers {'70066a65-df27-49d1-9484-f20deabcf8d8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:31:15.999576 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:31:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['70066a65-df27-49d1-9484-f20deabcf8d8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:16.010198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bc22be7-e490-4f81-93ad-8f0251fcf4b9 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.010824 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc22be7-e490-4f81-93ad-8f0251fcf4b9 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93f02814-e1e3-43a0-9c64-924a32110e11 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:31:16.015626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52800923-dbc9-4bfd-914b-b148cf9f6fff tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Made reservation on behalf of 74d0699cc78d41ef8eb1e0f088063cad for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:16.018556 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-52800923-dbc9-4bfd-914b-b148cf9f6fff tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.024658 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bc22be7-e490-4f81-93ad-8f0251fcf4b9 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.031258 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1bc22be7-e490-4f81-93ad-8f0251fcf4b9 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] 10.222.0.88 "DELETE /v2.0/routers/93f02814-e1e3-43a0-9c64-924a32110e11 HTTP/1.1" status: 204 len: 168 time: 0.8886890 Jan 21 09:31:16.035165 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-daea1dee-7d3c-41c5-b110-79b5c9e226ca tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Request body: {'network': {'project_id': '1de1cb8200984d17961d5cfa01e0118e'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:16.039312 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37358) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:16.046554 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-52800923-dbc9-4bfd-914b-b148cf9f6fff tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.059077 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 65e8b90f-3b4b-444a-a395-eb01111ce3f6, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=65e8b90f-3b4b-444a-a395-eb01111ce3f6,segment=NetworkSegment(42c57984-0809-447c-a47b-a389cbd7f226),segment_id=42c57984-0809-447c-a47b-a389cbd7f226)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:16.060460 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a6a0cc-5990-485b-9089-ac996fadbc36 None None] Network 3e67eef8-ec59-4dd9-baf8-c041de241adc requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:16.136494 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] Set router 70066a65-df27-49d1-9484-f20deabcf8d8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:31:16.136779 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Allocated IP 172.26.7.94 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/75de46b6-cf99-49f2-a4fe-05e054452b2d) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:16.200134 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-663215fc-8b85-4b00-aeef-6806854bebcf tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Request body: {'router': {'name': 'tempest-router-1591886377', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '76156756da484f96a2b48c2ba9419fb3'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:16.233814 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.234514 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:16.239534 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5028a6d2-bce0-40a4-851d-04c3dc464d9a tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.245941 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-52800923-dbc9-4bfd-914b-b148cf9f6fff tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.254677 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-52800923-dbc9-4bfd-914b-b148cf9f6fff tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.263123 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.294666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52800923-dbc9-4bfd-914b-b148cf9f6fff tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3ff691-f971-4c07-88e8-5b1bb3ccb849,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:16.319990 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52800923-dbc9-4bfd-914b-b148cf9f6fff tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:16.344348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-52800923-dbc9-4bfd-914b-b148cf9f6fff tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.345124 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-52800923-dbc9-4bfd-914b-b148cf9f6fff tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Added segment 7d42ec44-06e1-4eea-9113-3637f815c10b of type vlan for network 93198959-f00d-4ac2-9a5b-33bacf611c8d Jan 21 09:31:16.357385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.365834 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-daea1dee-7d3c-41c5-b110-79b5c9e226ca tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 09:31:16.366328 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daea1dee-7d3c-41c5-b110-79b5c9e226ca tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:31:16.372102 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-daea1dee-7d3c-41c5-b110-79b5c9e226ca tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4535613 Jan 21 09:31:16.374496 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'name': 'tempest-ServerActionsTestJSON-560533580-router', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:10Z', 'updated_at': '2022-01-21T09:31:12Z', 'revision_number': 3, 'project_id': '8412c99099254edbacc3999749241e6e', 'gw_port': {'id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:16.395384 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37360) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:16.398188 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=65e8b90f-3b4b-444a-a395-eb01111ce3f6,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:16.408169 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-663215fc-8b85-4b00-aeef-6806854bebcf tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.409223 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-663215fc-8b85-4b00-aeef-6806854bebcf tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.411845 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e9697f-a0a8-469e-b3ff-ca444e76585b None None] The sync data for ids ['70066a65-df27-49d1-9484-f20deabcf8d8'] in dv-neutron-825721-1-hyperv is: [{'id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'name': 'tempest-ServerActionsTestJSON-560533580-router', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:10Z', 'updated_at': '2022-01-21T09:31:12Z', 'revision_number': 3, 'project_id': '8412c99099254edbacc3999749241e6e', 'gw_port': {'id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:31:16.449703 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-52800923-dbc9-4bfd-914b-b148cf9f6fff tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.473079 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Made reservation on behalf of 8470db617852461f9a742bd6aea1abee for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:16.475584 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.480654 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:16.481348 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.522028 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6d67809a-1492-483b-9265-fdfbe092cd74 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1de1cb8200984d17961d5cfa01e0118e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1247220 Jan 21 09:31:16.525233 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37362) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:16.573829 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.582613 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5028a6d2-bce0-40a4-851d-04c3dc464d9a tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.588523 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.594873 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 57aa7400-154d-412c-a510-2247a82cbb9b up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:16.600104 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-52800923-dbc9-4bfd-914b-b148cf9f6fff tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.601980 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52800923-dbc9-4bfd-914b-b148cf9f6fff tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:16.602820 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-52800923-dbc9-4bfd-914b-b148cf9f6fff tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.626094 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9ab9627c-7ac0-4756-a6dc-816f1ce1c1c8 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.626802 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.642410 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-663215fc-8b85-4b00-aeef-6806854bebcf tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.668928 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-52800923-dbc9-4bfd-914b-b148cf9f6fff tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5998673 Jan 21 09:31:16.675698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37364) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:16.679893 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a5712566-5d6a-4a22-a47b-43be42c1921f None None] Provisioning complete for port 65e8b90f-3b4b-444a-a395-eb01111ce3f6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:16.680720 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a5712566-5d6a-4a22-a47b-43be42c1921f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.716790 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:16.727445 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 57aa7400-154d-412c-a510-2247a82cbb9b triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:16.728225 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.746634 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:16.755547 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9ab9627c-7ac0-4756-a6dc-816f1ce1c1c8 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.765419 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-663215fc-8b85-4b00-aeef-6806854bebcf tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.774729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:16.779479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=75de46b6-cf99-49f2-a4fe-05e054452b2d,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:16.781801 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52800923-dbc9-4bfd-914b-b148cf9f6fff tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Pushing event updated for resources: {'Network': ['ID=93198959-f00d-4ac2-9a5b-33bacf611c8d,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:16.816852 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 93198959-f00d-4ac2-9a5b-33bacf611c8d details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:16.946388 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-663215fc-8b85-4b00-aeef-6806854bebcf tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:16.949507 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-663215fc-8b85-4b00-aeef-6806854bebcf tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9035623 Jan 21 09:31:16.952541 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37366) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:16.978725 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d1222246-2596-487e-a2d1-ebcc5aa247a5 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:17.059947 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.089031 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8df4597d-7662-4a78-86cc-0e71cbd8e08a None None] Provisioning complete for port 65e8b90f-3b4b-444a-a395-eb01111ce3f6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:17.090172 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8df4597d-7662-4a78-86cc-0e71cbd8e08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.106048 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Allocated IP 172.20.0.1 (eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac/e4bc1c0e-de86-4cff-909c-9d8480083531/a49abab0-9bcf-4e8b-b71f-e25fa2f516f0) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:17.184723 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9ab9627c-7ac0-4756-a6dc-816f1ce1c1c8 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.187813 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9ab9627c-7ac0-4756-a6dc-816f1ce1c1c8 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.196581 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9ab9627c-7ac0-4756-a6dc-816f1ce1c1c8 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] 10.222.0.88 "DELETE /v2.0/security-groups/18a98010-0129-4399-9117-5a4422ddb1ff HTTP/1.1" status: 204 len: 168 time: 0.6647532 Jan 21 09:31:17.201505 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37368) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:17.290292 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9627c-7ac0-4756-a6dc-816f1ce1c1c8 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a98010-0129-4399-9117-5a4422ddb1ff,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:17.321137 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.348934 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 65e8b90f-3b4b-444a-a395-eb01111ce3f6 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:17.378750 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.404705 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 65e8b90f-3b4b-444a-a395-eb01111ce3f6 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:17.405188 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.436946 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac05c81a-51d2-4768-8e8e-3bfe5234ab8c,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:17.473863 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] device_id is not set on port 1163e1b4-9b86-477b-9cb1-9b54bceca427 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:17.485537 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Router 854370f0-c59c-438c-a86b-7e7d6e2b9386 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:31:17.530799 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e354fe51-6a8e-45c0-b5b7-507842e08299 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:17.531835 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.536768 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d1222246-2596-487e-a2d1-ebcc5aa247a5 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.537101 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d1222246-2596-487e-a2d1-ebcc5aa247a5 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.607990 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.700966 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0e91ab80-2a8a-440f-9675-6eff8a28468c tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.717843 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port e354fe51-6a8e-45c0-b5b7-507842e08299 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:17.718831 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.750359 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=102146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:17.750732 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:17.751508 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:17.751835 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Subscribe: > port after_create 55550000 {{(pid=102146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:17.752192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Subscribe: > port after_delete 55550000 {{(pid=102146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:17.752954 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Subscribe: > port after_update 55550000 {{(pid=102146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:17.752954 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=102146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:17.753172 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:17.753638 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:17.754562 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=102146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:17.811084 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d1222246-2596-487e-a2d1-ebcc5aa247a5 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102147) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 21 09:31:17.811310 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d1222246-2596-487e-a2d1-ebcc5aa247a5 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Router 0e97b33b-0e4b-4943-8776-24fd571fec42 migrating from provider to provider. {{(pid=102147) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 21 09:31:17.811668 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d1222246-2596-487e-a2d1-ebcc5aa247a5 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.814507 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.823906 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d1222246-2596-487e-a2d1-ebcc5aa247a5 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.828324 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d1222246-2596-487e-a2d1-ebcc5aa247a5 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.840188 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port e354fe51-6a8e-45c0-b5b7-507842e08299, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e354fe51-6a8e-45c0-b5b7-507842e08299,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:17.846906 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.847921 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 57aa7400-154d-412c-a510-2247a82cbb9b up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:17.927268 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=e354fe51-6a8e-45c0-b5b7-507842e08299,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:17.939986 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 57aa7400-154d-412c-a510-2247a82cbb9b triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:17.940358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.964213 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d1222246-2596-487e-a2d1-ebcc5aa247a5 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] No L3 agents can host the router 0e97b33b-0e4b-4943-8776-24fd571fec42 Jan 21 09:31:17.995012 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:17.995686 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:17.996130 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=102146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:17.997010 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=102146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:17.997010 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93198959-f00d-4ac2-9a5b-33bacf611c8d']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:18.057904 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d42ec44-06e1-4eea-9113-3637f815c10b') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:18.058194 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d42ec44-06e1-4eea-9113-3637f815c10b') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:18.069971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.081263 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.165416 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1222246-2596-487e-a2d1-ebcc5aa247a5 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Hosts for router 0e97b33b-0e4b-4943-8776-24fd571fec42: [] {{(pid=102147) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 21 09:31:18.197148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1222246-2596-487e-a2d1-ebcc5aa247a5 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Hosts for other DVR routers connected to router 0e97b33b-0e4b-4943-8776-24fd571fec42: set() {{(pid=102147) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 21 09:31:18.199779 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d1222246-2596-487e-a2d1-ebcc5aa247a5 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.201028 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d1222246-2596-487e-a2d1-ebcc5aa247a5 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] 10.222.0.88 "PUT /v2.0/routers/0e97b33b-0e4b-4943-8776-24fd571fec42 HTTP/1.1" status: 200 len: 717 time: 1.2474558 Jan 21 09:31:18.226948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37372) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:18.258386 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.315286 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-093dbbc7-8a99-4d1d-9843-df49a6858335 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] 10.222.0.88 "GET /v2.0/routers/0e97b33b-0e4b-4943-8776-24fd571fec42 HTTP/1.1" status: 200 len: 717 time: 0.0845261 Jan 21 09:31:18.316389 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37374) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:18.337850 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.354226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:31:18.354765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.361716 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Router b7dace90-8192-468e-ad23-b95a4fb32b04 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: from cryptography.utils import int_from_bytes Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: from cryptography.utils import int_from_bytes Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:31:18.363606 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:31:18.533512 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:31:18.545497 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Sync routers for ids ['854370f0-c59c-438c-a86b-7e7d6e2b9386'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:31:18.554857 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Routers {'854370f0-c59c-438c-a86b-7e7d6e2b9386'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:31:18.555457 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:31:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['854370f0-c59c-438c-a86b-7e7d6e2b9386'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:18.575959 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0e91ab80-2a8a-440f-9675-6eff8a28468c tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.602771 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6f67233f-ae57-4093-a0f2-1c923af1005e tempest-RoutersTestDVR-1341146592 tempest-RoutersTestDVR-1341146592-project] 10.222.0.88 "GET /v2.0/routers/0e97b33b-0e4b-4943-8776-24fd571fec42 HTTP/1.1" status: 200 len: 683 time: 0.2850001 Jan 21 09:31:18.607850 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.612037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37378) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:18.618656 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.623127 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:31:18.635365 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Sync routers for ids ['b7dace90-8192-468e-ad23-b95a4fb32b04'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:31:18.643255 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.644918 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-098593f8-7b05-4620-84e7-531ca4da0fa8 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.4704063 Jan 21 09:31:18.647877 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37380) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:18.657692 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Routers {'b7dace90-8192-468e-ad23-b95a4fb32b04'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:31:18.658340 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:31:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b7dace90-8192-468e-ad23-b95a4fb32b04'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:18.701687 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Set router 854370f0-c59c-438c-a86b-7e7d6e2b9386 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:31:18.756039 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] device_id is not set on port 1163e1b4-9b86-477b-9cb1-9b54bceca427 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:18.772574 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.785878 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-932b180b-b2cf-45ef-a8c6-9518d8ae8b35 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.876000 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Set router b7dace90-8192-468e-ad23-b95a4fb32b04 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:31:18.884180 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.887858 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e942772f-55b6-49c2-ac47-1d22b7598b14 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4563894 Jan 21 09:31:18.888533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-0e91ab80-2a8a-440f-9675-6eff8a28468c tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de22b227-b694-4faa-bddb-37dc363715c3']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:18.888992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37384) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:18.895717 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5028a6d2-bce0-40a4-851d-04c3dc464d9a tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.897809 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.914287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 93198959-f00d-4ac2-9a5b-33bacf611c8d {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:31:18.926798 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'name': 'tempest-ServersTestManualDisk-1825675934-router', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:15Z', 'revision_number': 3, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'gw_port': {'id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:13Z', 'updated_at': '2022-01-21T09:31:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:18.952874 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-0e91ab80-2a8a-440f-9675-6eff8a28468c tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae7ba39-b21f-471d-a041-06b1238fdf29') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:18.953165 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-0e91ab80-2a8a-440f-9675-6eff8a28468c tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae7ba39-b21f-471d-a041-06b1238fdf29') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:18.955634 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.958095 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Checking router: 854370f0-c59c-438c-a86b-7e7d6e2b9386 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:31:18.958446 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Updating router 854370f0-c59c-438c-a86b-7e7d6e2b9386 port 71b35b86-027b-4ceb-9eed-5aa65d185618 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:31:18.959497 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "DELETE /v2.0/networks/93198959-f00d-4ac2-9a5b-33bacf611c8d HTTP/1.1" status: 204 len: 168 time: 2.1965749 Jan 21 09:31:18.965597 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37388) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:18.974039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-9d675eaf-5913-4603-bafa-3f3a03b10445 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:18.976568 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Network eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:18.980703 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5028a6d2-bce0-40a4-851d-04c3dc464d9a tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.983431 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f5030-7e65-47dc-acf2-ab45c23b8f47 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Pushing event deleted for resources: {'Network': ['ID=93198959-f00d-4ac2-9a5b-33bacf611c8d,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:18.995512 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.039407 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0e91ab80-2a8a-440f-9675-6eff8a28468c tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.041432 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:19.124657 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:19.129681 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Pushing event updated for resources: {'Port': ['ID=a49abab0-9bcf-4e8b-b71f-e25fa2f516f0,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:19.211126 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e354fe51-6a8e-45c0-b5b7-507842e08299 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:19.254300 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'name': 'tempest-ServersTestJSON-837518490-router', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:12Z', 'updated_at': '2022-01-21T09:31:17Z', 'revision_number': 3, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'gw_port': {'id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:15Z', 'updated_at': '2022-01-21T09:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:19.290545 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Checking router: b7dace90-8192-468e-ad23-b95a4fb32b04 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:31:19.291235 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Updating router b7dace90-8192-468e-ad23-b95a4fb32b04 port 75de46b6-cf99-49f2-a4fe-05e054452b2d binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:31:19.329182 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.330630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0e91ab80-2a8a-440f-9675-6eff8a28468c tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.356875 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d675eaf-5913-4603-bafa-3f3a03b10445 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Made reservation on behalf of 74d0699cc78d41ef8eb1e0f088063cad for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:19.361143 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d675eaf-5913-4603-bafa-3f3a03b10445 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.387074 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-932b180b-b2cf-45ef-a8c6-9518d8ae8b35 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.392426 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-932b180b-b2cf-45ef-a8c6-9518d8ae8b35 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.397237 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e91ab80-2a8a-440f-9675-6eff8a28468c tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:31:19.398225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0e91ab80-2a8a-440f-9675-6eff8a28468c tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:31:19.399855 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:31:19.494382 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port e354fe51-6a8e-45c0-b5b7-507842e08299 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:19.494855 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.541251 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.557494 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-fa268bf0-2115-4dfd-84d4-43e8117b24f7 None None] Provisioning complete for port a49abab0-9bcf-4e8b-b71f-e25fa2f516f0 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:19.558115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fa268bf0-2115-4dfd-84d4-43e8117b24f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.618994 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Pushing event updated for resources: {'Port': ['ID=1163e1b4-9b86-477b-9cb1-9b54bceca427,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:19.624819 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-fa268bf0-2115-4dfd-84d4-43e8117b24f7 None None] Port a49abab0-9bcf-4e8b-b71f-e25fa2f516f0 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:19.645833 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-932b180b-b2cf-45ef-a8c6-9518d8ae8b35 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.646642 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932b180b-b2cf-45ef-a8c6-9518d8ae8b35 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e97b33b-0e4b-4943-8776-24fd571fec42 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:31:19.665176 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-932b180b-b2cf-45ef-a8c6-9518d8ae8b35 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.666607 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-932b180b-b2cf-45ef-a8c6-9518d8ae8b35 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] 10.222.0.88 "DELETE /v2.0/routers/0e97b33b-0e4b-4943-8776-24fd571fec42 HTTP/1.1" status: 204 len: 168 time: 1.0456738 Jan 21 09:31:19.682603 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37390) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:19.689260 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-be5e836e-491b-4104-b5f4-d53b79a8136b tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Request body: {'router': {'name': 'tempest-router-582248608', 'distributed': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:19.698908 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0e91ab80-2a8a-440f-9675-6eff8a28468c tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.705657 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.706114 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d675eaf-5913-4603-bafa-3f3a03b10445 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:19.722408 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0e91ab80-2a8a-440f-9675-6eff8a28468c tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.730042 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0e91ab80-2a8a-440f-9675-6eff8a28468c tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] 10.222.0.88 "DELETE /v2.0/networks/de22b227-b694-4faa-bddb-37dc363715c3 HTTP/1.1" status: 204 len: 168 time: 2.5046167 Jan 21 09:31:19.733225 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.736352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37392) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:19.737507 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Checking segment: {'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:19.737872 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Network hostable DHCP agents. Network: 8a61d65d-3564-4aef-8a9d-8204b745fceb, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:31:19.738232 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d675eaf-5913-4603-bafa-3f3a03b10445 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.738688 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-9d675eaf-5913-4603-bafa-3f3a03b10445 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Added segment d6be1686-0976-4344-8c77-1525a4230bb4 of type vlan for network 2f44213a-e326-4423-8872-84ab1486b8cb Jan 21 09:31:19.755387 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91ab80-2a8a-440f-9675-6eff8a28468c tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Pushing event deleted for resources: {'Network': ['ID=de22b227-b694-4faa-bddb-37dc363715c3,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:19.866906 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.869345 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Network 8a61d65d-3564-4aef-8a9d-8204b745fceb is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:31:19.895057 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 8a61d65d-3564-4aef-8a9d-8204b745fceb) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:19.902718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Attempting to bind port 71b35b86-027b-4ceb-9eed-5aa65d185618 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:19.904142 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Attempting to bind port 71b35b86-027b-4ceb-9eed-5aa65d185618 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:19.906506 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Attempting to bind port 71b35b86-027b-4ceb-9eed-5aa65d185618 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:19.912999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d675eaf-5913-4603-bafa-3f3a03b10445 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.920403 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ef911c-eb02-4080-bc03-1a2c74aafbc5 None None] Network 8a61d65d-3564-4aef-8a9d-8204b745fceb requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:19.925826 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:19.929409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62985e42-a162-4613-8665-83f91cc14f3d None None] Pushing event updated for resources: {'Port': ['ID=71b35b86-027b-4ceb-9eed-5aa65d185618,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:19.945391 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:31:19.945953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:19.946476 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.946971 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:31:19.947583 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Bound port: 71b35b86-027b-4ceb-9eed-5aa65d185618, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:31:19.948197 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.964463 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:19.965123 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:19.965692 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:19.980820 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:19.982131 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:19.995352 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 2 to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 Jan 21 09:31:20.005505 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.008765 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-be5e836e-491b-4104-b5f4-d53b79a8136b tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.010258 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-be5e836e-491b-4104-b5f4-d53b79a8136b tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.017294 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.039680 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.097435 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab085c8-2652-49a1-84ae-4ce7c74aa31b None None] Pushing event updated for resources: {'Port': ['ID=75de46b6-cf99-49f2-a4fe-05e054452b2d,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:20.109550 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] For port 71b35b86-027b-4ceb-9eed-5aa65d185618, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:20.125238 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] For port 71b35b86-027b-4ceb-9eed-5aa65d185618, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=71b35b86-027b-4ceb-9eed-5aa65d185618,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:31:20.133952 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.138616 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Attempting to bind port 75de46b6-cf99-49f2-a4fe-05e054452b2d on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:20.139369 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Attempting to bind port 75de46b6-cf99-49f2-a4fe-05e054452b2d by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:20.139748 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Attempting to bind port 75de46b6-cf99-49f2-a4fe-05e054452b2d on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:20.150968 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:31:20.151411 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:20.151918 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.152325 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:31:20.153691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d675eaf-5913-4603-bafa-3f3a03b10445 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.153853 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Bound port: 75de46b6-cf99-49f2-a4fe-05e054452b2d, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:31:20.154107 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.154654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d675eaf-5913-4603-bafa-3f3a03b10445 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:20.155234 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d675eaf-5913-4603-bafa-3f3a03b10445 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.168539 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-be5e836e-491b-4104-b5f4-d53b79a8136b tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.216972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-be5e836e-491b-4104-b5f4-d53b79a8136b tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.225545 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62985e42-a162-4613-8665-83f91cc14f3d None None] Pushing event updated for resources: {'Port': ['ID=71b35b86-027b-4ceb-9eed-5aa65d185618,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:20.231328 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Routers {'854370f0-c59c-438c-a86b-7e7d6e2b9386'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:31:20.234060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:31:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['854370f0-c59c-438c-a86b-7e7d6e2b9386'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:20.248779 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] For port 75de46b6-cf99-49f2-a4fe-05e054452b2d, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:20.253493 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] For port 75de46b6-cf99-49f2-a4fe-05e054452b2d, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=75de46b6-cf99-49f2-a4fe-05e054452b2d,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:31:20.263055 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.263381 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:20.263907 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:20.264391 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:20.265529 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9d675eaf-5913-4603-bafa-3f3a03b10445 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2982845 Jan 21 09:31:20.271792 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37394) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:20.279597 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e27c88fa-1d38-4365-a9b7-4b83029c8afb tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Request body: {'subnet': {'network_id': '2f44213a-e326-4423-8872-84ab1486b8cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:20.293312 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:20.293959 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:20.300120 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 3 to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 Jan 21 09:31:20.316521 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:20.317192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:20.317714 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:20.329083 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:20.329735 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:20.332283 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 4 to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 Jan 21 09:31:20.335845 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5028a6d2-bce0-40a4-851d-04c3dc464d9a tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.342286 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab085c8-2652-49a1-84ae-4ce7c74aa31b None None] Pushing event updated for resources: {'Port': ['ID=75de46b6-cf99-49f2-a4fe-05e054452b2d,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:20.360175 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Routers {'b7dace90-8192-468e-ad23-b95a4fb32b04'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:31:20.360785 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:31:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b7dace90-8192-468e-ad23-b95a4fb32b04'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:20.374006 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] Set router 854370f0-c59c-438c-a86b-7e7d6e2b9386 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:31:20.390187 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-be5e836e-491b-4104-b5f4-d53b79a8136b tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.391369 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-be5e836e-491b-4104-b5f4-d53b79a8136b tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7077992 Jan 21 09:31:20.397873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37396) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:20.403983 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d675eaf-5913-4603-bafa-3f3a03b10445 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Pushing event updated for resources: {'Network': ['ID=2f44213a-e326-4423-8872-84ab1486b8cb,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:20.419323 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.436605 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.472235 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=102147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:20.472582 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:20.473370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:20.473724 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Subscribe: > port after_create 55550000 {{(pid=102147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:20.474062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Subscribe: > port after_delete 55550000 {{(pid=102147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:20.474409 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Subscribe: > port after_update 55550000 {{(pid=102147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:20.474728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=102147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:20.475039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:20.475345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:20.476491 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=102147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:20.494096 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] Set router b7dace90-8192-468e-ad23-b95a4fb32b04 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:31:20.522630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-703b8094-dce6-49c4-a429-ea6a816301e0 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.546143 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 2f44213a-e326-4423-8872-84ab1486b8cb details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:20.609629 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:20.610246 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:20.610765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:20.648233 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:20.648635 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:20.648966 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=102147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:20.649436 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=102147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:31:20.649827 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10634ae0-a0a7-4ee2-a9a2-eebb0c0e1f2e']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:20.655671 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.679668 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'name': 'tempest-ServersTestManualDisk-1825675934-router', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:15Z', 'revision_number': 3, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'gw_port': {'id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:13Z', 'updated_at': '2022-01-21T09:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:20.684884 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa335212-5f03-4aeb-93ca-fbf2441e1ca7') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:20.685175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa335212-5f03-4aeb-93ca-fbf2441e1ca7') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:20.708430 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'name': 'tempest-ServersTestJSON-837518490-router', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:12Z', 'updated_at': '2022-01-21T09:31:17Z', 'revision_number': 3, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'gw_port': {'id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:15Z', 'updated_at': '2022-01-21T09:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:20.718322 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cacd65-30e2-4b58-a36e-6537882d4a6a None None] The sync data for ids ['854370f0-c59c-438c-a86b-7e7d6e2b9386'] in dv-neutron-825721-1-hyperv is: [{'id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'name': 'tempest-ServersTestManualDisk-1825675934-router', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:15Z', 'revision_number': 3, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'gw_port': {'id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:13Z', 'updated_at': '2022-01-21T09:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:31:20.741660 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecac0bb-7857-4693-a5c0-303a463b35f0 None None] The sync data for ids ['b7dace90-8192-468e-ad23-b95a4fb32b04'] in dv-neutron-825721-1-hyperv is: [{'id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'name': 'tempest-ServersTestJSON-837518490-router', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:12Z', 'updated_at': '2022-01-21T09:31:17Z', 'revision_number': 3, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'gw_port': {'id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:15Z', 'updated_at': '2022-01-21T09:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:31:20.782359 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.813556 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5028a6d2-bce0-40a4-851d-04c3dc464d9a tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.814971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:20.815294 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:20.819286 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5028a6d2-bce0-40a4-851d-04c3dc464d9a tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.823627 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 5 to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 Jan 21 09:31:20.834544 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-703b8094-dce6-49c4-a429-ea6a816301e0 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.842996 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27c88fa-1d38-4365-a9b7-4b83029c8afb tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Made reservation on behalf of 74d0699cc78d41ef8eb1e0f088063cad for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:20.845431 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e27c88fa-1d38-4365-a9b7-4b83029c8afb tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.850697 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-703b8094-dce6-49c4-a429-ea6a816301e0 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.869713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.911367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:20.912010 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:20.912131 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:20.915076 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:31:20.915481 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: from cryptography.utils import int_from_bytes Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: from cryptography.utils import int_from_bytes Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:31:20.919741 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:31:20.968391 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.986354 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5028a6d2-bce0-40a4-851d-04c3dc464d9a tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.986898 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5028a6d2-bce0-40a4-851d-04c3dc464d9a tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd7fcb0c-e631-47f3-b783-16f3e253a6b4 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:31:20.991330 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:20.992211 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:20.998214 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 6 to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 Jan 21 09:31:21.000906 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:21.032780 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-703b8094-dce6-49c4-a429-ea6a816301e0 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:21.032780 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703b8094-dce6-49c4-a429-ea6a816301e0 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61ab5737-b833-431e-8e5d-586547c74a94 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:31:21.032780 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-703b8094-dce6-49c4-a429-ea6a816301e0 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:21.032780 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-703b8094-dce6-49c4-a429-ea6a816301e0 tempest-RoutersTestDVR-2058736900 tempest-RoutersTestDVR-2058736900-project-admin] 10.222.0.88 "DELETE /v2.0/routers/61ab5737-b833-431e-8e5d-586547c74a94 HTTP/1.1" status: 204 len: 168 time: 0.5887911 Jan 21 09:31:21.047367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:21.088921 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:21.095195 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] 10.222.0.88 "DELETE /v2.0/networks/10634ae0-a0a7-4ee2-a9a2-eebb0c0e1f2e HTTP/1.1" status: 204 len: 168 time: 1.3515196 Jan 21 09:31:21.113972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47465925-4c65-4c2a-85a3-4c3047c06432 tempest-QuotasNegativeTest-635641557 tempest-QuotasNegativeTest-635641557-project-admin] Pushing event deleted for resources: {'Network': ['ID=10634ae0-a0a7-4ee2-a9a2-eebb0c0e1f2e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:21.146323 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-5028a6d2-bce0-40a4-851d-04c3dc464d9a tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:31:21.152355 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5028a6d2-bce0-40a4-851d-04c3dc464d9a tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.4677129 Jan 21 09:31:21.152355 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:21.152685 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:21.153119 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:21.154513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37402) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:21.216181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Allocated IP 172.20.0.1 (33ab5233-247c-420a-9a81-d744e286d7eb/79c3f93b-57e8-4654-a8a9-7966fd0d79d7/07165839-3ab2-4c2a-a3e5-5874aa0835a3) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:21.251297 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:21.251541 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:21.259112 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 7 to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 Jan 21 09:31:21.261934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:21.299347 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Pushing event updated for resources: {'Port': ['ID=a49abab0-9bcf-4e8b-b71f-e25fa2f516f0,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:21.461938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:21.462238 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:21.462539 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:21.483267 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:21.483666 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:21.497812 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 8 to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 Jan 21 09:31:21.517591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Allocated IP 172.20.0.1 (3e67eef8-ec59-4dd9-baf8-c041de241adc/bc72f198-0024-4ad9-b3ff-8a57abfcdd4f/8a75e653-a66a-4210-9c7a-dc7aefac947a) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:21.543839 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:21.544576 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:21.545107 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:21.561412 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:21.561962 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:21.587006 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Network eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:21.587917 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 9 to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 Jan 21 09:31:21.611296 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:21.641697 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:21.642336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:21.642812 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:21.659700 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:21.660328 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:21.662728 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 10 to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 Jan 21 09:31:21.712849 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37408) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:21.758145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:21.758720 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:21.759790 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:21.826106 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:21.826419 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 1163e1b4-9b86-477b-9cb1-9b54bceca427 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:21.832266 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:21.876832 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:21.944147 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-e2738eeb-9322-4236-850e-295a523dbace tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Deleting port 3b5256b7-3c68-47ee-baac-ee48c5b1d7f7 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:31:21.945042 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e2738eeb-9322-4236-850e-295a523dbace tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.024880 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-beb50506-a91a-442f-b211-4e9326285c5a None None] Provisioning complete for port a49abab0-9bcf-4e8b-b71f-e25fa2f516f0 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:22.025497 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-beb50506-a91a-442f-b211-4e9326285c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.041005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-739468ec-36e8-4b0f-9a4e-7621f3b393bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.067394 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.082346 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Router 70066a65-df27-49d1-9484-f20deabcf8d8 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:31:22.092413 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37416) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:22.105875 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-beb50506-a91a-442f-b211-4e9326285c5a None None] Port a49abab0-9bcf-4e8b-b71f-e25fa2f516f0 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:22.139510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.220607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e2738eeb-9322-4236-850e-295a523dbace tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.251015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Pushing event updated for resources: {'Port': ['ID=07165839-3ab2-4c2a-a3e5-5874aa0835a3,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:22.253386 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-e2738eeb-9322-4236-850e-295a523dbace tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Calling delete_port for 3b5256b7-3c68-47ee-baac-ee48c5b1d7f7 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:31:22.271745 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Network 33ab5233-247c-420a-9a81-d744e286d7eb is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:22.286645 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:22.301626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:22.306555 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-98ca0163-ff37-4232-a4cc-89aeaf2d4098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.340123 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.457017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] For port 1163e1b4-9b86-477b-9cb1-9b54bceca427, host hv-neutron-8257, cleared binding levels {{(pid=102146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:22.457388 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempted to set empty binding levels {{(pid=102146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:31:22.463372 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Network 3e67eef8-ec59-4dd9-baf8-c041de241adc is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:22.470673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:22.473315 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:22.475282 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-739468ec-36e8-4b0f-9a4e-7621f3b393bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.485494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.535859 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-79115bb2-221d-462f-a307-b5628b34b831 None None] Provisioning complete for port 07165839-3ab2-4c2a-a3e5-5874aa0835a3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:22.537550 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-79115bb2-221d-462f-a307-b5628b34b831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.537653 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Pushing event updated for resources: {'Port': ['ID=1163e1b4-9b86-477b-9cb1-9b54bceca427,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:22.540054 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.541816 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-739468ec-36e8-4b0f-9a4e-7621f3b393bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.584950 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:22.586501 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.607565 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:31:22.614104 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-79115bb2-221d-462f-a307-b5628b34b831 None None] Port 07165839-3ab2-4c2a-a3e5-5874aa0835a3 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:22.622851 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Pushing event updated for resources: {'Port': ['ID=8a75e653-a66a-4210-9c7a-dc7aefac947a,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:22.623236 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Sync routers for ids ['70066a65-df27-49d1-9484-f20deabcf8d8'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:31:22.623978 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-735ab8cd-b02c-4522-8c3a-866b5be90af7 admin admin] 10.222.0.88 "PUT /v2.0/routers/70066a65-df27-49d1-9484-f20deabcf8d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5550308 Jan 21 09:31:22.632829 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-739468ec-36e8-4b0f-9a4e-7621f3b393bc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=76156756da484f96a2b48c2ba9419fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9180732 Jan 21 09:31:22.636978 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37420) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:22.637441 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Routers {'70066a65-df27-49d1-9484-f20deabcf8d8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:31:22.638610 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:31:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['70066a65-df27-49d1-9484-f20deabcf8d8'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:22.645290 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739468ec-36e8-4b0f-9a4e-7621f3b393bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c680e44-678f-4848-bd26-cf28047d5490,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:22.671768 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.675788 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-72643666-9e75-4eab-abed-42e009ad7a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.8770916 Jan 21 09:31:22.682489 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37422) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:22.799246 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.objects.ports [None req-e27c88fa-1d38-4365-a9b7-4b83029c8afb tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:31:22.803652 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e27c88fa-1d38-4365-a9b7-4b83029c8afb tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.872531 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Set router 70066a65-df27-49d1-9484-f20deabcf8d8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:31:22.906837 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c88fa-1d38-4365-a9b7-4b83029c8afb tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Pushing event updated for resources: {'Subnet': ['ID=76b0f959-c7a9-4561-82cd-69a564790680,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:22.911972 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7143acfc-ab28-462c-983a-724f6c0078b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.972458 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7143acfc-ab28-462c-983a-724f6c0078b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.978838 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c88fa-1d38-4365-a9b7-4b83029c8afb tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Checking segment: {'id': 'd6be1686-0976-4344-8c77-1525a4230bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2f44213a-e326-4423-8872-84ab1486b8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:22.979098 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27c88fa-1d38-4365-a9b7-4b83029c8afb tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Network hostable DHCP agents. Network: 2f44213a-e326-4423-8872-84ab1486b8cb, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:31:22.979265 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-98ca0163-ff37-4232-a4cc-89aeaf2d4098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.980526 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e2738eeb-9322-4236-850e-295a523dbace tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.027303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-a316667c-7e95-450b-9f12-324823031136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Deleting port 1163e1b4-9b86-477b-9cb1-9b54bceca427 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:31:23.027638 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a316667c-7e95-450b-9f12-324823031136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.047726 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-98ca0163-ff37-4232-a4cc-89aeaf2d4098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.060365 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8e12f3ee-fe74-4f4e-9661-dc2ba7d8bb33 None None] Provisioning complete for port 8a75e653-a66a-4210-9c7a-dc7aefac947a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:23.061126 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8e12f3ee-fe74-4f4e-9661-dc2ba7d8bb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.083979 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27c88fa-1d38-4365-a9b7-4b83029c8afb tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Network 2f44213a-e326-4423-8872-84ab1486b8cb is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:31:23.113689 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-e27c88fa-1d38-4365-a9b7-4b83029c8afb tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 2f44213a-e326-4423-8872-84ab1486b8cb) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:23.124739 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-a316667c-7e95-450b-9f12-324823031136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] For port 1163e1b4-9b86-477b-9cb1-9b54bceca427, host hv-neutron-8257, got binding levels [] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:23.125254 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a316667c-7e95-450b-9f12-324823031136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.128894 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27c88fa-1d38-4365-a9b7-4b83029c8afb tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:23.129501 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e27c88fa-1d38-4365-a9b7-4b83029c8afb tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.140920 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-8e12f3ee-fe74-4f4e-9661-dc2ba7d8bb33 None None] Port 8a75e653-a66a-4210-9c7a-dc7aefac947a cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:23.147044 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca0163-ff37-4232-a4cc-89aeaf2d4098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7b4fef-4741-4492-bcfd-a8b751535507,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:23.150180 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18d86fc-3f9a-4b55-b5a3-b3d9e4da5a37 None None] Network 2f44213a-e326-4423-8872-84ab1486b8cb requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:23.152596 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.159741 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-a316667c-7e95-450b-9f12-324823031136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Calling delete_port for 1163e1b4-9b86-477b-9cb1-9b54bceca427 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:31:23.340845 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7143acfc-ab28-462c-983a-724f6c0078b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.345989 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2738eeb-9322-4236-850e-295a523dbace tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b5256b7-3c68-47ee-baac-ee48c5b1d7f7,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:23.367228 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7143acfc-ab28-462c-983a-724f6c0078b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.371016 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7143acfc-ab28-462c-983a-724f6c0078b5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7c680e44-678f-4848-bd26-cf28047d5490 HTTP/1.1" status: 204 len: 168 time: 0.7322512 Jan 21 09:31:23.405077 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e27c88fa-1d38-4365-a9b7-4b83029c8afb tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1314061 Jan 21 09:31:23.415359 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37438) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:23.440810 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Request body: {'floatingip': {'floating_network_id': '2f44213a-e326-4423-8872-84ab1486b8cb'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:23.441685 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e2738eeb-9322-4236-850e-295a523dbace tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.446842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a316667c-7e95-450b-9f12-324823031136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.454104 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e2738eeb-9322-4236-850e-295a523dbace tempest-RoutersAdminNegativeIpV6Test-132017324 tempest-RoutersAdminNegativeIpV6Test-132017324-project-admin] 10.222.0.88 "DELETE /v2.0/ports/3b5256b7-3c68-47ee-baac-ee48c5b1d7f7 HTTP/1.1" status: 204 len: 168 time: 2.2954414 Jan 21 09:31:23.461631 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143acfc-ab28-462c-983a-724f6c0078b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c680e44-678f-4848-bd26-cf28047d5490,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:23.472419 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 71b35b86-027b-4ceb-9eed-5aa65d185618 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:23.525779 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316667c-7e95-450b-9f12-324823031136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Pushing event deleted for resources: {'Port': ['ID=1163e1b4-9b86-477b-9cb1-9b54bceca427,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:23.540752 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-98ca0163-ff37-4232-a4cc-89aeaf2d4098 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0e53b58f4b254e71ab4b5685fd386788&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4436288 Jan 21 09:31:23.549945 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37442) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:23.573263 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a316667c-7e95-450b-9f12-324823031136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.580355 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a316667c-7e95-450b-9f12-324823031136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] 10.222.0.88 "DELETE /v2.0/ports/1163e1b4-9b86-477b-9cb1-9b54bceca427 HTTP/1.1" status: 204 len: 168 time: 0.8965113 Jan 21 09:31:23.581304 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37444) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:23.598205 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.646461 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9c7743-a38f-42c8-a4b5-3c033f0a3645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:31:23.653373 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3a9c7743-a38f-42c8-a4b5-3c033f0a3645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] 10.222.0.88 "GET /v2.0/ports/1163e1b4-9b86-477b-9cb1-9b54bceca427 HTTP/1.1" status: 404 len: 333 time: 0.0700340 Jan 21 09:31:23.658428 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37448) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:23.669594 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1c6e98ec-9117-4fc0-ad24-c7a21cf2b7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Request body: {'port': {'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508769393'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:23.674096 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 71b35b86-027b-4ceb-9eed-5aa65d185618 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:23.674471 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.693127 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.711927 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.729977 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.756693 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'name': 'tempest-ServerActionsTestJSON-560533580-router', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:10Z', 'updated_at': '2022-01-21T09:31:19Z', 'revision_number': 4, 'project_id': '8412c99099254edbacc3999749241e6e', 'gw_port': {'id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'a49abab0-9bcf-4e8b-b71f-e25fa2f516f0', 'name': '', 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'mac_address': 'fa:16:3e:8a:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:16Z', 'updated_at': '2022-01-21T09:31:19Z', 'revision_number': 2, 'project_id': '8412c99099254edbacc3999749241e6e', 'subnets': [{'id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:23.762182 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6e98ec-9117-4fc0-ad24-c7a21cf2b7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Made reservation on behalf of 8470db617852461f9a742bd6aea1abee for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:23.764691 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c6e98ec-9117-4fc0-ad24-c7a21cf2b7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.797634 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-1c6e98ec-9117-4fc0-ad24-c7a21cf2b7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] device_id is not set on port 3ca7c253-d841-4a41-8217-15d7957fd1db yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:23.847091 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Checking router: 70066a65-df27-49d1-9484-f20deabcf8d8 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:31:23.847800 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Updating router 70066a65-df27-49d1-9484-f20deabcf8d8 port a49abab0-9bcf-4e8b-b71f-e25fa2f516f0 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:31:23.873915 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.904618 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093fc272-4759-4e2a-8876-024ede3466db None None] Network 2f44213a-e326-4423-8872-84ab1486b8cb requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:23.957258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37454) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:23.964293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Pushing event updated for resources: {'Port': ['ID=8a75e653-a66a-4210-9c7a-dc7aefac947a,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:24.011893 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.055998 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.096326 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c6e98ec-9117-4fc0-ad24-c7a21cf2b7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.138688 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.179576 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37458) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:24.232677 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 71b35b86-027b-4ceb-9eed-5aa65d185618, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=71b35b86-027b-4ceb-9eed-5aa65d185618,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:24.263635 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.264613 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 75de46b6-cf99-49f2-a4fe-05e054452b2d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:24.288524 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dd3893a7-2058-4ff6-8489-5bafd0a2776d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.304905 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0179953-5b78-48bc-87d6-7edd516381cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.351638 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c6e98ec-9117-4fc0-ad24-c7a21cf2b7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.409918 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Allocated IP 172.20.0.14 (2f44213a-e326-4423-8872-84ab1486b8cb/76b0f959-c7a9-4561-82cd-69a564790680/fcedf0d6-4094-4bb8-b6b8-9f1813fe2f8d) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:24.437515 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37460) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:24.453493 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1507ada3-7706-4c5b-8000-cf07de68a9db tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--903574644', 'description': 'tempest-description--457224484'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:24.460397 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.481548 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6e98ec-9117-4fc0-ad24-c7a21cf2b7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Network 8a61d65d-3564-4aef-8a9d-8204b745fceb is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:24.498602 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.499652 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-1c6e98ec-9117-4fc0-ad24-c7a21cf2b7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:24.511513 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e98ec-9117-4fc0-ad24-c7a21cf2b7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Pushing event updated for resources: {'Port': ['ID=3ca7c253-d841-4a41-8217-15d7957fd1db,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:24.516151 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=71b35b86-027b-4ceb-9eed-5aa65d185618,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:24.525010 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e98ec-9117-4fc0-ad24-c7a21cf2b7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:24.525840 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6e98ec-9117-4fc0-ad24-c7a21cf2b7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:24.526646 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c6e98ec-9117-4fc0-ad24-c7a21cf2b7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.542191 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 75de46b6-cf99-49f2-a4fe-05e054452b2d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:24.543668 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.548091 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c98a42b-93fe-44ee-a77e-cd41345a52c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.629176 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c98a42b-93fe-44ee-a77e-cd41345a52c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.630630 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1c6e98ec-9117-4fc0-ad24-c7a21cf2b7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9693186 Jan 21 09:31:24.631229 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.635427 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1507ada3-7706-4c5b-8000-cf07de68a9db tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.640001 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Pushing event updated for resources: {'Port': ['ID=07165839-3ab2-4c2a-a3e5-5874aa0835a3,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:24.641139 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.641514 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37462) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:24.654676 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:24.733073 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0179953-5b78-48bc-87d6-7edd516381cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.733270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Network 3e67eef8-ec59-4dd9-baf8-c041de241adc is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:24.740936 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:24.741858 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dd3893a7-2058-4ff6-8489-5bafd0a2776d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.742185 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.749352 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.767324 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.772185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0179953-5b78-48bc-87d6-7edd516381cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.789218 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dd3893a7-2058-4ff6-8489-5bafd0a2776d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.797219 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 75de46b6-cf99-49f2-a4fe-05e054452b2d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=75de46b6-cf99-49f2-a4fe-05e054452b2d,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:24.832939 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.840086 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c98a42b-93fe-44ee-a77e-cd41345a52c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.842828 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c98a42b-93fe-44ee-a77e-cd41345a52c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.848549 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2c98a42b-93fe-44ee-a77e-cd41345a52c1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9f7b4fef-4741-4492-bcfd-a8b751535507 HTTP/1.1" status: 204 len: 168 time: 1.2875061 Jan 21 09:31:24.875977 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3ea82-be42-4746-b84b-73728f953844 None None] Pushing event updated for resources: {'Port': ['ID=a49abab0-9bcf-4e8b-b71f-e25fa2f516f0,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:24.937526 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Network 33ab5233-247c-420a-9a81-d744e286d7eb is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:24.941380 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98a42b-93fe-44ee-a77e-cd41345a52c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7b4fef-4741-4492-bcfd-a8b751535507,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:24.947298 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:24.954534 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:24.986631 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Attempting to bind port a49abab0-9bcf-4e8b-b71f-e25fa2f516f0 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:24.986960 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Attempting to bind port a49abab0-9bcf-4e8b-b71f-e25fa2f516f0 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'f079f2df-51a3-4fdf-bc18-89660f114394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:24.987218 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Attempting to bind port a49abab0-9bcf-4e8b-b71f-e25fa2f516f0 on network eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:25.016489 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=75de46b6-cf99-49f2-a4fe-05e054452b2d,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:25.020663 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:31:25.020924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Checking segment: {'id': 'f079f2df-51a3-4fdf-bc18-89660f114394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:25.021318 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.024010 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Bound using segment: {'id': 'f079f2df-51a3-4fdf-bc18-89660f114394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:31:25.024509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Bound port: a49abab0-9bcf-4e8b-b71f-e25fa2f516f0, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f079f2df-51a3-4fdf-bc18-89660f114394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:31:25.024905 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.062081 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.124720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Router b7dace90-8192-468e-ad23-b95a4fb32b04 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:31:25.138394 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0179953-5b78-48bc-87d6-7edd516381cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed17eeb6-fcdd-4faa-b131-c70df3e5009e,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:25.224235 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] For port a49abab0-9bcf-4e8b-b71f-e25fa2f516f0, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:25.228733 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] For port a49abab0-9bcf-4e8b-b71f-e25fa2f516f0, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a49abab0-9bcf-4e8b-b71f-e25fa2f516f0,segment=NetworkSegment(f079f2df-51a3-4fdf-bc18-89660f114394),segment_id=f079f2df-51a3-4fdf-bc18-89660f114394)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:31:25.233487 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 71b35b86-027b-4ceb-9eed-5aa65d185618 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:25.253259 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b0179953-5b78-48bc-87d6-7edd516381cb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0dd2e4159dc643e2a68fc5e921b38f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0693848 Jan 21 09:31:25.253259 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-dd3893a7-2058-4ff6-8489-5bafd0a2776d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c6f89d0fae7c470a9d4fbeca9945ea9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2936299 Jan 21 09:31:25.255228 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37468) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:25.256165 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37470) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:25.273381 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1507ada3-7706-4c5b-8000-cf07de68a9db tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.276309 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.337909 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3893a7-2058-4ff6-8489-5bafd0a2776d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82298ce5-4435-4066-a575-8a06f132e081,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:25.378520 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Router 854370f0-c59c-438c-a86b-7e7d6e2b9386 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:31:25.402545 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1507ada3-7706-4c5b-8000-cf07de68a9db tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.407714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b5b9e0d8-693d-42e7-9a72-d967fc55522a None None] Provisioning complete for port 8a75e653-a66a-4210-9c7a-dc7aefac947a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:25.408141 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b5b9e0d8-693d-42e7-9a72-d967fc55522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.430869 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:31:25.436986 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.443770 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Sync routers for ids ['b7dace90-8192-468e-ad23-b95a4fb32b04'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:31:25.454081 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3ea82-be42-4746-b84b-73728f953844 None None] Pushing event updated for resources: {'Port': ['ID=a49abab0-9bcf-4e8b-b71f-e25fa2f516f0,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:25.459052 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Routers {'b7dace90-8192-468e-ad23-b95a4fb32b04'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:31:25.461145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Routers {'70066a65-df27-49d1-9484-f20deabcf8d8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:31:25.461539 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:31:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b7dace90-8192-468e-ad23-b95a4fb32b04'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:25.461788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:31:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['70066a65-df27-49d1-9484-f20deabcf8d8'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:25.535899 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 71b35b86-027b-4ceb-9eed-5aa65d185618 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:25.536282 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.543825 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9e0d8-693d-42e7-9a72-d967fc55522a None None] Port 8a75e653-a66a-4210-9c7a-dc7aefac947a cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:25.549738 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5a619cf8-6791-4d6c-bd9a-6115e6f8d74c admin admin] 10.222.0.88 "PUT /v2.0/routers/b7dace90-8192-468e-ad23-b95a4fb32b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9005969 Jan 21 09:31:25.555105 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37472) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:25.565729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c0b0015b-a475-40c4-8c7b-b78c7bf71ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.598582 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c0b0015b-a475-40c4-8c7b-b78c7bf71ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.652802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e200cf7-1c85-443d-b27a-5c786e49d3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.690708 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Set router b7dace90-8192-468e-ad23-b95a4fb32b04 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:31:25.707879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1507ada3-7706-4c5b-8000-cf07de68a9db tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.711733 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1507ada3-7706-4c5b-8000-cf07de68a9db tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2687414 Jan 21 09:31:25.731282 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37476) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:25.739026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e40f7472-895c-452b-ba09-92e7f9aeedac tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Request body: {'security_group_rule': {'security_group_id': '91c80eb2-69de-4a09-8216-413ea5ce0925', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:25.773705 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-63e92430-b0b5-4048-ba86-82359dfe4dd7 None None] Provisioning complete for port a49abab0-9bcf-4e8b-b71f-e25fa2f516f0 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:25.774275 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-63e92430-b0b5-4048-ba86-82359dfe4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.804574 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] Set router 70066a65-df27-49d1-9484-f20deabcf8d8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:31:25.844663 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] device_id is not set on port 3ca7c253-d841-4a41-8217-15d7957fd1db yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:25.848418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e40f7472-895c-452b-ba09-92e7f9aeedac tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.865086 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Network 2f44213a-e326-4423-8872-84ab1486b8cb is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:25.878934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:25.885638 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.889406 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507ada3-7706-4c5b-8000-cf07de68a9db tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c80eb2-69de-4a09-8216-413ea5ce0925,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:25.896168 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:25.905230 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.927260 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Pushing event updated for resources: {'Port': ['ID=fcedf0d6-4094-4bb8-b6b8-9f1813fe2f8d,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:25.944027 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c0b0015b-a475-40c4-8c7b-b78c7bf71ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.947260 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c0b0015b-a475-40c4-8c7b-b78c7bf71ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.950756 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c0b0015b-a475-40c4-8c7b-b78c7bf71ad0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/82298ce5-4435-4066-a575-8a06f132e081 HTTP/1.1" status: 204 len: 168 time: 0.6851392 Jan 21 09:31:25.951353 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dafdc844-fffb-47c2-b3af-152b4ddeeb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:25.977222 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'name': 'tempest-ServersTestJSON-837518490-router', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:12Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'gw_port': {'id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:15Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '8a75e653-a66a-4210-9c7a-dc7aefac947a', 'name': '', 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'mac_address': 'fa:16:3e:fc:3f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 2, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'subnets': [{'id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:26.017127 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Checking router: b7dace90-8192-468e-ad23-b95a4fb32b04 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:31:26.017899 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Updating router b7dace90-8192-468e-ad23-b95a4fb32b04 port 8a75e653-a66a-4210-9c7a-dc7aefac947a binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:31:26.024948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0015b-a475-40c4-8c7b-b78c7bf71ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82298ce5-4435-4066-a575-8a06f132e081,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:26.048156 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:31:26.073520 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.074943 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a2779100-65ea-494c-bdad-d9419603ed45 admin admin] 10.222.0.88 "PUT /v2.0/routers/854370f0-c59c-438c-a86b-7e7d6e2b9386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1846402 Jan 21 09:31:26.090139 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Sync routers for ids ['854370f0-c59c-438c-a86b-7e7d6e2b9386'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:31:26.131794 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 75de46b6-cf99-49f2-a4fe-05e054452b2d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:26.170206 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e40f7472-895c-452b-ba09-92e7f9aeedac tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.187162 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e40f7472-895c-452b-ba09-92e7f9aeedac tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.256172 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f7472-895c-452b-ba09-92e7f9aeedac tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa27ee35-287d-43cf-82dd-001195307f69,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:26.294566 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e40f7472-895c-452b-ba09-92e7f9aeedac tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.301996 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e40f7472-895c-452b-ba09-92e7f9aeedac tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5627644 Jan 21 09:31:26.302358 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dafdc844-fffb-47c2-b3af-152b4ddeeb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.309373 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37490) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:26.319168 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e200cf7-1c85-443d-b27a-5c786e49d3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.326364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e200cf7-1c85-443d-b27a-5c786e49d3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.333972 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-925809b4-1ba4-4e71-8f24-4428149c66ea tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Request body: {'security_group_rule': {'security_group_id': '91c80eb2-69de-4a09-8216-413ea5ce0925', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:26.366817 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Pushing event updated for resources: {'Port': ['ID=3ca7c253-d841-4a41-8217-15d7957fd1db,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:26.409418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e200cf7-1c85-443d-b27a-5c786e49d3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8348f704-51ae-4696-9328-6a47127c02ba,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:26.418760 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3e200cf7-1c85-443d-b27a-5c786e49d3df admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=36a818c9129e4c01bbadb1ab115823b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8587244 Jan 21 09:31:26.419548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37498) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:26.513301 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a477d544-c647-458c-a966-c5cbddae062e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.562262 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:26.563278 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:26.564293 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:26.584658 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Routers {'854370f0-c59c-438c-a86b-7e7d6e2b9386'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:31:26.585725 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:31:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['854370f0-c59c-438c-a86b-7e7d6e2b9386'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:26.593418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a477d544-c647-458c-a966-c5cbddae062e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.603862 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:26.604417 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:26.611994 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 2 to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db Jan 21 09:31:26.631690 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-63e92430-b0b5-4048-ba86-82359dfe4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.640889 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:26.641286 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:26.641577 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:26.685877 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:26.687609 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:26.694328 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 3 to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db Jan 21 09:31:26.699404 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-925809b4-1ba4-4e71-8f24-4428149c66ea tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.705201 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.705809 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37500) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:26.737761 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dafdc844-fffb-47c2-b3af-152b4ddeeb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.740278 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dafdc844-fffb-47c2-b3af-152b4ddeeb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.742928 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-dafdc844-fffb-47c2-b3af-152b4ddeeb78 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ed17eeb6-fcdd-4faa-b131-c70df3e5009e HTTP/1.1" status: 204 len: 168 time: 1.4146757 Jan 21 09:31:26.810669 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4b9f3c29-cda7-41f3-b6ef-13440d67e2dc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=74c4b072a29b40458a1eb3fbf987db65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0974753 Jan 21 09:31:26.814496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37504) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:26.821061 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a477d544-c647-458c-a966-c5cbddae062e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.827958 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a477d544-c647-458c-a966-c5cbddae062e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.830680 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a477d544-c647-458c-a966-c5cbddae062e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8348f704-51ae-4696-9328-6a47127c02ba HTTP/1.1" status: 204 len: 168 time: 0.4099064 Jan 21 09:31:26.846148 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdc844-fffb-47c2-b3af-152b4ddeeb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed17eeb6-fcdd-4faa-b131-c70df3e5009e,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:26.857310 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.860382 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:26.860719 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:26.861031 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:26.890528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Set router 854370f0-c59c-438c-a86b-7e7d6e2b9386 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:31:26.911685 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477d544-c647-458c-a966-c5cbddae062e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8348f704-51ae-4696-9328-6a47127c02ba,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:26.929558 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.946400 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.949701 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2749d50-4f62-409a-8400-d7dd2e2694cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.964019 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:26.964347 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:26.975898 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2749d50-4f62-409a-8400-d7dd2e2694cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:26.978474 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 4 to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db Jan 21 09:31:27.052809 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2749d50-4f62-409a-8400-d7dd2e2694cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.057817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2749d50-4f62-409a-8400-d7dd2e2694cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.062625 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c2749d50-4f62-409a-8400-d7dd2e2694cd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/374fc46c-98b5-46ed-b2a9-69909fddae0e HTTP/1.1" status: 204 len: 168 time: 0.2456427 Jan 21 09:31:27.075177 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 75de46b6-cf99-49f2-a4fe-05e054452b2d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:27.075554 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.082339 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2749d50-4f62-409a-8400-d7dd2e2694cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374fc46c-98b5-46ed-b2a9-69909fddae0e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:27.157930 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-63e92430-b0b5-4048-ba86-82359dfe4dd7 None None] For port a49abab0-9bcf-4e8b-b71f-e25fa2f516f0, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a49abab0-9bcf-4e8b-b71f-e25fa2f516f0,segment=NetworkSegment(f079f2df-51a3-4fdf-bc18-89660f114394),segment_id=f079f2df-51a3-4fdf-bc18-89660f114394)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:27.183352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37514) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:27.200910 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-50da2035-458c-4a0d-a7f8-0a135bc4c278 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Request body: {'security_group': {'name': 'tempest-securitygroup--881427544', 'description': 'tempest-description--579291348'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:27.265919 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-50da2035-458c-4a0d-a7f8-0a135bc4c278 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.305173 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Attempting to bind port 8a75e653-a66a-4210-9c7a-dc7aefac947a on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:27.307964 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Attempting to bind port 8a75e653-a66a-4210-9c7a-dc7aefac947a by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '42c57984-0809-447c-a47b-a389cbd7f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:27.309903 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Attempting to bind port 8a75e653-a66a-4210-9c7a-dc7aefac947a on network 3e67eef8-ec59-4dd9-baf8-c041de241adc {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:27.327830 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:31:27.328461 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Checking segment: {'id': '42c57984-0809-447c-a47b-a389cbd7f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:27.330988 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.331694 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Bound using segment: {'id': '42c57984-0809-447c-a47b-a389cbd7f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:31:27.332324 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Bound port: 8a75e653-a66a-4210-9c7a-dc7aefac947a, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c57984-0809-447c-a47b-a389cbd7f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:31:27.333607 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.351890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-925809b4-1ba4-4e71-8f24-4428149c66ea tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.372183 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:27.374202 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:27.374653 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:27.386085 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b705db-4541-4d64-a542-e865a046e555 None None] Pushing event updated for resources: {'Port': ['ID=8a75e653-a66a-4210-9c7a-dc7aefac947a,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:27.398472 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-925809b4-1ba4-4e71-8f24-4428149c66ea tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.469731 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-50da2035-458c-4a0d-a7f8-0a135bc4c278 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.469971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925809b4-1ba4-4e71-8f24-4428149c66ea tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad6e54d-92f9-438d-9d00-d247e1cb3123,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:27.479005 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-50da2035-458c-4a0d-a7f8-0a135bc4c278 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.495694 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:27.496666 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:27.505312 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 5 to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db Jan 21 09:31:27.539452 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-63e92430-b0b5-4048-ba86-82359dfe4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.564855 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-925809b4-1ba4-4e71-8f24-4428149c66ea tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.566044 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] For port 8a75e653-a66a-4210-9c7a-dc7aefac947a, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:27.568997 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da2035-458c-4a0d-a7f8-0a135bc4c278 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2008b02e-1c8f-4c81-93e8-af2ac4f60215,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:27.571972 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] For port 8a75e653-a66a-4210-9c7a-dc7aefac947a, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=8a75e653-a66a-4210-9c7a-dc7aefac947a,segment=NetworkSegment(42c57984-0809-447c-a47b-a389cbd7f226),segment_id=42c57984-0809-447c-a47b-a389cbd7f226)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:31:27.577986 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-925809b4-1ba4-4e71-8f24-4428149c66ea tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2553322 Jan 21 09:31:27.578866 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37526) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:27.582409 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.590852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-50da2035-458c-4a0d-a7f8-0a135bc4c278 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.592818 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-50da2035-458c-4a0d-a7f8-0a135bc4c278 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4081705 Jan 21 09:31:27.595938 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37528) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:27.601761 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:27.602184 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:27.602519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:27.608523 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ddecb0d0-7df7-4ff7-b1f5-50b69ee532e7 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Request body: {'security_group_rule': {'security_group_id': '2008b02e-1c8f-4c81-93e8-af2ac4f60215', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:27.624656 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:27.642053 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e92430-b0b5-4048-ba86-82359dfe4dd7 None None] Pushing event updated for resources: {'Port': ['ID=a49abab0-9bcf-4e8b-b71f-e25fa2f516f0,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:27.646528 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:27.646871 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:27.666941 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-63e92430-b0b5-4048-ba86-82359dfe4dd7 None None] Provisioning complete for port 07165839-3ab2-4c2a-a3e5-5874aa0835a3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:27.667321 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-63e92430-b0b5-4048-ba86-82359dfe4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.668051 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37532) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:27.675470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5bea06bd-94a1-487f-8b8e-8f2b000d5820 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1725059322', 'description': 'tempest-description--969277217'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:27.675665 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 6 to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db Jan 21 09:31:27.700001 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddecb0d0-7df7-4ff7-b1f5-50b69ee532e7 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.715605 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b705db-4541-4d64-a542-e865a046e555 None None] Pushing event updated for resources: {'Port': ['ID=8a75e653-a66a-4210-9c7a-dc7aefac947a,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:27.735970 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:27.736250 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:27.736585 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:27.739571 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5bea06bd-94a1-487f-8b8e-8f2b000d5820 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.756211 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Routers {'b7dace90-8192-468e-ad23-b95a4fb32b04'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:31:27.758206 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:31:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b7dace90-8192-468e-ad23-b95a4fb32b04'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:27.776766 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:27.778352 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:27.786863 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 7 to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db Jan 21 09:31:27.838598 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.865049 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'name': 'tempest-ServerActionsTestJSON-560533580-router', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:10Z', 'updated_at': '2022-01-21T09:31:19Z', 'revision_number': 4, 'project_id': '8412c99099254edbacc3999749241e6e', 'gw_port': {'id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'a49abab0-9bcf-4e8b-b71f-e25fa2f516f0', 'name': '', 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'mac_address': 'fa:16:3e:8a:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:16Z', 'updated_at': '2022-01-21T09:31:25Z', 'revision_number': 4, 'project_id': '8412c99099254edbacc3999749241e6e', 'subnets': [{'id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:27.911859 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.919990 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:27.920205 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] Set router b7dace90-8192-468e-ad23-b95a4fb32b04 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:31:27.920332 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:27.920643 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:27.930443 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5bea06bd-94a1-487f-8b8e-8f2b000d5820 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.952156 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.953207 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-63e92430-b0b5-4048-ba86-82359dfe4dd7 None None] Port 07165839-3ab2-4c2a-a3e5-5874aa0835a3 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:27.955237 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1f48cd-1517-45a1-9b29-bfa22896bca5 None None] The sync data for ids ['70066a65-df27-49d1-9484-f20deabcf8d8'] in dv-neutron-825721-1-hyperv is: [{'id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'name': 'tempest-ServerActionsTestJSON-560533580-router', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:10Z', 'updated_at': '2022-01-21T09:31:19Z', 'revision_number': 4, 'project_id': '8412c99099254edbacc3999749241e6e', 'gw_port': {'id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'a49abab0-9bcf-4e8b-b71f-e25fa2f516f0', 'name': '', 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'mac_address': 'fa:16:3e:8a:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:16Z', 'updated_at': '2022-01-21T09:31:25Z', 'revision_number': 4, 'project_id': '8412c99099254edbacc3999749241e6e', 'subnets': [{'id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:31:27.975188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5bea06bd-94a1-487f-8b8e-8f2b000d5820 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:27.985055 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:27.985384 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:27.995880 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 8 to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db Jan 21 09:31:28.020354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5bea06bd-94a1-487f-8b8e-8f2b000d5820 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.032886 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5bea06bd-94a1-487f-8b8e-8f2b000d5820 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3591402 Jan 21 09:31:28.057524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37546) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:28.087524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-4c161999-74ca-4d01-9b2c-38cf15138dc0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Request body: {'security_group_rule': {'security_group_id': '0b106d87-311d-46c8-a8b8-ce5012cedfb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:28.120401 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'name': 'tempest-ServersTestManualDisk-1825675934-router', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'gw_port': {'id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:13Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '07165839-3ab2-4c2a-a3e5-5874aa0835a3', 'name': '', 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'mac_address': 'fa:16:3e:74:59:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 2, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'subnets': [{'id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:28.141691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddecb0d0-7df7-4ff7-b1f5-50b69ee532e7 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.152041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea06bd-94a1-487f-8b8e-8f2b000d5820 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b106d87-311d-46c8-a8b8-ce5012cedfb6,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:28.175156 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Checking router: 854370f0-c59c-438c-a86b-7e7d6e2b9386 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:31:28.175638 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Updating router 854370f0-c59c-438c-a86b-7e7d6e2b9386 port 07165839-3ab2-4c2a-a3e5-5874aa0835a3 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:31:28.182139 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddecb0d0-7df7-4ff7-b1f5-50b69ee532e7 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.255546 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a5e9a6a0-25da-44f1-9031-47a3826c8845 None None] Provisioning complete for port a49abab0-9bcf-4e8b-b71f-e25fa2f516f0 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:28.255981 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a6a0-25da-44f1-9031-47a3826c8845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.260312 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecb0d0-7df7-4ff7-b1f5-50b69ee532e7 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb122d1-9e57-4510-b7f3-1e38df0c4f9d,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:28.296683 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddecb0d0-7df7-4ff7-b1f5-50b69ee532e7 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.302573 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ddecb0d0-7df7-4ff7-b1f5-50b69ee532e7 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7028766 Jan 21 09:31:28.307184 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37552) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:28.313522 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c161999-74ca-4d01-9b2c-38cf15138dc0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.318199 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.334681 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-51ccd2c4-064f-4f22-aab2-9aa2e9ac37bf tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Request body: {'security_group_rule': {'security_group_id': '2008b02e-1c8f-4c81-93e8-af2ac4f60215', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:28.350185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:28.350567 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:28.351433 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:28.420733 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:28.421371 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:28.425794 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Pushing event updated for resources: {'Port': ['ID=fcedf0d6-4094-4bb8-b6b8-9f1813fe2f8d,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:28.431560 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 9 to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db Jan 21 09:31:28.463735 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a49abab0-9bcf-4e8b-b71f-e25fa2f516f0 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:28.466607 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.471005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:28.471338 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:28.471787 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:28.515061 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:28.515430 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:28.517763 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-51ccd2c4-064f-4f22-aab2-9aa2e9ac37bf tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.522091 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 10 to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db Jan 21 09:31:28.535941 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.546971 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8f6a4cf5-0ef3-4b88-87a8-0d685f1b4f6b tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1173630 Jan 21 09:31:28.552020 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'name': 'tempest-ServersTestJSON-837518490-router', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:12Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'gw_port': {'id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:15Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '8a75e653-a66a-4210-9c7a-dc7aefac947a', 'name': '', 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'mac_address': 'fa:16:3e:fc:3f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:27Z', 'revision_number': 4, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'subnets': [{'id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:28.552541 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37560) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:28.554870 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a5e9a6a0-25da-44f1-9031-47a3826c8845 None None] Provisioning complete for port 8a75e653-a66a-4210-9c7a-dc7aefac947a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:28.555281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a6a0-25da-44f1-9031-47a3826c8845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.633259 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7053ca-3103-4750-8d29-83216e5c3d5f None None] The sync data for ids ['b7dace90-8192-468e-ad23-b95a4fb32b04'] in dv-neutron-825721-1-hyperv is: [{'id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'name': 'tempest-ServersTestJSON-837518490-router', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:12Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'gw_port': {'id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:15Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '8a75e653-a66a-4210-9c7a-dc7aefac947a', 'name': '', 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'mac_address': 'fa:16:3e:fc:3f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:27Z', 'revision_number': 4, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'subnets': [{'id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:31:28.653668 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c161999-74ca-4d01-9b2c-38cf15138dc0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.685573 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c161999-74ca-4d01-9b2c-38cf15138dc0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.743033 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c161999-74ca-4d01-9b2c-38cf15138dc0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.744280 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4c161999-74ca-4d01-9b2c-38cf15138dc0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6834793 Jan 21 09:31:28.751324 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37568) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:28.770739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-49942adf-2f84-4a6c-b78a-5b10243d02f7 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Request body: {'security_group_rule': {'security_group_id': '0b106d87-311d-46c8-a8b8-ce5012cedfb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:28.784296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c161999-74ca-4d01-9b2c-38cf15138dc0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73cea6a8-9ce1-4659-ac20-0db60e1bb2aa,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:28.828154 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-51ccd2c4-064f-4f22-aab2-9aa2e9ac37bf tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.829929 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:28.834094 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:28.834629 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:28.844399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-51ccd2c4-064f-4f22-aab2-9aa2e9ac37bf tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.851760 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-95da5f70-e3bf-416a-bf08-384a475a8b21 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "GET /v2.0/floatingips?floating_network_id=2f44213a-e326-4423-8872-84ab1486b8cb HTTP/1.1" status: 200 len: 690 time: 0.2917886 Jan 21 09:31:28.864100 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37570) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:28.869584 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:28.886473 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 3ca7c253-d841-4a41-8217-15d7957fd1db on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:28.887098 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.896584 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccd2c4-064f-4f22-aab2-9aa2e9ac37bf tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc91ed5-c213-4f2e-acc0-8cfb27b2ce23,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:28.903393 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port a49abab0-9bcf-4e8b-b71f-e25fa2f516f0 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:28.903851 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.911100 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-51ccd2c4-064f-4f22-aab2-9aa2e9ac37bf tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.913779 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-51ccd2c4-064f-4f22-aab2-9aa2e9ac37bf tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5945213 Jan 21 09:31:28.916282 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-49942adf-2f84-4a6c-b78a-5b10243d02f7 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:28.954372 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37576) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:28.985809 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:29.048727 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:29.054600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-49942adf-2f84-4a6c-b78a-5b10243d02f7 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:29.062703 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-49942adf-2f84-4a6c-b78a-5b10243d02f7 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:29.146037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-49942adf-2f84-4a6c-b78a-5b10243d02f7 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:29.152143 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-49942adf-2f84-4a6c-b78a-5b10243d02f7 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3989701 Jan 21 09:31:29.152771 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37586) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:29.183017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:29.210363 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49942adf-2f84-4a6c-b78a-5b10243d02f7 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61401774-36c6-4d41-9f32-95714d81c5fd,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:29.218186 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a6a0-25da-44f1-9031-47a3826c8845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:29.236426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:29.343424 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:29.434272 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a5e9a6a0-25da-44f1-9031-47a3826c8845 None None] For port 8a75e653-a66a-4210-9c7a-dc7aefac947a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=8a75e653-a66a-4210-9c7a-dc7aefac947a,segment=NetworkSegment(42c57984-0809-447c-a47b-a389cbd7f226),segment_id=42c57984-0809-447c-a47b-a389cbd7f226)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:29.470099 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a6a0-25da-44f1-9031-47a3826c8845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:29.489768 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Allocated IP 172.26.7.63 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/560b4752-e119-4469-83ab-de3ac64e01a3) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:29.661474 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:29.706229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37594) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:29.722143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:29.770609 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9a6a0-25da-44f1-9031-47a3826c8845 None None] Pushing event updated for resources: {'Port': ['ID=8a75e653-a66a-4210-9c7a-dc7aefac947a,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:29.784334 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:29.790951 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-da24f9d1-0b61-4332-adc6-d2645007251a None None] Provisioning complete for port 8a75e653-a66a-4210-9c7a-dc7aefac947a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:29.801918 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-da24f9d1-0b61-4332-adc6-d2645007251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:29.820530 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:29.849303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:29.914243 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37600) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:29.922641 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] For port 3ca7c253-d841-4a41-8217-15d7957fd1db, host hv-neutron-8257, cleared binding levels {{(pid=102146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:29.927331 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempted to set empty binding levels {{(pid=102146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:31:29.938037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:29.948354 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:29.971164 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.017559 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.041763 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.045340 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Deleting port fcedf0d6-4094-4bb8-b6b8-9f1813fe2f8d {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:31:30.045701 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.056729 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Pushing event updated for resources: {'Port': ['ID=560b4752-e119-4469-83ab-de3ac64e01a3,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:30.183343 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] In _notify_port_updated(), no bound segment for port 3ca7c253-d841-4a41-8217-15d7957fd1db on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:31:30.184202 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:30.184793 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.185730 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742143c-f2fa-4398-af05-4deb0772b6cb None None] Pushing event updated for resources: {'Port': ['ID=07165839-3ab2-4c2a-a3e5-5874aa0835a3,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:30.196496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37606) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:30.198935 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] 10.222.0.88 "PUT /v2.0/ports/3ca7c253-d841-4a41-8217-15d7957fd1db HTTP/1.1" status: 200 len: 981 time: 5.5556052 Jan 21 09:31:30.210779 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-3646f352-f011-4ff0-b520-2d89a8408eeb tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1771186584'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:30.308470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-3cc5ee27-1b9f-498d-8c8a-2fe48681324e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-662986180'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:30.334482 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Attempting to bind port 07165839-3ab2-4c2a-a3e5-5874aa0835a3 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:30.336548 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Attempting to bind port 07165839-3ab2-4c2a-a3e5-5874aa0835a3 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '391dfebd-cd79-4f19-86cf-a8349af6276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:30.346013 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0cd43-1ae6-4de3-8014-d964cda6fe18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Pushing event updated for resources: {'Port': ['ID=3ca7c253-d841-4a41-8217-15d7957fd1db,revision_number=3']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:30.354462 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.354611 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Attempting to bind port 07165839-3ab2-4c2a-a3e5-5874aa0835a3 on network 33ab5233-247c-420a-9a81-d744e286d7eb {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:30.368988 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.372161 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8a75e653-a66a-4210-9c7a-dc7aefac947a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:30.393840 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:31:30.394220 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Checking segment: {'id': '391dfebd-cd79-4f19-86cf-a8349af6276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:30.395981 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.396385 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Bound using segment: {'id': '391dfebd-cd79-4f19-86cf-a8349af6276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:31:30.396871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Bound port: 07165839-3ab2-4c2a-a3e5-5874aa0835a3, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391dfebd-cd79-4f19-86cf-a8349af6276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:31:30.397249 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.417294 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3646f352-f011-4ff0-b520-2d89a8408eeb tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Made reservation on behalf of acacd0fe4ed3467f958f570fe14990c9 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:30.420942 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3646f352-f011-4ff0-b520-2d89a8408eeb tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.477543 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3646f352-f011-4ff0-b520-2d89a8408eeb tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.509219 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.582834 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] For port 07165839-3ab2-4c2a-a3e5-5874aa0835a3, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:30.591299 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.591949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] For port 07165839-3ab2-4c2a-a3e5-5874aa0835a3, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=07165839-3ab2-4c2a-a3e5-5874aa0835a3,segment=NetworkSegment(391dfebd-cd79-4f19-86cf-a8349af6276e),segment_id=391dfebd-cd79-4f19-86cf-a8349af6276e)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:31:30.592301 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.595834 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc5ee27-1b9f-498d-8c8a-2fe48681324e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Made reservation on behalf of e4d000f4bc254ef2b0f781f295dd1040 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:30.601430 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3cc5ee27-1b9f-498d-8c8a-2fe48681324e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.609232 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.635883 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36acea-1832-4da1-b0bb-23861f6a5fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:30.636605 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36acea-1832-4da1-b0bb-23861f6a5fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:30.637273 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36acea-1832-4da1-b0bb-23861f6a5fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:30.637858 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36acea-1832-4da1-b0bb-23861f6a5fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:30.638382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36acea-1832-4da1-b0bb-23861f6a5fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:30.638910 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36acea-1832-4da1-b0bb-23861f6a5fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:30.639430 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36acea-1832-4da1-b0bb-23861f6a5fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:30.639993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36acea-1832-4da1-b0bb-23861f6a5fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:30.640512 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36acea-1832-4da1-b0bb-23861f6a5fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:30.641254 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36acea-1832-4da1-b0bb-23861f6a5fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:30.642003 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36acea-1832-4da1-b0bb-23861f6a5fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:30.642529 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36acea-1832-4da1-b0bb-23861f6a5fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:30.643089 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36acea-1832-4da1-b0bb-23861f6a5fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:30.643607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36acea-1832-4da1-b0bb-23861f6a5fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:30.644176 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36acea-1832-4da1-b0bb-23861f6a5fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:30.644718 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36acea-1832-4da1-b0bb-23861f6a5fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:30.652610 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0c36acea-1832-4da1-b0bb-23861f6a5fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14466 time: 0.4510276 Jan 21 09:31:30.655669 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 8a75e653-a66a-4210-9c7a-dc7aefac947a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:30.656046 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.656567 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Calling delete_port for fcedf0d6-4094-4bb8-b6b8-9f1813fe2f8d owned by network:floatingip {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:31:30.657582 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37616) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:30.658812 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3cc5ee27-1b9f-498d-8c8a-2fe48681324e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.704006 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Allocated IP 172.26.7.200 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/ee40f191-dcb3-4796-a308-a21a603a26c7) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:30.797298 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3646f352-f011-4ff0-b520-2d89a8408eeb tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.846599 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3646f352-f011-4ff0-b520-2d89a8408eeb tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.907692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8c2cc8fb-9207-452c-9854-4146daec8393 None None] Provisioning complete for port 07165839-3ab2-4c2a-a3e5-5874aa0835a3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:30.908062 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc8fb-9207-452c-9854-4146daec8393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:30.964281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Routers {'854370f0-c59c-438c-a86b-7e7d6e2b9386'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:31:30.964960 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:31:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['854370f0-c59c-438c-a86b-7e7d6e2b9386'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:31.009513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.063320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.098830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742143c-f2fa-4398-af05-4deb0772b6cb None None] Pushing event updated for resources: {'Port': ['ID=07165839-3ab2-4c2a-a3e5-5874aa0835a3,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:31.110152 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] Set router 854370f0-c59c-438c-a86b-7e7d6e2b9386 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:31:31.124569 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37624) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:31.134838 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Pushing event updated for resources: {'Port': ['ID=ee40f191-dcb3-4796-a308-a21a603a26c7,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:31.211465 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3cc5ee27-1b9f-498d-8c8a-2fe48681324e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.219194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:31.219194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:31.224527 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:31.228765 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3cc5ee27-1b9f-498d-8c8a-2fe48681324e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.241119 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3646f352-f011-4ff0-b520-2d89a8408eeb tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:31.244943 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc5ee27-1b9f-498d-8c8a-2fe48681324e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:31.318801 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d8b5c7b7-5747-49f8-8c85-4b85d04008b5 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:31.334008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646f352-f011-4ff0-b520-2d89a8408eeb tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e116c11e-14c4-4be9-bf5d-d6d7edb6504a,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:31.342744 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5ee27-1b9f-498d-8c8a-2fe48681324e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658901bb-1cff-4d1e-ba15-93d7cf27d679,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:31.350357 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3cc5ee27-1b9f-498d-8c8a-2fe48681324e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.350357 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-3cc5ee27-1b9f-498d-8c8a-2fe48681324e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Added segment f4c028f9-45b5-4d10-9088-df928a1f456b of type vlan for network c3c57fa6-2edf-4523-83ba-f8397c7afdee Jan 21 09:31:31.372501 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3646f352-f011-4ff0-b520-2d89a8408eeb tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.373050 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-3646f352-f011-4ff0-b520-2d89a8408eeb tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Added segment 8acaf038-d97e-4254-9232-01dc668d78b6 of type vlan for network 68b143e2-117b-434b-ab3f-ac8ddbd0e163 Jan 21 09:31:31.400812 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.404948 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Allocated IP 172.26.7.189 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/5cc812f9-d580-49ab-912d-ebb162ec489d) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:31.415380 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc8fb-9207-452c-9854-4146daec8393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.416092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3cc5ee27-1b9f-498d-8c8a-2fe48681324e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.454869 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcedf0d6-4094-4bb8-b6b8-9f1813fe2f8d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:31.488934 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-8c2cc8fb-9207-452c-9854-4146daec8393 None None] For port 07165839-3ab2-4c2a-a3e5-5874aa0835a3, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=07165839-3ab2-4c2a-a3e5-5874aa0835a3,segment=NetworkSegment(391dfebd-cd79-4f19-86cf-a8349af6276e),segment_id=391dfebd-cd79-4f19-86cf-a8349af6276e)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:31.500865 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc8fb-9207-452c-9854-4146daec8393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.512478 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'name': 'tempest-ServersTestManualDisk-1825675934-router', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'gw_port': {'id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:13Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '07165839-3ab2-4c2a-a3e5-5874aa0835a3', 'name': '', 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'mac_address': 'fa:16:3e:74:59:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:30Z', 'revision_number': 4, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'subnets': [{'id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:31.519522 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-c86d1b69-4fe9-4d59-be60-9fa56d582664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Deleting port 3ca7c253-d841-4a41-8217-15d7957fd1db {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:31:31.520102 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c86d1b69-4fe9-4d59-be60-9fa56d582664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.547750 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3646f352-f011-4ff0-b520-2d89a8408eeb tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.572204 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6126aa9b-a52c-400d-8bf9-7a6a28476256 None None] The sync data for ids ['854370f0-c59c-438c-a86b-7e7d6e2b9386'] in dv-neutron-825721-1-hyperv is: [{'id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'name': 'tempest-ServersTestManualDisk-1825675934-router', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'gw_port': {'id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:13Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '07165839-3ab2-4c2a-a3e5-5874aa0835a3', 'name': '', 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'mac_address': 'fa:16:3e:74:59:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:30Z', 'revision_number': 4, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'subnets': [{'id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:31:31.602430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cc8fb-9207-452c-9854-4146daec8393 None None] Pushing event updated for resources: {'Port': ['ID=07165839-3ab2-4c2a-a3e5-5874aa0835a3,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:31.627415 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c454f1a5-c279-43d1-b25e-475b5a93dd64 None None] Provisioning complete for port 07165839-3ab2-4c2a-a3e5-5874aa0835a3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:31.628281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c454f1a5-c279-43d1-b25e-475b5a93dd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.648111 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.657391 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d8b5c7b7-5747-49f8-8c85-4b85d04008b5 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] 10.222.0.88 "PUT /v2.0/quotas/bfb07f65649b408fa1aafcfbe91bca6e HTTP/1.1" status: 200 len: 366 time: 0.5157540 Jan 21 09:31:31.660960 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3cc5ee27-1b9f-498d-8c8a-2fe48681324e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.666199 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37628) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:31.669139 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc5ee27-1b9f-498d-8c8a-2fe48681324e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:31.669828 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3cc5ee27-1b9f-498d-8c8a-2fe48681324e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.673734 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.710483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.734196 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-c86d1b69-4fe9-4d59-be60-9fa56d582664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] For port 3ca7c253-d841-4a41-8217-15d7957fd1db, host hv-neutron-8257, got binding levels [] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:31.734793 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c86d1b69-4fe9-4d59-be60-9fa56d582664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.745584 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-96aec1e4-1b69-41cd-8a49-40cf318dfe9a tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] 10.222.0.88 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0782566 Jan 21 09:31:31.761533 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37630) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:31.793990 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.801568 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3646f352-f011-4ff0-b520-2d89a8408eeb tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.807093 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3cc5ee27-1b9f-498d-8c8a-2fe48681324e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8741348 Jan 21 09:31:31.811302 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3646f352-f011-4ff0-b520-2d89a8408eeb tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:31.811945 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3646f352-f011-4ff0-b520-2d89a8408eeb tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.812071 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ad381687-3712-4988-b035-01f0e77cc4d7 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] 10.222.0.88 "GET /v2.0/quotas/bfb07f65649b408fa1aafcfbe91bca6e HTTP/1.1" status: 200 len: 366 time: 0.0473561 Jan 21 09:31:31.815067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37632) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:31.815395 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37634) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:31.817512 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:31.824757 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5e5f4fde-7fbb-4e11-9141-b699ae1e50c9 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Request body: {'subnet': {'network_id': 'c3c57fa6-2edf-4523-83ba-f8397c7afdee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:31.826318 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-c86d1b69-4fe9-4d59-be60-9fa56d582664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Calling delete_port for 3ca7c253-d841-4a41-8217-15d7957fd1db owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:31:31.875545 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5ee27-1b9f-498d-8c8a-2fe48681324e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Pushing event updated for resources: {'Network': ['ID=c3c57fa6-2edf-4523-83ba-f8397c7afdee,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:31.887784 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network c3c57fa6-2edf-4523-83ba-f8397c7afdee details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:31.957818 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1c686cf7-24b1-4422-acb0-86956103c172 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] 10.222.0.88 "DELETE /v2.0/quotas/bfb07f65649b408fa1aafcfbe91bca6e HTTP/1.1" status: 204 len: 168 time: 0.1272788 Jan 21 09:31:31.963035 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37636) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:31.977608 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Pushing event updated for resources: {'Port': ['ID=560b4752-e119-4469-83ab-de3ac64e01a3,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:32.004752 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.005036 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ba9a5d8e-b9ed-4fce-9b38-134e2214f341 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] 10.222.0.88 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0348570 Jan 21 09:31:32.010815 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37638) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:32.029381 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.043634 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3646f352-f011-4ff0-b520-2d89a8408eeb tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3340564 Jan 21 09:31:32.052055 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37640) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:32.058826 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-cbc43239-c181-44a7-8131-1469e2476f00 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Request body: {'subnet': {'network_id': '68b143e2-117b-434b-ab3f-ac8ddbd0e163', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:32.065416 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646f352-f011-4ff0-b520-2d89a8408eeb tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event updated for resources: {'Network': ['ID=68b143e2-117b-434b-ab3f-ac8ddbd0e163,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:32.087238 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c2c2478a-b802-4ec6-a36a-89d4a9cc78bc tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] 10.222.0.88 "GET /v2.0/quotas/bfb07f65649b408fa1aafcfbe91bca6e HTTP/1.1" status: 200 len: 370 time: 0.0738249 Jan 21 09:31:32.089030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.093631 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37642) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:32.095397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 68b143e2-117b-434b-ab3f-ac8ddbd0e163 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:32.102145 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-eb854f26-a73c-4021-bd5b-ea23e64c8e5b tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] 10.222.0.88 "GET /v2.0/quotas/bfb07f65649b408fa1aafcfbe91bca6e/default HTTP/1.1" status: 200 len: 370 time: 0.0044656 Jan 21 09:31:32.106467 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37644) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:32.140811 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-4f3baaf2-e7bf-43ad-9866-55688343a2d8 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] delete failed (client error): The resource could not be found. Jan 21 09:31:32.144759 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4f3baaf2-e7bf-43ad-9866-55688343a2d8 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] 10.222.0.88 "DELETE /v2.0/quotas/bfb07f65649b408fa1aafcfbe91bca6e HTTP/1.1" status: 404 len: 348 time: 0.0316029 Jan 21 09:31:32.170157 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.170507 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5f4fde-7fbb-4e11-9141-b699ae1e50c9 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Made reservation on behalf of e4d000f4bc254ef2b0f781f295dd1040 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:32.172781 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a2c6c254-b103-467a-b2c7-2f98400c3a32 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5729046 Jan 21 09:31:32.174200 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4fde-7fbb-4e11-9141-b699ae1e50c9 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.203296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.250657 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.253236 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c86d1b69-4fe9-4d59-be60-9fa56d582664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.330281 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37652) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:32.350635 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c86d1b69-4fe9-4d59-be60-9fa56d582664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.355104 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c86d1b69-4fe9-4d59-be60-9fa56d582664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] 10.222.0.88 "DELETE /v2.0/ports/3ca7c253-d841-4a41-8217-15d7957fd1db HTTP/1.1" status: 204 len: 168 time: 1.6934371 Jan 21 09:31:32.365729 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37658) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:32.368411 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:32.420596 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:32.422665 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc43239-c181-44a7-8131-1469e2476f00 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Made reservation on behalf of acacd0fe4ed3467f958f570fe14990c9 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:32.426567 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cbc43239-c181-44a7-8131-1469e2476f00 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.433434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:32.436263 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea65c89-c54d-4d74-bd8d-58b0d7026893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:31:32.438303 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9ea65c89-c54d-4d74-bd8d-58b0d7026893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] 10.222.0.88 "GET /v2.0/ports/3ca7c253-d841-4a41-8217-15d7957fd1db HTTP/1.1" status: 404 len: 333 time: 0.0676017 Jan 21 09:31:32.439088 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Pushing event updated for resources: {'Port': ['ID=5cc812f9-d580-49ab-912d-ebb162ec489d,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:32.446525 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37664) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:32.537179 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f4204c12-d232-4fac-b562-4f5d19ac78ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-912062679', 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:32.556303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d1b69-4fe9-4d59-be60-9fa56d582664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ca7c253-d841-4a41-8217-15d7957fd1db,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:32.562271 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.quota.resource [None req-4ec5a0c4-c992-4394-b1e3-90e5192feed9 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] Usage tracker for resource:network and tenant:73593aab05ea4e02b59e2e300f92f590 is out of sync, need to count used quota {{(pid=102146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 21 09:31:32.574877 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.quota.resource [None req-4ec5a0c4-c992-4394-b1e3-90e5192feed9 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102146) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 21 09:31:32.605241 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=76b0f959-c7a9-4561-82cd-69a564790680,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:32.606503 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.quota.resource [None req-4ec5a0c4-c992-4394-b1e3-90e5192feed9 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] Usage tracker for resource:subnet and tenant:73593aab05ea4e02b59e2e300f92f590 is out of sync, need to count used quota {{(pid=102146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 21 09:31:32.610126 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.621198 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.quota.resource [None req-4ec5a0c4-c992-4394-b1e3-90e5192feed9 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102146) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 21 09:31:32.623493 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.638536 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.671893 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f44213a-e326-4423-8872-84ab1486b8cb']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:32.678782 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.quota.resource [None req-4ec5a0c4-c992-4394-b1e3-90e5192feed9 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] Usage tracker for resource:subnetpool and tenant:73593aab05ea4e02b59e2e300f92f590 is out of sync, need to count used quota {{(pid=102146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 21 09:31:32.712103 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6be1686-0976-4344-8c77-1525a4230bb4') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:32.712361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6be1686-0976-4344-8c77-1525a4230bb4') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:32.715815 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4204c12-d232-4fac-b562-4f5d19ac78ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Made reservation on behalf of 8470db617852461f9a742bd6aea1abee for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:32.718198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f4204c12-d232-4fac-b562-4f5d19ac78ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.731886 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37680) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:32.733858 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.748883 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 09:31:32.749813 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.quota.resource [None req-4ec5a0c4-c992-4394-b1e3-90e5192feed9 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102146) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 21 09:31:32.768693 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.839106 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.864539 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.quota.resource [None req-4ec5a0c4-c992-4394-b1e3-90e5192feed9 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] Usage tracker for resource:port and tenant:73593aab05ea4e02b59e2e300f92f590 is out of sync, need to count used quota {{(pid=102146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 21 09:31:32.868493 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Pushing event updated for resources: {'Port': ['ID=ee40f191-dcb3-4796-a308-a21a603a26c7,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:32.882620 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.902405 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-f4204c12-d232-4fac-b562-4f5d19ac78ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] device_id is not set on port 6eff677a-c136-467f-ae0e-208adb1067cf yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:32.910907 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.912726 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.quota.resource [None req-4ec5a0c4-c992-4394-b1e3-90e5192feed9 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102146) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 21 09:31:32.924409 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:31:32.924924 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.929331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:32.931105 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0a4ded3a-1775-44e2-b40a-30dbbbfcfab2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7538202 Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:31:32.932025 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:31:32.974695 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-4f9c36a2-6446-4be6-bb42-d0eed6c09d1b tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--903574644&fields=id&tenant_id=8412c99099254edbacc3999749241e6e HTTP/1.1" status: 200 len: 267 time: 0.2389641 Jan 21 09:31:32.995027 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.quota.resource [None req-4ec5a0c4-c992-4394-b1e3-90e5192feed9 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] Usage tracker for resource:router and tenant:73593aab05ea4e02b59e2e300f92f590 is out of sync, need to count used quota {{(pid=102146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 21 09:31:33.051021 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.quota.resource [None req-4ec5a0c4-c992-4394-b1e3-90e5192feed9 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102146) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 21 09:31:33.093792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:33.106636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cbc43239-c181-44a7-8131-1469e2476f00 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:33.118294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2f44213a-e326-4423-8872-84ab1486b8cb {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:31:33.126530 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:33.130557 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "DELETE /v2.0/networks/2f44213a-e326-4423-8872-84ab1486b8cb HTTP/1.1" status: 204 len: 168 time: 4.2420278 Jan 21 09:31:33.149143 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37690) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:33.182891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4fde-7fbb-4e11-9141-b699ae1e50c9 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:33.232781 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8daddb-f700-43e0-9c44-622e4db624e3 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f44213a-e326-4423-8872-84ab1486b8cb,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:33.297231 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e7478c9f-cf63-4c88-ad56-1ea69705d406 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1467717 Jan 21 09:31:33.297509 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37702) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:33.337718 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.quota.resource [None req-4ec5a0c4-c992-4394-b1e3-90e5192feed9 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] Usage tracker for resource:floatingip and tenant:73593aab05ea4e02b59e2e300f92f590 is out of sync, need to count used quota {{(pid=102146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 21 09:31:33.360294 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.quota.resource [None req-4ec5a0c4-c992-4394-b1e3-90e5192feed9 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102146) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 21 09:31:33.372168 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f4fde-7fbb-4e11-9141-b699ae1e50c9 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Pushing event updated for resources: {'Subnet': ['ID=0ccb0de8-2bbc-4b81-9172-e641de8841cd,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:33.426318 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f4204c12-d232-4fac-b562-4f5d19ac78ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:33.430902 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f4fde-7fbb-4e11-9141-b699ae1e50c9 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Checking segment: {'id': 'f4c028f9-45b5-4d10-9088-df928a1f456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c3c57fa6-2edf-4523-83ba-f8397c7afdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:33.431398 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f4fde-7fbb-4e11-9141-b699ae1e50c9 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Network hostable DHCP agents. Network: c3c57fa6-2edf-4523-83ba-f8397c7afdee, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:31:33.434564 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37708) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:33.436694 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 09:31:33.443142 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-b9d08b2f-44f8-4f1c-9744-ed6aa4cd427a tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:33.445218 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-b9d08b2f-44f8-4f1c-9744-ed6aa4cd427a tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/networks?id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac HTTP/1.1" status: 200 len: 811 time: 0.4594986 Jan 21 09:31:33.475266 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc43239-c181-44a7-8131-1469e2476f00 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event updated for resources: {'Subnet': ['ID=d232d2fb-2836-4aef-a1cd-864ff74888b6,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:33.505326 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-ac856114-a6ce-4b52-8101-f8c94e0b444f tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1725059322&fields=id&tenant_id=1a68dc779f554296a0028aa7d5bc25a8 HTTP/1.1" status: 200 len: 267 time: 0.0694647 Jan 21 09:31:33.509776 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f4fde-7fbb-4e11-9141-b699ae1e50c9 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Network c3c57fa6-2edf-4523-83ba-f8397c7afdee is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:31:33.549434 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-5e5f4fde-7fbb-4e11-9141-b699ae1e50c9 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, c3c57fa6-2edf-4523-83ba-f8397c7afdee) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:33.551583 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f4204c12-d232-4fac-b562-4f5d19ac78ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:33.566411 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f4fde-7fbb-4e11-9141-b699ae1e50c9 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:33.567141 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4fde-7fbb-4e11-9141-b699ae1e50c9 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:33.567898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81252bcd-468a-4f5a-ab57-810281e78ab1 None None] Network c3c57fa6-2edf-4523-83ba-f8397c7afdee requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:33.700679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4204c12-d232-4fac-b562-4f5d19ac78ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Network 8a61d65d-3564-4aef-8a9d-8204b745fceb is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:33.704685 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5e5f4fde-7fbb-4e11-9141-b699ae1e50c9 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8847790 Jan 21 09:31:33.713703 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-f4204c12-d232-4fac-b562-4f5d19ac78ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:33.715486 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37710) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:33.731759 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4204c12-d232-4fac-b562-4f5d19ac78ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:33.732453 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-c3c57fa6-2edf-4523-83ba-f8397c7afdee', 'network_id': 'c3c57fa6-2edf-4523-83ba-f8397c7afdee', 'tenant_id': 'e4d000f4bc254ef2b0f781f295dd1040', 'fixed_ips': [{'subnet_id': '0ccb0de8-2bbc-4b81-9172-e641de8841cd'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:31:33.732871 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4204c12-d232-4fac-b562-4f5d19ac78ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:33.733575 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f4204c12-d232-4fac-b562-4f5d19ac78ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:33.733834 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:33.747974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-0ccb509c-55b3-4043-ac45-7023449d03cb tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Request body: {'port': {'network_id': 'c3c57fa6-2edf-4523-83ba-f8397c7afdee', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1953247570'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:33.775463 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4204c12-d232-4fac-b562-4f5d19ac78ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Pushing event updated for resources: {'Port': ['ID=6eff677a-c136-467f-ae0e-208adb1067cf,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:33.782933 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f4204c12-d232-4fac-b562-4f5d19ac78ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3218904 Jan 21 09:31:33.792331 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-35be8e9f-a7b1-4e8c-b801-885a11180466 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/quotas/8412c99099254edbacc3999749241e6e HTTP/1.1" status: 200 len: 375 time: 0.3226147 Jan 21 09:31:33.794849 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37712) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:33.831397 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e447b99-bc35-43e4-b643-b3a411c59b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:33.831985 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e447b99-bc35-43e4-b643-b3a411c59b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:33.832440 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e447b99-bc35-43e4-b643-b3a411c59b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:33.832878 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e447b99-bc35-43e4-b643-b3a411c59b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:33.833543 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e447b99-bc35-43e4-b643-b3a411c59b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:33.833985 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e447b99-bc35-43e4-b643-b3a411c59b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:33.834422 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e447b99-bc35-43e4-b643-b3a411c59b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:33.835720 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e447b99-bc35-43e4-b643-b3a411c59b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:33.842107 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3e447b99-bc35-43e4-b643-b3a411c59b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5218 time: 0.5055015 Jan 21 09:31:33.852492 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc43239-c181-44a7-8131-1469e2476f00 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Checking segment: {'id': '8acaf038-d97e-4254-9232-01dc668d78b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '68b143e2-117b-434b-ab3f-ac8ddbd0e163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:33.852851 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc43239-c181-44a7-8131-1469e2476f00 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Network hostable DHCP agents. Network: 68b143e2-117b-434b-ab3f-ac8ddbd0e163, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:31:33.857280 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37714) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:33.928234 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Allocated IP 2001:db8::2 (c3c57fa6-2edf-4523-83ba-f8397c7afdee/0ccb0de8-2bbc-4b81-9172-e641de8841cd/c652b634-9421-4447-b354-55d1476cc19e) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:33.934312 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-d805726c-bbe7-4282-9974-2e6576879894 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:33.936833 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-d805726c-bbe7-4282-9974-2e6576879894 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/networks?id=33ab5233-247c-420a-9a81-d744e286d7eb HTTP/1.1" status: 200 len: 812 time: 0.4214098 Jan 21 09:31:33.965849 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-ea57908d-f92b-4bf4-85c1-8d5fd4d2248f tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/quotas/1a68dc779f554296a0028aa7d5bc25a8 HTTP/1.1" status: 200 len: 375 time: 0.0219619 Jan 21 09:31:34.004101 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.014467 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-13c72fa9-92e9-43e0-88a9-28ba517ef248 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] delete failed (client error): The resource could not be found. Jan 21 09:31:34.018113 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-13c72fa9-92e9-43e0-88a9-28ba517ef248 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/89b3a347-01f8-46d8-bf15-ad1b77f82667 HTTP/1.1" status: 404 len: 345 time: 0.0992951 Jan 21 09:31:34.026191 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37716) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:34.031180 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.033566 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccb509c-55b3-4043-ac45-7023449d03cb tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Made reservation on behalf of e4d000f4bc254ef2b0f781f295dd1040 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:34.036173 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ccb509c-55b3-4043-ac45-7023449d03cb tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.078579 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a152b25c-7e41-477c-b132-8d137f8c26dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:34.080184 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a152b25c-7e41-477c-b132-8d137f8c26dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] 10.222.0.88 "GET /v2.0/ports/6eff677a-c136-467f-ae0e-208adb1067cf HTTP/1.1" status: 200 len: 958 time: 0.2370255 Jan 21 09:31:34.084282 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-0ccb509c-55b3-4043-ac45-7023449d03cb tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] device_id is not set on port ba6315bd-8e91-45ba-9be0-14d71c964938 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:34.092068 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37718) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:34.113201 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4e25fb-e5c5-4408-ba12-231f3ae45f91 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] DELETE failed (client error): The resource could not be found. Jan 21 09:31:34.113931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4e25fb-e5c5-4408-ba12-231f3ae45f91 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:31:34.121853 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ed4e25fb-e5c5-4408-ba12-231f3ae45f91 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "DELETE /v2.0/networks/2f44213a-e326-4423-8872-84ab1486b8cb HTTP/1.1" status: 404 len: 339 time: 0.0844967 Jan 21 09:31:34.126615 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.quota.resource [None req-4ec5a0c4-c992-4394-b1e3-90e5192feed9 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] Usage tracker for resource:security_group and tenant:73593aab05ea4e02b59e2e300f92f590 is out of sync, need to count used quota {{(pid=102146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 21 09:31:34.130161 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.130603 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37720) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:34.131214 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc43239-c181-44a7-8131-1469e2476f00 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Network 68b143e2-117b-434b-ab3f-ac8ddbd0e163 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:31:34.139413 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.167759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f3efd3c3-9409-48de-b226-ef4ceae84b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Request body: {'network': {'name': 'tempest-network--974948665', 'router:external': True}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:34.197998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Network c3c57fa6-2edf-4523-83ba-f8397c7afdee is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:34.203712 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-798c37aa-672b-4e31-bdfc-296355c80bb6 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8412c99099254edbacc3999749241e6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3454061 Jan 21 09:31:34.207300 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:34.215005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-cbc43239-c181-44a7-8131-1469e2476f00 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 68b143e2-117b-434b-ab3f-ac8ddbd0e163) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:34.219526 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.quota.resource [None req-4ec5a0c4-c992-4394-b1e3-90e5192feed9 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102146) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 21 09:31:34.223078 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc43239-c181-44a7-8131-1469e2476f00 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:34.223961 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cbc43239-c181-44a7-8131-1469e2476f00 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.226997 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:34.233181 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0380e41c-05ef-49cc-ba9e-47fc826a6447 None None] Network 68b143e2-117b-434b-ab3f-ac8ddbd0e163 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:34.238307 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Pushing event updated for resources: {'Port': ['ID=5cc812f9-d580-49ab-912d-ebb162ec489d,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:34.261597 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Pushing event updated for resources: {'Port': ['ID=c652b634-9421-4447-b354-55d1476cc19e,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:34.282795 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.300122 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.quota.resource [None req-4ec5a0c4-c992-4394-b1e3-90e5192feed9 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] Usage tracker for resource:security_group_rule and tenant:73593aab05ea4e02b59e2e300f92f590 is out of sync, need to count used quota {{(pid=102146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 21 09:31:34.311271 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cbc43239-c181-44a7-8131-1469e2476f00 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2540088 Jan 21 09:31:34.314098 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37726) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:34.325249 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.325974 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-622cbc6e-07cd-4e32-bcdc-104316a0fb44 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3707049 Jan 21 09:31:34.326877 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3efd3c3-9409-48de-b226-ef4ceae84b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Made reservation on behalf of 74d0699cc78d41ef8eb1e0f088063cad for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:34.329066 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f3efd3c3-9409-48de-b226-ef4ceae84b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.331181 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.quota.resource [None req-4ec5a0c4-c992-4394-b1e3-90e5192feed9 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102146) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 21 09:31:34.349885 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4ec5a0c4-c992-4394-b1e3-90e5192feed9 tempest-QuotasTest-727153254 tempest-QuotasTest-727153254-project-admin] 10.222.0.88 "GET /v2.0/quotas/73593aab05ea4e02b59e2e300f92f590/details.json HTTP/1.1" status: 200 len: 703 time: 2.0089955 Jan 21 09:31:34.353256 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 07165839-3ab2-4c2a-a3e5-5874aa0835a3 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:34.372412 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3efd3c3-9409-48de-b226-ef4ceae84b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:34.373261 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-c38c3362-2ddf-40d8-9a1b-95c2d1922dd3 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Request body: {'port': {'network_id': '68b143e2-117b-434b-ab3f-ac8ddbd0e163', 'name': 'tempest-AllowedAddressPairTestJSON-1357697452'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:34.393074 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f3efd3c3-9409-48de-b226-ef4ceae84b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.393411 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-f3efd3c3-9409-48de-b226-ef4ceae84b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Added segment cb344c66-49ec-41be-80ff-ff50080e122b of type vlan for network ba4303af-509d-4721-bcd7-8e0e628eab8b Jan 21 09:31:34.445186 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4153c278-c469-4a87-a3fd-47b0e363d0ab tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1a68dc779f554296a0028aa7d5bc25a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4584403 Jan 21 09:31:34.516498 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f3efd3c3-9409-48de-b226-ef4ceae84b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.519422 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Attempting to bind port c652b634-9421-4447-b354-55d1476cc19e on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:34.519798 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Attempting to bind port c652b634-9421-4447-b354-55d1476cc19e by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'f4c028f9-45b5-4d10-9088-df928a1f456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c3c57fa6-2edf-4523-83ba-f8397c7afdee'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:34.520162 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Attempting to bind port c652b634-9421-4447-b354-55d1476cc19e on network c3c57fa6-2edf-4523-83ba-f8397c7afdee {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:34.560135 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f3efd3c3-9409-48de-b226-ef4ceae84b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.561487 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3efd3c3-9409-48de-b226-ef4ceae84b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:34.562338 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f3efd3c3-9409-48de-b226-ef4ceae84b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.572798 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:31:34.573608 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Checking segment: {'id': 'f4c028f9-45b5-4d10-9088-df928a1f456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c3c57fa6-2edf-4523-83ba-f8397c7afdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:34.576339 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.576938 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Bound using segment: {'id': 'f4c028f9-45b5-4d10-9088-df928a1f456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c3c57fa6-2edf-4523-83ba-f8397c7afdee'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:31:34.577479 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Bound port: c652b634-9421-4447-b354-55d1476cc19e, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c028f9-45b5-4d10-9088-df928a1f456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c3c57fa6-2edf-4523-83ba-f8397c7afdee'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:31:34.577895 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.619920 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f3efd3c3-9409-48de-b226-ef4ceae84b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4848974 Jan 21 09:31:34.622923 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37742) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:34.636012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 07165839-3ab2-4c2a-a3e5-5874aa0835a3 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:34.636691 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.670987 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-0f04f14a-1e5a-49da-b441-08ea70549168 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:31:34.672042 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-0f04f14a-1e5a-49da-b441-08ea70549168 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1845529 Jan 21 09:31:34.726399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-bde32443-6be7-4c07-915b-7179d362a773 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:31:34.735480 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-bde32443-6be7-4c07-915b-7179d362a773 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1587379 Jan 21 09:31:34.754626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-10eca831-dfd6-4c95-a8ec-2c5470e849c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Deleting port 6eff677a-c136-467f-ae0e-208adb1067cf {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:31:34.755315 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10eca831-dfd6-4c95-a8ec-2c5470e849c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.776516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-0ccb509c-55b3-4043-ac45-7023449d03cb tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Allocated IP 2001:db8::93 (c3c57fa6-2edf-4523-83ba-f8397c7afdee/0ccb0de8-2bbc-4b81-9172-e641de8841cd/ba6315bd-8e91-45ba-9be0-14d71c964938) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:34.902816 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37746) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:34.903561 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efd3c3-9409-48de-b226-ef4ceae84b4c tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Pushing event updated for resources: {'Network': ['ID=ba4303af-509d-4721-bcd7-8e0e628eab8b,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:34.906586 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] For port c652b634-9421-4447-b354-55d1476cc19e, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:34.919147 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-68b143e2-117b-434b-ab3f-ac8ddbd0e163', 'network_id': '68b143e2-117b-434b-ab3f-ac8ddbd0e163', 'tenant_id': 'acacd0fe4ed3467f958f570fe14990c9', 'fixed_ips': [{'subnet_id': 'd232d2fb-2836-4aef-a1cd-864ff74888b6'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:31:34.920167 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:34.923125 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network ba4303af-509d-4721-bcd7-8e0e628eab8b details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:34.940533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] For port c652b634-9421-4447-b354-55d1476cc19e, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=c652b634-9421-4447-b354-55d1476cc19e,segment=NetworkSegment(f4c028f9-45b5-4d10-9088-df928a1f456b),segment_id=f4c028f9-45b5-4d10-9088-df928a1f456b)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:31:34.987592 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.024612 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bb90eb-e8c4-4274-a1f0-08574c395aa5 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:35.031415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bb90eb-e8c4-4274-a1f0-08574c395aa5 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:35.040103 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bb90eb-e8c4-4274-a1f0-08574c395aa5 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:35.047407 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bb90eb-e8c4-4274-a1f0-08574c395aa5 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:35.051260 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-05bb90eb-e8c4-4274-a1f0-08574c395aa5 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4252629 Jan 21 09:31:35.052361 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37750) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:35.143188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2722912e-cfa7-4a6e-b25a-5fb5e82a976a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.146536 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10eca831-dfd6-4c95-a8ec-2c5470e849c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.187667 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-dcaf7d26-c99d-4ad8-9aff-e01535002e6a service neutron] 10.222.0.88 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725792 Jan 21 09:31:35.193986 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4b5d57d5-cdf7-4d16-8e98-546e6aff8301 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.199595 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-10eca831-dfd6-4c95-a8ec-2c5470e849c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Calling delete_port for 6eff677a-c136-467f-ae0e-208adb1067cf owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:31:35.239188 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-1611ab1a-39af-4b7b-9cab-ea9f4d248a9b service neutron] 10.222.0.88 "GET /v2.0/networks/33ab5233-247c-420a-9a81-d744e286d7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027108 Jan 21 09:31:35.268328 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bddbda-41d7-455f-a4c4-b3e99340ca11 None None] Pushing event updated for resources: {'Port': ['ID=c652b634-9421-4447-b354-55d1476cc19e,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:35.347076 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Allocated IP 172.20.0.2 (68b143e2-117b-434b-ab3f-ac8ddbd0e163/d232d2fb-2836-4aef-a1cd-864ff74888b6/a81b6d80-8238-4d31-87d2-5955b1736a07) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:35.375257 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38c3362-2ddf-40d8-9a1b-95c2d1922dd3 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Made reservation on behalf of acacd0fe4ed3467f958f570fe14990c9 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:35.379231 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c38c3362-2ddf-40d8-9a1b-95c2d1922dd3 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.425963 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4b5d57d5-cdf7-4d16-8e98-546e6aff8301 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.430766 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-4e9287c8-3a03-4ed1-9329-d1237ab119ee service neutron] 10.222.0.88 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311170 Jan 21 09:31:35.467958 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2722912e-cfa7-4a6e-b25a-5fb5e82a976a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.471682 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-34e4435e-93d0-4b6d-b756-30138074b55c service neutron] 10.222.0.88 "GET /v2.0/networks/33ab5233-247c-420a-9a81-d744e286d7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113798 Jan 21 09:31:35.474428 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-4b5d57d5-cdf7-4d16-8e98-546e6aff8301 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4303af-509d-4721-bcd7-8e0e628eab8b']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:35.478601 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2722912e-cfa7-4a6e-b25a-5fb5e82a976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.504682 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-4b5d57d5-cdf7-4d16-8e98-546e6aff8301 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb344c66-49ec-41be-80ff-ff50080e122b') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:35.504682 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-4b5d57d5-cdf7-4d16-8e98-546e6aff8301 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb344c66-49ec-41be-80ff-ff50080e122b') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:35.515640 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-c38c3362-2ddf-40d8-9a1b-95c2d1922dd3 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] device_id is not set on port 55182a76-1545-40bf-8736-bc06d37fb0d2 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:35.541292 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4b5d57d5-cdf7-4d16-8e98-546e6aff8301 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.553311 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2722912e-cfa7-4a6e-b25a-5fb5e82a976a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0a3f7d655d924f16a0afd960875c829b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6408861 Jan 21 09:31:35.556542 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722912e-cfa7-4a6e-b25a-5fb5e82a976a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc13b62-bc9a-4f24-bc4b-ea78a1fe5e80,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:35.558977 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37752) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:35.571758 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.576004 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4b5d57d5-cdf7-4d16-8e98-546e6aff8301 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.582192 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.589739 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5d57d5-cdf7-4d16-8e98-546e6aff8301 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:31:35.590135 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4b5d57d5-cdf7-4d16-8e98-546e6aff8301 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:31:35.591805 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:31:35.715102 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4b5d57d5-cdf7-4d16-8e98-546e6aff8301 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.719447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1230135f-56f5-4a8e-a491-1d2795d28099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.728561 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5d57d5-cdf7-4d16-8e98-546e6aff8301 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ba4303af-509d-4721-bcd7-8e0e628eab8b {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:31:35.734936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Pushing event updated for resources: {'Port': ['ID=a81b6d80-8238-4d31-87d2-5955b1736a07,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:35.755561 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4b5d57d5-cdf7-4d16-8e98-546e6aff8301 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.760079 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4b5d57d5-cdf7-4d16-8e98-546e6aff8301 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "DELETE /v2.0/networks/ba4303af-509d-4721-bcd7-8e0e628eab8b HTTP/1.1" status: 204 len: 168 time: 0.7045105 Jan 21 09:31:35.765796 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d57d5-cdf7-4d16-8e98-546e6aff8301 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba4303af-509d-4721-bcd7-8e0e628eab8b,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:35.767391 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37756) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:35.769681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Network 68b143e2-117b-434b-ab3f-ac8ddbd0e163 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:35.783705 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:35.796697 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:35.804445 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-daf0f380-1b56-4083-9429-1a8d45826328 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Request body: {'network': {'name': 'tempest-network--2101149291', 'router:external': True}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:35.852656 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-632d4ac2-7fd6-489f-b821-ec90b3f6cca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.854124 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1230135f-56f5-4a8e-a491-1d2795d28099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.883934 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-c38c3362-2ddf-40d8-9a1b-95c2d1922dd3 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Allocated IP 172.20.0.11 (68b143e2-117b-434b-ab3f-ac8ddbd0e163/d232d2fb-2836-4aef-a1cd-864ff74888b6/55182a76-1545-40bf-8736-bc06d37fb0d2) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:35.892563 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Attempting to bind port a81b6d80-8238-4d31-87d2-5955b1736a07 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:35.893034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Attempting to bind port a81b6d80-8238-4d31-87d2-5955b1736a07 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '8acaf038-d97e-4254-9232-01dc668d78b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '68b143e2-117b-434b-ab3f-ac8ddbd0e163'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:35.893665 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Attempting to bind port a81b6d80-8238-4d31-87d2-5955b1736a07 on network 68b143e2-117b-434b-ab3f-ac8ddbd0e163 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:35.911797 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:31:35.915397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Checking segment: {'id': '8acaf038-d97e-4254-9232-01dc668d78b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '68b143e2-117b-434b-ab3f-ac8ddbd0e163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:35.916067 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:35.919096 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Bound using segment: {'id': '8acaf038-d97e-4254-9232-01dc668d78b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '68b143e2-117b-434b-ab3f-ac8ddbd0e163'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:31:35.919795 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Bound port: a81b6d80-8238-4d31-87d2-5955b1736a07, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acaf038-d97e-4254-9232-01dc668d78b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '68b143e2-117b-434b-ab3f-ac8ddbd0e163'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:31:35.920352 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:36.014984 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf0f380-1b56-4083-9429-1a8d45826328 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Made reservation on behalf of 74d0699cc78d41ef8eb1e0f088063cad for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:36.017287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-daf0f380-1b56-4083-9429-1a8d45826328 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:36.088692 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1230135f-56f5-4a8e-a491-1d2795d28099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:36.091228 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1230135f-56f5-4a8e-a491-1d2795d28099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:36.092367 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1230135f-56f5-4a8e-a491-1d2795d28099 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bdc13b62-bc9a-4f24-bc4b-ea78a1fe5e80 HTTP/1.1" status: 204 len: 168 time: 0.5237401 Jan 21 09:31:36.105523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf0f380-1b56-4083-9429-1a8d45826328 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:36.116624 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ccb509c-55b3-4043-ac45-7023449d03cb tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:36.161934 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] For port a81b6d80-8238-4d31-87d2-5955b1736a07, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:36.167735 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230135f-56f5-4a8e-a491-1d2795d28099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc13b62-bc9a-4f24-bc4b-ea78a1fe5e80,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:36.174390 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-daf0f380-1b56-4083-9429-1a8d45826328 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:36.174746 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-daf0f380-1b56-4083-9429-1a8d45826328 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Added segment 8c151618-7650-4b0e-afef-ee7919409d23 of type vlan for network 3ef52303-91d8-4cc2-ba68-1b05ea6486f1 Jan 21 09:31:36.176221 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] For port a81b6d80-8238-4d31-87d2-5955b1736a07, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a81b6d80-8238-4d31-87d2-5955b1736a07,segment=NetworkSegment(8acaf038-d97e-4254-9232-01dc668d78b6),segment_id=8acaf038-d97e-4254-9232-01dc668d78b6)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:31:36.191070 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:36.208943 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c618f6a4-5da1-462d-9bdf-155b4971120e req-9c13d206-eb7d-4954-a42c-2a8e2a0af54d tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 210 time: 0.1923301 Jan 21 09:31:36.213037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10eca831-dfd6-4c95-a8ec-2c5470e849c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:36.234869 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-20a3eab9-ba47-4024-b39d-9e608b28048a tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--881427544&fields=id&tenant_id=530dee94bf6d4357842a66e2ae6222ed HTTP/1.1" status: 200 len: 267 time: 0.1503375 Jan 21 09:31:36.278153 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-daf0f380-1b56-4083-9429-1a8d45826328 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:36.404131 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869fb86-3084-45e6-96c6-52210c7331d3 None None] Pushing event updated for resources: {'Port': ['ID=a81b6d80-8238-4d31-87d2-5955b1736a07,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:36.443061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device c652b634-9421-4447-b354-55d1476cc19e up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:36.478504 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-daf0f380-1b56-4083-9429-1a8d45826328 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:36.480232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf0f380-1b56-4083-9429-1a8d45826328 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:36.481551 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-daf0f380-1b56-4083-9429-1a8d45826328 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:36.515328 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4b28d3ee-d99e-4ba0-b023-90cb2922a535 req-44dd8e9e-5b11-41b0-8e7d-280e0f6bc9f4 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 210 time: 0.1547270 Jan 21 09:31:36.517333 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10eca831-dfd6-4c95-a8ec-2c5470e849c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:36.530985 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-10eca831-dfd6-4c95-a8ec-2c5470e849c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] 10.222.0.88 "DELETE /v2.0/ports/6eff677a-c136-467f-ae0e-208adb1067cf HTTP/1.1" status: 204 len: 168 time: 2.4315012 Jan 21 09:31:36.535128 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37802) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:36.541298 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eca831-dfd6-4c95-a8ec-2c5470e849c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Pushing event deleted for resources: {'Port': ['ID=6eff677a-c136-467f-ae0e-208adb1067cf,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:36.559173 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port c652b634-9421-4447-b354-55d1476cc19e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:36.559647 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:36.590949 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a5a4ef97-d68c-4fd4-82dd-a532fbef38f3 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:36.598468 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a5a4ef97-d68c-4fd4-82dd-a532fbef38f3 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/networks?id=3e67eef8-ec59-4dd9-baf8-c041de241adc HTTP/1.1" status: 200 len: 805 time: 0.3626087 Jan 21 09:31:36.639237 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-daf0f380-1b56-4083-9429-1a8d45826328 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8650923 Jan 21 09:31:36.641998 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37804) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:36.666368 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-deba9960-bd72-4717-843b-58c0ea7587fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:31:36.671201 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-deba9960-bd72-4717-843b-58c0ea7587fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] 10.222.0.88 "GET /v2.0/ports/6eff677a-c136-467f-ae0e-208adb1067cf HTTP/1.1" status: 404 len: 333 time: 0.1296713 Jan 21 09:31:36.674190 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37806) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:36.686302 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-8759cf12-4068-4be2-853f-1e1430532fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Request body: {'port': {'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-522002727'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:36.687933 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-ee441c0c-bc5f-4dfd-ae08-82456a4dd4b7 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/quotas/530dee94bf6d4357842a66e2ae6222ed HTTP/1.1" status: 200 len: 375 time: 0.0883024 Jan 21 09:31:36.721674 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0f380-1b56-4083-9429-1a8d45826328 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Pushing event updated for resources: {'Network': ['ID=3ef52303-91d8-4cc2-ba68-1b05ea6486f1,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:36.751606 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 3ef52303-91d8-4cc2-ba68-1b05ea6486f1 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:36.814495 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ccb509c-55b3-4043-ac45-7023449d03cb tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:36.908437 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccb509c-55b3-4043-ac45-7023449d03cb tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Network c3c57fa6-2edf-4523-83ba-f8397c7afdee is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:36.990396 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-0ccb509c-55b3-4043-ac45-7023449d03cb tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:37.051647 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c38c3362-2ddf-40d8-9a1b-95c2d1922dd3 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:37.066953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:37.094467 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb509c-55b3-4043-ac45-7023449d03cb tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:37.117167 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port c652b634-9421-4447-b354-55d1476cc19e, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=c652b634-9421-4447-b354-55d1476cc19e,segment=NetworkSegment(f4c028f9-45b5-4d10-9088-df928a1f456b),segment_id=f4c028f9-45b5-4d10-9088-df928a1f456b)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:37.125360 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:37.155400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb509c-55b3-4043-ac45-7023449d03cb tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:37.159992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ccb509c-55b3-4043-ac45-7023449d03cb tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:37.172465 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37816) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:37.189886 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a019d082-dd23-4088-ab72-4822d0a9d2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:37.236200 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-4534acfe-f2b8-490c-b64c-0ab341e59cd9 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=530dee94bf6d4357842a66e2ae6222ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5473881 Jan 21 09:31:37.249405 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=c652b634-9421-4447-b354-55d1476cc19e,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:37.265243 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03050419-3643-45d9-9677-9bb4385e9bfc None None] Network c3c57fa6-2edf-4523-83ba-f8397c7afdee requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:37.348525 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0ccb509c-55b3-4043-ac45-7023449d03cb tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.6211317 Jan 21 09:31:37.349628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37828) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:37.355483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-5bdfa772-3bde-48c7-a35f-a9ae3d9da16f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Request body: {'port': {'network_id': 'c3c57fa6-2edf-4523-83ba-f8397c7afdee', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1695781246', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:37.356168 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.api.validators [None req-5bdfa772-3bde-48c7-a35f-a9ae3d9da16f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] bootfile-name is not in valid_values {{(pid=102146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 21 09:31:37.356497 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.api.validators [None req-5bdfa772-3bde-48c7-a35f-a9ae3d9da16f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] tftp-server is not in valid_values {{(pid=102146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 21 09:31:37.356834 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.api.validators [None req-5bdfa772-3bde-48c7-a35f-a9ae3d9da16f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] server-ip-address is not in valid_values {{(pid=102146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 21 09:31:37.368691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8759cf12-4068-4be2-853f-1e1430532fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Made reservation on behalf of 8470db617852461f9a742bd6aea1abee for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:37.371441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8759cf12-4068-4be2-853f-1e1430532fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:37.373442 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb509c-55b3-4043-ac45-7023449d03cb tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Pushing event updated for resources: {'Port': ['ID=ba6315bd-8e91-45ba-9be0-14d71c964938,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:37.384019 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c487624-31a5-4e13-8987-a7a5c5913120 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:37.388405 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6c487624-31a5-4e13-8987-a7a5c5913120 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] 10.222.0.88 "GET /v2.0/networks/3ef52303-91d8-4cc2-ba68-1b05ea6486f1 HTTP/1.1" status: 200 len: 757 time: 0.7362766 Jan 21 09:31:37.391072 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bf1e260a-aa7e-4b43-b0ac-01cd14155aa3 req-5dec6582-7bec-45f0-bbef-7c534849e3bf tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 210 time: 0.0742781 Jan 21 09:31:37.401518 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37834) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:37.449226 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c0cdd936-23e0-44e8-a4d7-19606358614c None None] Provisioning complete for port c652b634-9421-4447-b354-55d1476cc19e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:37.449644 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd936-23e0-44e8-a4d7-19606358614c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:37.465267 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-8759cf12-4068-4be2-853f-1e1430532fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] device_id is not set on port 64321dd9-9d4d-4cda-b231-cc371e065bd1 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:37.568751 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-ee875839-fe10-4c8e-a99a-1dbd119bfe94 service neutron] 10.222.0.88 "GET /v2.0/networks/3e67eef8-ec59-4dd9-baf8-c041de241adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145421 Jan 21 09:31:37.578873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a019d082-dd23-4088-ab72-4822d0a9d2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:37.600190 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a019d082-dd23-4088-ab72-4822d0a9d2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:37.640139 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c38c3362-2ddf-40d8-9a1b-95c2d1922dd3 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:37.640828 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a019d082-dd23-4088-ab72-4822d0a9d2c0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=73593aab05ea4e02b59e2e300f92f590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4665651 Jan 21 09:31:37.644745 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37840) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:37.727070 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7b43f518-f41c-4afc-bbb8-c16a4f7907c8 req-b64b0cd3-b0d9-4c3e-bf24-f97bc2094f12 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 210 time: 0.1026115 Jan 21 09:31:37.784415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019d082-dd23-4088-ab72-4822d0a9d2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef04bfcb-08c3-4aa2-a16b-14c2bb3f4ee8,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:37.814024 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5435290-70a7-4a38-99eb-2d381269953c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:37.818523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdfa772-3bde-48c7-a35f-a9ae3d9da16f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Made reservation on behalf of e4d000f4bc254ef2b0f781f295dd1040 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:37.823183 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa772-3bde-48c7-a35f-a9ae3d9da16f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:37.843330 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38c3362-2ddf-40d8-9a1b-95c2d1922dd3 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Network 68b143e2-117b-434b-ab3f-ac8ddbd0e163 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:37.858222 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-5bdfa772-3bde-48c7-a35f-a9ae3d9da16f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] device_id is not set on port 034dcc79-86cf-4a9d-bff0-dd6265014a76 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:37.866946 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-c38c3362-2ddf-40d8-9a1b-95c2d1922dd3 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:37.869753 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c3362-2ddf-40d8-9a1b-95c2d1922dd3 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:37.889650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f00e58-5dae-4b40-a1d1-48e52ee04bb3 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:37.891363 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-11f00e58-5dae-4b40-a1d1-48e52ee04bb3 tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] 10.222.0.88 "GET /v2.0/networks/e7c504f2-bcfc-405e-a082-b07b57a2ed4d HTTP/1.1" status: 200 len: 767 time: 0.4874108 Jan 21 09:31:37.916715 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37848) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:37.934349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c3362-2ddf-40d8-9a1b-95c2d1922dd3 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event updated for resources: {'Port': ['ID=55182a76-1545-40bf-8736-bc06d37fb0d2,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:38.086465 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-5bdfa772-3bde-48c7-a35f-a9ae3d9da16f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Allocated IP 2001:db8::30a (c3c57fa6-2edf-4523-83ba-f8397c7afdee/0ccb0de8-2bbc-4b81-9172-e641de8841cd/034dcc79-86cf-4a9d-bff0-dd6265014a76) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:38.106014 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38c3362-2ddf-40d8-9a1b-95c2d1922dd3 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:38.106681 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c38c3362-2ddf-40d8-9a1b-95c2d1922dd3 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:38.139611 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-968c79d8-4ac5-481e-a30e-a665d0db3d83 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:38.174505 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c38c3362-2ddf-40d8-9a1b-95c2d1922dd3 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8115959 Jan 21 09:31:38.175466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37850) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:38.179413 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-74f37f99-0faa-4543-9e10-87b09524d1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:38.193065 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-4c310189-2c2a-4f75-b6ba-bcba34a5b0e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Request body: {'port': {'network_id': '68b143e2-117b-434b-ab3f-ac8ddbd0e163', 'name': 'tempest-AllowedAddressPairTestJSON-1390817965', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:88:d1:1c'}]}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:38.199512 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8759cf12-4068-4be2-853f-1e1430532fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:38.220023 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6ee110e1-8508-42f8-9f3b-9797752b5d79 None None] Provisioning complete for port ba6315bd-8e91-45ba-9be0-14d71c964938 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:38.220400 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6ee110e1-8508-42f8-9f3b-9797752b5d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:38.296667 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-6ee110e1-8508-42f8-9f3b-9797752b5d79 None None] Port ba6315bd-8e91-45ba-9be0-14d71c964938 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:38.308730 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6ee110e1-8508-42f8-9f3b-9797752b5d79 None None] Provisioning complete for port c652b634-9421-4447-b354-55d1476cc19e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:38.309555 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6ee110e1-8508-42f8-9f3b-9797752b5d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:38.334363 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-968c79d8-4ac5-481e-a30e-a665d0db3d83 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:38.359278 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-3b6c199f-33e0-4deb-8a65-d5521a85b937 service neutron] 10.222.0.88 "GET /v2.0/networks/3e67eef8-ec59-4dd9-baf8-c041de241adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7712696 Jan 21 09:31:38.359973 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-968c79d8-4ac5-481e-a30e-a665d0db3d83 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef52303-91d8-4cc2-ba68-1b05ea6486f1']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:38.372622 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-968c79d8-4ac5-481e-a30e-a665d0db3d83 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c151618-7650-4b0e-afef-ee7919409d23') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:38.372913 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-968c79d8-4ac5-481e-a30e-a665d0db3d83 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c151618-7650-4b0e-afef-ee7919409d23') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:38.384040 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-968c79d8-4ac5-481e-a30e-a665d0db3d83 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:38.401258 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-968c79d8-4ac5-481e-a30e-a665d0db3d83 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:38.444160 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7250187f-99f0-4359-9aa4-747b4f87561a None None] Network 68b143e2-117b-434b-ab3f-ac8ddbd0e163 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:38.457130 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968c79d8-4ac5-481e-a30e-a665d0db3d83 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:31:38.458015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-968c79d8-4ac5-481e-a30e-a665d0db3d83 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:31:38.463146 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:31:38.526970 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa772-3bde-48c7-a35f-a9ae3d9da16f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:38.595716 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device c652b634-9421-4447-b354-55d1476cc19e up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:38.626221 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5435290-70a7-4a38-99eb-2d381269953c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:38.645879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa772-3bde-48c7-a35f-a9ae3d9da16f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:38.808545 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port c652b634-9421-4447-b354-55d1476cc19e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:38.808921 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:38.949438 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-293847ff-abb9-4c20-8695-b9e55af4004b None None] Provisioning complete for port ba6315bd-8e91-45ba-9be0-14d71c964938 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:38.949832 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-293847ff-abb9-4c20-8695-b9e55af4004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:38.968518 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-968c79d8-4ac5-481e-a30e-a665d0db3d83 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:39.032530 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-293847ff-abb9-4c20-8695-b9e55af4004b None None] Port ba6315bd-8e91-45ba-9be0-14d71c964938 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:39.033091 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c6aca488-24e3-4103-a0df-4bc461721efb req-ab219c5d-b50b-46d3-ae13-05d71fea42a6 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 210 time: 0.0739841 Jan 21 09:31:39.047190 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c3169e9c-35b1-4e2e-94b3-73cf11482f26 req-5e5edc8c-7a88-4fcd-a809-150a08122233 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 210 time: 0.3309629 Jan 21 09:31:39.056794 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdfa772-3bde-48c7-a35f-a9ae3d9da16f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Network c3c57fa6-2edf-4523-83ba-f8397c7afdee is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:39.058481 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfa772-3bde-48c7-a35f-a9ae3d9da16f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Pushing event updated for resources: {'Port': ['ID=034dcc79-86cf-4a9d-bff0-dd6265014a76,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:39.077718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-293847ff-abb9-4c20-8695-b9e55af4004b None None] Provisioning complete for port a81b6d80-8238-4d31-87d2-5955b1736a07 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:39.078077 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-293847ff-abb9-4c20-8695-b9e55af4004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:39.095796 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-5bdfa772-3bde-48c7-a35f-a9ae3d9da16f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:39.102963 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdfa772-3bde-48c7-a35f-a9ae3d9da16f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:39.110168 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c310189-2c2a-4f75-b6ba-bcba34a5b0e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Made reservation on behalf of acacd0fe4ed3467f958f570fe14990c9 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:39.120398 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdfa772-3bde-48c7-a35f-a9ae3d9da16f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:39.121088 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa772-3bde-48c7-a35f-a9ae3d9da16f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:39.125569 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a81b6d80-8238-4d31-87d2-5955b1736a07 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:39.195900 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5bdfa772-3bde-48c7-a35f-a9ae3d9da16f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.8442233 Jan 21 09:31:39.196531 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37874) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:39.215337 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:39.238658 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5435290-70a7-4a38-99eb-2d381269953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:39.248479 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5435290-70a7-4a38-99eb-2d381269953c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:39.257383 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d5435290-70a7-4a38-99eb-2d381269953c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ef04bfcb-08c3-4aa2-a16b-14c2bb3f4ee8 HTTP/1.1" status: 204 len: 168 time: 1.5999281 Jan 21 09:31:39.269750 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port a81b6d80-8238-4d31-87d2-5955b1736a07 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:39.270128 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:39.298517 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-293847ff-abb9-4c20-8695-b9e55af4004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:39.379021 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-293847ff-abb9-4c20-8695-b9e55af4004b None None] For port a81b6d80-8238-4d31-87d2-5955b1736a07, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a81b6d80-8238-4d31-87d2-5955b1736a07,segment=NetworkSegment(8acaf038-d97e-4254-9232-01dc668d78b6),segment_id=8acaf038-d97e-4254-9232-01dc668d78b6)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:39.388666 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5435290-70a7-4a38-99eb-2d381269953c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef04bfcb-08c3-4aa2-a16b-14c2bb3f4ee8,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:39.391520 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-293847ff-abb9-4c20-8695-b9e55af4004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:39.400390 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.113', 63040) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:39.407089 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968c79d8-4ac5-481e-a30e-a665d0db3d83 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3ef52303-91d8-4cc2-ba68-1b05ea6486f1 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:31:39.423695 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c310189-2c2a-4f75-b6ba-bcba34a5b0e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:39.430950 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-968c79d8-4ac5-481e-a30e-a665d0db3d83 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:39.453891 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-968c79d8-4ac5-481e-a30e-a665d0db3d83 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "DELETE /v2.0/networks/3ef52303-91d8-4cc2-ba68-1b05ea6486f1 HTTP/1.1" status: 204 len: 168 time: 1.5297027 Jan 21 09:31:39.541213 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37880) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:39.543596 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4875d39d-151c-48ee-88dc-5f0ed37a6f19 req-c5899adf-2182-4078-b886-5d0c4d9d1790 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 210 time: 0.1507959 Jan 21 09:31:39.544369 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c79d8-4ac5-481e-a30e-a665d0db3d83 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ef52303-91d8-4cc2-ba68-1b05ea6486f1,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:39.583906 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-18de2540-f657-42ee-aa6c-78234f415648 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Request body: {'network': {'name': 'tempest-network--1204654110'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:39.639250 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-4c310189-2c2a-4f75-b6ba-bcba34a5b0e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] device_id is not set on port a4cfa64d-4de7-4377-a8c9-70419190a7a5 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:39.738498 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484004db-ce17-4d4a-8ab7-7e1c9eb9268a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:39.755506 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293847ff-abb9-4c20-8695-b9e55af4004b None None] Pushing event updated for resources: {'Port': ['ID=a81b6d80-8238-4d31-87d2-5955b1736a07,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:39.761934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484004db-ce17-4d4a-8ab7-7e1c9eb9268a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:39.777509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-419caa96-c23e-4b90-9f86-e2b51c675bde None None] Provisioning complete for port 55182a76-1545-40bf-8736-bc06d37fb0d2 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:39.777885 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-419caa96-c23e-4b90-9f86-e2b51c675bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:39.781310 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484004db-ce17-4d4a-8ab7-7e1c9eb9268a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:39.785775 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8759cf12-4068-4be2-853f-1e1430532fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:39.788987 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-484004db-ce17-4d4a-8ab7-7e1c9eb9268a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.5857770 Jan 21 09:31:39.794165 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37884) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:39.878533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-419caa96-c23e-4b90-9f86-e2b51c675bde None None] Port 55182a76-1545-40bf-8736-bc06d37fb0d2 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:39.891391 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-419caa96-c23e-4b90-9f86-e2b51c675bde None None] Provisioning complete for port a81b6d80-8238-4d31-87d2-5955b1736a07 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:39.891751 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-419caa96-c23e-4b90-9f86-e2b51c675bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:40.108097 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8759cf12-4068-4be2-853f-1e1430532fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Network 8a61d65d-3564-4aef-8a9d-8204b745fceb is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:40.110352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-8759cf12-4068-4be2-853f-1e1430532fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:40.122411 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8759cf12-4068-4be2-853f-1e1430532fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:40.123594 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8759cf12-4068-4be2-853f-1e1430532fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:40.124323 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8759cf12-4068-4be2-853f-1e1430532fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:40.185258 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18de2540-f657-42ee-aa6c-78234f415648 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Made reservation on behalf of 74d0699cc78d41ef8eb1e0f088063cad for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:40.188086 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18de2540-f657-42ee-aa6c-78234f415648 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:40.192298 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759cf12-4068-4be2-853f-1e1430532fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Pushing event updated for resources: {'Port': ['ID=64321dd9-9d4d-4cda-b231-cc371e065bd1,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:40.198040 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-3ca10f3a-a2a7-4780-bdde-dd541cc774c2 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:40.224579 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-3ca10f3a-a2a7-4780-bdde-dd541cc774c2 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.113 "GET /v2.0/networks?id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac HTTP/1.1" status: 200 len: 811 time: 0.8223281 Jan 21 09:31:40.276108 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8759cf12-4068-4be2-853f-1e1430532fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.5935872 Jan 21 09:31:40.278015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37912) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:40.299443 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:40.304992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a81b6d80-8238-4d31-87d2-5955b1736a07 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:40.423506 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8ee57-8acc-4802-8389-70b943ab0938 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Deleting port 034dcc79-86cf-4a9d-bff0-dd6265014a76 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:31:40.424044 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8ff8ee57-8acc-4802-8389-70b943ab0938 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:40.464538 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port a81b6d80-8238-4d31-87d2-5955b1736a07 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:40.464538 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:40.504431 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-4c310189-2c2a-4f75-b6ba-bcba34a5b0e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Allocated IP 172.20.0.9 (68b143e2-117b-434b-ab3f-ac8ddbd0e163/d232d2fb-2836-4aef-a1cd-864ff74888b6/a4cfa64d-4de7-4377-a8c9-70419190a7a5) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:40.516708 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18de2540-f657-42ee-aa6c-78234f415648 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:40.520438 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dacc4b9e-e0a1-4638-8dcf-3c1f8a929861 req-e1f6af69-43c3-401a-867f-d76b77f401d5 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 210 time: 0.1533170 Jan 21 09:31:40.558929 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:40.589587 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-2e23bb4d-e019-4ed2-8509-a3245f8d373e tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8412c99099254edbacc3999749241e6e HTTP/1.1" status: 200 len: 379 time: 0.3198056 Jan 21 09:31:40.591417 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18de2540-f657-42ee-aa6c-78234f415648 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:40.591759 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-18de2540-f657-42ee-aa6c-78234f415648 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Added segment acc0fba5-9684-4d38-81cd-ee805760126e of type vlan for network 39265b03-f547-439c-b4a9-dd0b128d2d63 Jan 21 09:31:40.592958 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9d3bd77c-30c4-4f51-98fe-cfd29232108c req-b664940d-2562-462f-a298-3caeb904fc52 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 210 time: 0.0532525 Jan 21 09:31:40.623405 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-1540f4d1-585e-4716-8cd2-b06a445738dc tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Request body: {'port': {'device_id': 'c2b5c98f-172f-4bd5-8f25-5f6e78988536', 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac', 'admin_state_up': True, 'tenant_id': '8412c99099254edbacc3999749241e6e', 'security_groups': ['91c80eb2-69de-4a09-8216-413ea5ce0925']}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:40.670002 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-07c1aad7-f477-48d1-a421-495c3f39eb17 None None] Provisioning complete for port 55182a76-1545-40bf-8736-bc06d37fb0d2 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:40.670388 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-07c1aad7-f477-48d1-a421-495c3f39eb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:40.703346 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18de2540-f657-42ee-aa6c-78234f415648 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:40.743103 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.113', 63048) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:40.825949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-07c1aad7-f477-48d1-a421-495c3f39eb17 None None] Port 55182a76-1545-40bf-8736-bc06d37fb0d2 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:40.827667 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8ff8ee57-8acc-4802-8389-70b943ab0938 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:40.837216 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-07c1aad7-f477-48d1-a421-495c3f39eb17 None None] Provisioning complete for port 034dcc79-86cf-4a9d-bff0-dd6265014a76 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:40.837739 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-07c1aad7-f477-48d1-a421-495c3f39eb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:40.879616 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-07c1aad7-f477-48d1-a421-495c3f39eb17 None None] Port 034dcc79-86cf-4a9d-bff0-dd6265014a76 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:40.889036 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8ee57-8acc-4802-8389-70b943ab0938 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Calling delete_port for 034dcc79-86cf-4a9d-bff0-dd6265014a76 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:31:40.961235 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e03294cf-d2b7-4b7e-9f20-cf4692890743 req-76e314cc-1321-4d42-96f6-b78fced655f5 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 210 time: 0.1450205 Jan 21 09:31:40.967570 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18de2540-f657-42ee-aa6c-78234f415648 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:40.968513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de2540-f657-42ee-aa6c-78234f415648 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:40.969091 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18de2540-f657-42ee-aa6c-78234f415648 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:40.993288 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-1540f4d1-585e-4716-8cd2-b06a445738dc tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Made reservation on behalf of 8412c99099254edbacc3999749241e6e for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:40.996906 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-1540f4d1-585e-4716-8cd2-b06a445738dc tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:41.094308 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-18de2540-f657-42ee-aa6c-78234f415648 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.5322533 Jan 21 09:31:41.097732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37946) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:41.117960 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ae91e7b3-8013-4d5b-9115-49dd883e48d0 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:41.134274 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de2540-f657-42ee-aa6c-78234f415648 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Pushing event updated for resources: {'Network': ['ID=39265b03-f547-439c-b4a9-dd0b128d2d63,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:41.146852 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 39265b03-f547-439c-b4a9-dd0b128d2d63 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:41.296414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.113', 63051) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:41.315109 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-b9eccfbd-4a70-4aa5-94d7-6415fb0ae2b9 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:41.315109 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-b9eccfbd-4a70-4aa5-94d7-6415fb0ae2b9 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.113 "GET /v2.0/networks?id=3e67eef8-ec59-4dd9-baf8-c041de241adc HTTP/1.1" status: 200 len: 805 time: 0.5660667 Jan 21 09:31:41.373340 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:41.376790 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-1540f4d1-585e-4716-8cd2-b06a445738dc tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Allocated IP 172.20.0.9 (eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac/e4bc1c0e-de86-4cff-909c-9d8480083531/b5ece7ed-08a9-4c9c-8983-7a08ba513f9e) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:41.391479 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:41.436009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] device_id is not set on port 64321dd9-9d4d-4cda-b231-cc371e065bd1 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:41.491369 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c310189-2c2a-4f75-b6ba-bcba34a5b0e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:41.499475 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:41.527712 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:41.554205 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-1540f4d1-585e-4716-8cd2-b06a445738dc tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:41.611181 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-1540f4d1-585e-4716-8cd2-b06a445738dc tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:41.744106 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-085e71f9-feb2-42b4-9a97-71069818a385 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=530dee94bf6d4357842a66e2ae6222ed HTTP/1.1" status: 200 len: 379 time: 0.3684928 Jan 21 09:31:41.821329 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-4cb7e7e6-4939-48f0-ac0a-5b71a3e94e4d tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Request body: {'port': {'device_id': '58df4692-6094-43ed-b95b-c3b3a6688476', 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc', 'admin_state_up': True, 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'security_groups': ['2008b02e-1c8f-4c81-93e8-af2ac4f60215']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:41.839504 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-52e3e463-73ea-464f-ac11-b3e91c2474a8 req-ede9524b-1817-486d-9949-aafe251a86e2 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 210 time: 0.1434896 Jan 21 09:31:41.841478 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-1540f4d1-585e-4716-8cd2-b06a445738dc tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Network eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:41.845889 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-1540f4d1-585e-4716-8cd2-b06a445738dc tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:41.849412 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-1540f4d1-585e-4716-8cd2-b06a445738dc tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:41.889359 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Pushing event updated for resources: {'Port': ['ID=64321dd9-9d4d-4cda-b231-cc371e065bd1,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:41.896787 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540f4d1-585e-4716-8cd2-b06a445738dc tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Pushing event updated for resources: {'Port': ['ID=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:41.966773 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-1540f4d1-585e-4716-8cd2-b06a445738dc tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:41.967443 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-1540f4d1-585e-4716-8cd2-b06a445738dc tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:41.994117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8ff8ee57-8acc-4802-8389-70b943ab0938 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:42.008029 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-1540f4d1-585e-4716-8cd2-b06a445738dc tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4062166 Jan 21 09:31:42.030812 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-778ed6e4-fd23-4899-940c-adb70075ed22 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:42.035500 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-778ed6e4-fd23-4899-940c-adb70075ed22 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.113 "GET /v2.0/networks?id=33ab5233-247c-420a-9a81-d744e286d7eb HTTP/1.1" status: 200 len: 812 time: 0.7183163 Jan 21 09:31:42.043950 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-5ffa0b6f-5d20-4532-9b65-051b9c53927d tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:31:42.045256 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-5ffa0b6f-5d20-4532-9b65-051b9c53927d tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113995 Jan 21 09:31:42.055882 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8ee57-8acc-4802-8389-70b943ab0938 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Pushing event deleted for resources: {'Port': ['ID=034dcc79-86cf-4a9d-bff0-dd6265014a76,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:42.196038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:42.204585 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:42.206348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:42.252606 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8ff8ee57-8acc-4802-8389-70b943ab0938 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:42.266969 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8ff8ee57-8acc-4802-8389-70b943ab0938 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] 10.222.0.88 "DELETE /v2.0/ports/034dcc79-86cf-4a9d-bff0-dd6265014a76 HTTP/1.1" status: 204 len: 168 time: 2.4717417 Jan 21 09:31:42.268970 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37978) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:42.282627 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c310189-2c2a-4f75-b6ba-bcba34a5b0e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:42.334324 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e2ddb0b8-ba4a-46f2-bfd9-06b3d1957327 req-93552cca-d6ad-4d92-9b94-c51134ad1760 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 210 time: 0.0913265 Jan 21 09:31:42.339171 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ebde207b-c687-40e0-a303-8d7ab8ac177f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Request body: {'port': {'name': 'tempest-new-port-name-140378065', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:42.339569 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.api.validators [None req-ebde207b-c687-40e0-a303-8d7ab8ac177f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] bootfile-name is not in valid_values {{(pid=102146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 21 09:31:42.340160 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.api.validators [None req-ebde207b-c687-40e0-a303-8d7ab8ac177f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] tftp-server is not in valid_values {{(pid=102146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 21 09:31:42.340519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.api.validators [None req-ebde207b-c687-40e0-a303-8d7ab8ac177f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] server-ip-address is not in valid_values {{(pid=102146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 21 09:31:42.391574 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:42.408800 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:42.439744 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 2 to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 Jan 21 09:31:42.478226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ebde207b-c687-40e0-a303-8d7ab8ac177f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:42.533405 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Request body: {'port': {'device_id': 'c2b5c98f-172f-4bd5-8f25-5f6e78988536', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:42.540414 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37984) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:42.561988 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f531f9ad-4d01-491d-a621-a241488859c4 None None] Provisioning complete for port b5ece7ed-08a9-4c9c-8983-7a08ba513f9e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:42.562577 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f531f9ad-4d01-491d-a621-a241488859c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:42.644978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f531f9ad-4d01-491d-a621-a241488859c4 None None] Port b5ece7ed-08a9-4c9c-8983-7a08ba513f9e cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:42.659410 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ae91e7b3-8013-4d5b-9115-49dd883e48d0 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:42.687409 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:42.688056 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:42.688488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:42.716470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c310189-2c2a-4f75-b6ba-bcba34a5b0e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Network 68b143e2-117b-434b-ab3f-ac8ddbd0e163 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:42.776218 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-4c310189-2c2a-4f75-b6ba-bcba34a5b0e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:42.794285 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-39c077bd-f805-4093-aacd-2f2055a38855 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a68dc779f554296a0028aa7d5bc25a8 HTTP/1.1" status: 200 len: 380 time: 0.5791266 Jan 21 09:31:42.800966 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c310189-2c2a-4f75-b6ba-bcba34a5b0e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:42.820066 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd285814-9b1d-4bc9-b88f-deb34553b1c0 req-03b3fa0a-dedb-4ec4-9e64-5a6b715133c5 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:42.821872 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bd285814-9b1d-4bc9-b88f-deb34553b1c0 req-03b3fa0a-dedb-4ec4-9e64-5a6b715133c5 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 931 time: 0.9809513 Jan 21 09:31:42.822537 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:42.823000 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:42.832771 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 3 to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 Jan 21 09:31:42.835941 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c310189-2c2a-4f75-b6ba-bcba34a5b0e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event updated for resources: {'Port': ['ID=a4cfa64d-4de7-4377-a8c9-70419190a7a5,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:42.838323 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ae91e7b3-8013-4d5b-9115-49dd883e48d0 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:42.876672 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f5525f8c-06a4-4a54-9c60-d1a4a6b8c48a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1809985573', 'router:external': True}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:42.898669 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-4cb7e7e6-4939-48f0-ac0a-5b71a3e94e4d tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Made reservation on behalf of 530dee94bf6d4357842a66e2ae6222ed for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:42.902237 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-4cb7e7e6-4939-48f0-ac0a-5b71a3e94e4d tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:42.943400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-585b7be7-b8cc-46c0-a7dd-2706298694d2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Request body: {'port': {'device_id': 'ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0', 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb', 'admin_state_up': True, 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'security_groups': ['0b106d87-311d-46c8-a8b8-ce5012cedfb6']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:42.988120 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae91e7b3-8013-4d5b-9115-49dd883e48d0 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Network 39265b03-f547-439c-b4a9-dd0b128d2d63 is not hosted by any dhcp agent {{(pid=102147) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 21 09:31:42.989373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae91e7b3-8013-4d5b-9115-49dd883e48d0 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:42.990127 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ae91e7b3-8013-4d5b-9115-49dd883e48d0 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:42.991938 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ae91e7b3-8013-4d5b-9115-49dd883e48d0 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "PUT /v2.0/networks/39265b03-f547-439c-b4a9-dd0b128d2d63 HTTP/1.1" status: 200 len: 858 time: 1.8828862 Jan 21 09:31:43.008551 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 37992) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:43.024037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:43.024594 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:43.025076 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:43.025488 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5525f8c-06a4-4a54-9c60-d1a4a6b8c48a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Made reservation on behalf of 98f72a5a5b424e54909666f309bb371e for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:43.027924 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5525f8c-06a4-4a54-9c60-d1a4a6b8c48a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:43.067135 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a10d72f9-4044-4584-bcd9-d63de30b379a req-be7333ee-1fe2-4cca-aa12-c42bd3aeedb9 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 210 time: 0.0931468 Jan 21 09:31:43.106259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:43.128608 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5525f8c-06a4-4a54-9c60-d1a4a6b8c48a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:43.174359 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-9d3ff4ae-2ea1-4fe2-9c6e-f901f0dd45d4 None None] Provisioning complete for port a4cfa64d-4de7-4377-a8c9-70419190a7a5 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:43.174752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9d3ff4ae-2ea1-4fe2-9c6e-f901f0dd45d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:43.196941 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdf37478-ec47-4a3f-81bf-671073780b23 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:43.262457 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-9d3ff4ae-2ea1-4fe2-9c6e-f901f0dd45d4 None None] Port a4cfa64d-4de7-4377-a8c9-70419190a7a5 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:43.360941 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ebde207b-c687-40e0-a303-8d7ab8ac177f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:43.374179 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:43.375368 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:43.391822 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 4 to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 Jan 21 09:31:43.433338 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ebde207b-c687-40e0-a303-8d7ab8ac177f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:43.437349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c310189-2c2a-4f75-b6ba-bcba34a5b0e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:43.438313 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c310189-2c2a-4f75-b6ba-bcba34a5b0e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:43.441186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91e7b3-8013-4d5b-9115-49dd883e48d0 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Pushing event updated for resources: {'Network': ['ID=39265b03-f547-439c-b4a9-dd0b128d2d63,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:43.479979 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bd285814-9b1d-4bc9-b88f-deb34553b1c0 req-06df409a-56f9-4b8c-a909-385111bbc294 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6388624 Jan 21 09:31:43.506191 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:43.507167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:43.507521 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:43.539081 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4c310189-2c2a-4f75-b6ba-bcba34a5b0e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 5.3587735 Jan 21 09:31:43.545572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37996) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:43.546245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:43.546549 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:43.559042 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 5 to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 Jan 21 09:31:43.612513 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-ebde207b-c687-40e0-a303-8d7ab8ac177f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] In _notify_port_updated(), no bound segment for port ba6315bd-8e91-45ba-9be0-14d71c964938 on network c3c57fa6-2edf-4523-83ba-f8397c7afdee {{(pid=102146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:31:43.629342 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebde207b-c687-40e0-a303-8d7ab8ac177f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:43.630057 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ebde207b-c687-40e0-a303-8d7ab8ac177f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:43.635976 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ebde207b-c687-40e0-a303-8d7ab8ac177f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] 10.222.0.88 "PUT /v2.0/ports/ba6315bd-8e91-45ba-9be0-14d71c964938 HTTP/1.1" status: 200 len: 1128 time: 1.3581672 Jan 21 09:31:43.650529 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 37998) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:43.687722 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b49a9e52-7d62-4f93-84a8-b88f0c1328ea req-e17919a2-003a-4af2-8548-fe2e52e7b7db tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 210 time: 0.2329087 Jan 21 09:31:43.688340 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde207b-c687-40e0-a303-8d7ab8ac177f tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Pushing event updated for resources: {'Port': ['ID=ba6315bd-8e91-45ba-9be0-14d71c964938,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:43.718556 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:43.719157 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:43.719644 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:43.803175 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5525f8c-06a4-4a54-9c60-d1a4a6b8c48a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:43.807123 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdf37478-ec47-4a3f-81bf-671073780b23 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:43.835076 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:43.835622 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:43.841479 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5525f8c-06a4-4a54-9c60-d1a4a6b8c48a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:43.847013 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 6 to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 Jan 21 09:31:43.866703 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-4cb7e7e6-4939-48f0-ac0a-5b71a3e94e4d tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Allocated IP 172.20.0.13 (3e67eef8-ec59-4dd9-baf8-c041de241adc/bc72f198-0024-4ad9-b3ff-8a57abfcdd4f/6e47194f-b7c2-4db2-a286-f18fa61c279e) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:43.896801 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-bdf37478-ec47-4a3f-81bf-671073780b23 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39265b03-f547-439c-b4a9-dd0b128d2d63']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:43.899624 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf25052d-c456-4fb5-b654-28142941e102 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:43.901127 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cf25052d-c456-4fb5-b654-28142941e102 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] 10.222.0.88 "GET /v2.0/ports/ba6315bd-8e91-45ba-9be0-14d71c964938 HTTP/1.1" status: 200 len: 1128 time: 0.2353873 Jan 21 09:31:43.908974 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38000) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:43.913930 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-585b7be7-b8cc-46c0-a7dd-2706298694d2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Made reservation on behalf of 1a68dc779f554296a0028aa7d5bc25a8 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:43.918128 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-585b7be7-b8cc-46c0-a7dd-2706298694d2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:43.925292 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:43.925651 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:43.926038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:43.935670 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5525f8c-06a4-4a54-9c60-d1a4a6b8c48a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:43.938177 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d8d1d2-1d73-47db-8e56-f15bf8ed59f2 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:43.939925 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-bdf37478-ec47-4a3f-81bf-671073780b23 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc0fba5-9684-4d38-81cd-ee805760126e') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:43.940332 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-bdf37478-ec47-4a3f-81bf-671073780b23 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc0fba5-9684-4d38-81cd-ee805760126e') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:43.945974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d8d1d2-1d73-47db-8e56-f15bf8ed59f2 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:43.953211 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d8d1d2-1d73-47db-8e56-f15bf8ed59f2 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:43.954936 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-69d8d1d2-1d73-47db-8e56-f15bf8ed59f2 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.4075108 Jan 21 09:31:43.964690 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38002) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:43.981902 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5525f8c-06a4-4a54-9c60-d1a4a6b8c48a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f5f16b-4662-43b4-9e8d-32fa2bf3ad97,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:43.984445 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:43.984841 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:43.989926 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 7 to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 Jan 21 09:31:44.003528 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdf37478-ec47-4a3f-81bf-671073780b23 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.012684 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-2abe624b-6c66-44f4-8903-e1b458873e37 None None] Provisioning complete for port ba6315bd-8e91-45ba-9be0-14d71c964938 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:44.013274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2abe624b-6c66-44f4-8903-e1b458873e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.030733 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5525f8c-06a4-4a54-9c60-d1a4a6b8c48a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.031448 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-f5525f8c-06a4-4a54-9c60-d1a4a6b8c48a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Added segment 3f1d9205-2b13-4d91-903c-ce981894fb65 of type vlan for network 074aa3fd-e49a-40d6-9641-29961447bf15 Jan 21 09:31:44.057619 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-2abe624b-6c66-44f4-8903-e1b458873e37 None None] Port ba6315bd-8e91-45ba-9be0-14d71c964938 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:44.060601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:44.060982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:44.061359 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:44.100387 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdf37478-ec47-4a3f-81bf-671073780b23 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.165116 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf37478-ec47-4a3f-81bf-671073780b23 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:31:44.165560 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdf37478-ec47-4a3f-81bf-671073780b23 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:31:44.169978 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:31:44.213751 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:44.227140 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:44.282949 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 8 to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 Jan 21 09:31:44.294939 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5525f8c-06a4-4a54-9c60-d1a4a6b8c48a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.330203 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ece7ed-08a9-4c9c-8983-7a08ba513f9e {{(pid=102146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:31:44.339860 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdf37478-ec47-4a3f-81bf-671073780b23 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.343198 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf37478-ec47-4a3f-81bf-671073780b23 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39265b03-f547-439c-b4a9-dd0b128d2d63 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:31:44.354055 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdf37478-ec47-4a3f-81bf-671073780b23 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.357275 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bdf37478-ec47-4a3f-81bf-671073780b23 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] 10.222.0.88 "DELETE /v2.0/networks/39265b03-f547-439c-b4a9-dd0b128d2d63 HTTP/1.1" status: 204 len: 168 time: 1.3474672 Jan 21 09:31:44.373212 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38006) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:44.375708 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0d229a74-f006-4911-8f8f-922896eec6cc req-20277162-dcb6-449b-8f30-f0552dabf837 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 210 time: 0.0862689 Jan 21 09:31:44.392583 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.395217 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf37478-ec47-4a3f-81bf-671073780b23 tempest-ExternalNetworksTestJSON-367753345 tempest-ExternalNetworksTestJSON-367753345-project-admin] Pushing event deleted for resources: {'Network': ['ID=39265b03-f547-439c-b4a9-dd0b128d2d63,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:44.408892 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:44.419622 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:44.420062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:44.451028 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:44.451439 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:44.451703 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-06624a96-d8fb-424b-b409-6cc4e5f7642b tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] DELETE failed (client error): The resource could not be found. Jan 21 09:31:44.452408 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06624a96-d8fb-424b-b409-6cc4e5f7642b tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:31:44.452531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-585b7be7-b8cc-46c0-a7dd-2706298694d2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Allocated IP 172.20.0.3 (33ab5233-247c-420a-9a81-d744e286d7eb/79c3f93b-57e8-4654-a8a9-7966fd0d79d7/d71399c8-7e1e-42eb-bb2e-f3822a28a298) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:44.455921 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-06624a96-d8fb-424b-b409-6cc4e5f7642b tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] 10.222.0.88 "DELETE /v2.0/subnets/76b0f959-c7a9-4561-82cd-69a564790680 HTTP/1.1" status: 404 len: 337 time: 0.0528610 Jan 21 09:31:44.459081 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-be8e5b3d-81fa-4112-a700-0c91f86f3f18 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Deleting port ba6315bd-8e91-45ba-9be0-14d71c964938 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:31:44.460348 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-be8e5b3d-81fa-4112-a700-0c91f86f3f18 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.466092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38008) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:44.468692 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5525f8c-06a4-4a54-9c60-d1a4a6b8c48a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.469961 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5525f8c-06a4-4a54-9c60-d1a4a6b8c48a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:44.470760 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5525f8c-06a4-4a54-9c60-d1a4a6b8c48a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.473348 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 9 to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 Jan 21 09:31:44.476058 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.provisioning_blocks [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Transition to ACTIVE for port object b5ece7ed-08a9-4c9c-8983-7a08ba513f9e will not be triggered until provisioned by entity L2. {{(pid=102146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:31:44.565024 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-011f38a1-d59f-45a7-a733-c0fc2f8463bd tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.575610 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:44.579673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:44.581160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:44.593877 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.624180 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-805de647-0bd8-4bd5-9e3f-2468d818918e tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Deleting port a4cfa64d-4de7-4377-a8c9-70419190a7a5 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:31:44.624827 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-805de647-0bd8-4bd5-9e3f-2468d818918e tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.635054 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:44.635679 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:44.655452 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempt 10 to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 Jan 21 09:31:44.682400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:44.683022 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:44.683531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempting to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:44.687823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-4cb7e7e6-4939-48f0-ac0a-5b71a3e94e4d tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.745123 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:44.745984 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Failed to bind port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'b508fd90-4865-4a08-98be-6c0657dca084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a61d65d-3564-4aef-8a9d-8204b745fceb'}] Jan 21 09:31:44.746568 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.914865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] For port 64321dd9-9d4d-4cda-b231-cc371e065bd1, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:44.915375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attempted to set empty binding levels {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:31:44.966488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:44.979083 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1147047d-446f-42c3-89a7-39030ec6ed7c req-d0406f20-ecb9-4744-87c7-8178c957a977 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 210 time: 0.1736591 Jan 21 09:31:45.067548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-4cb7e7e6-4939-48f0-ac0a-5b71a3e94e4d tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:45.070394 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f5525f8c-06a4-4a54-9c60-d1a4a6b8c48a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3836503 Jan 21 09:31:45.077357 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-805de647-0bd8-4bd5-9e3f-2468d818918e tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:45.086784 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38014) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:45.111084 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-3e910743-f604-419d-8b72-a841f53259ca tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Request body: {'subnet': {'network_id': '074aa3fd-e49a-40d6-9641-29961447bf15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:45.134470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] In _notify_port_updated(), no bound segment for port 64321dd9-9d4d-4cda-b231-cc371e065bd1 on network 8a61d65d-3564-4aef-8a9d-8204b745fceb {{(pid=102147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:31:45.135328 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:45.136263 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:45.137239 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] 10.222.0.88 "PUT /v2.0/ports/64321dd9-9d4d-4cda-b231-cc371e065bd1 HTTP/1.1" status: 200 len: 980 time: 4.8535488 Jan 21 09:31:45.151306 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-be8e5b3d-81fa-4112-a700-0c91f86f3f18 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:45.170203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38016) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:45.190291 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-be8e5b3d-81fa-4112-a700-0c91f86f3f18 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Calling delete_port for ba6315bd-8e91-45ba-9be0-14d71c964938 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:31:45.215152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-805de647-0bd8-4bd5-9e3f-2468d818918e tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Calling delete_port for a4cfa64d-4de7-4377-a8c9-70419190a7a5 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:31:45.218026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e910743-f604-419d-8b72-a841f53259ca tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Made reservation on behalf of 98f72a5a5b424e54909666f309bb371e for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:45.221029 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e910743-f604-419d-8b72-a841f53259ca tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:45.255155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-4cb7e7e6-4939-48f0-ac0a-5b71a3e94e4d tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Network 3e67eef8-ec59-4dd9-baf8-c041de241adc is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:45.282368 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-4cb7e7e6-4939-48f0-ac0a-5b71a3e94e4d tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:45.284591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d283900-f321-4a61-a781-4161244ba018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Pushing event updated for resources: {'Port': ['ID=64321dd9-9d4d-4cda-b231-cc371e065bd1,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:45.287032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-4cb7e7e6-4939-48f0-ac0a-5b71a3e94e4d tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:45.413075 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7e7e6-4939-48f0-ac0a-5b71a3e94e4d tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Pushing event updated for resources: {'Port': ['ID=6e47194f-b7c2-4db2-a286-f18fa61c279e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:45.531693 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5525f8c-06a4-4a54-9c60-d1a4a6b8c48a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Pushing event updated for resources: {'Network': ['ID=074aa3fd-e49a-40d6-9641-29961447bf15,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:45.554237 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 074aa3fd-e49a-40d6-9641-29961447bf15 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:45.674156 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Pushing event updated for resources: {'Port': ['ID=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:45.705496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-585b7be7-b8cc-46c0-a7dd-2706298694d2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:45.737059 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4e80c-7ee9-4226-bda5-f27d09c924c9 req-12b10c28-4551-45b7-b704-32676137ae15 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:45.742333 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b27723b1-a32f-4f0e-915b-58cbe236b9e4 None None] Provisioning complete for port 6e47194f-b7c2-4db2-a286-f18fa61c279e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:45.743688 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b27723b1-a32f-4f0e-915b-58cbe236b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:45.751297 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7aa4e80c-7ee9-4226-bda5-f27d09c924c9 req-12b10c28-4551-45b7-b704-32676137ae15 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 943 time: 1.0894570 Jan 21 09:31:45.754149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-4cb7e7e6-4939-48f0-ac0a-5b71a3e94e4d tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:45.756393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-4cb7e7e6-4939-48f0-ac0a-5b71a3e94e4d tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:45.821414 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b27723b1-a32f-4f0e-915b-58cbe236b9e4 None None] Port 6e47194f-b7c2-4db2-a286-f18fa61c279e cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:45.828293 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-011f38a1-d59f-45a7-a733-c0fc2f8463bd tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:45.833608 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-be8e5b3d-81fa-4112-a700-0c91f86f3f18 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:45.909397 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-4cb7e7e6-4939-48f0-ac0a-5b71a3e94e4d tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1250696 Jan 21 09:31:45.923464 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e5b3d-81fa-4112-a700-0c91f86f3f18 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Pushing event deleted for resources: {'Port': ['ID=ba6315bd-8e91-45ba-9be0-14d71c964938,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:45.933785 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be83df-9265-4f00-b3e3-57f6f02df245 req-612e3dbc-e506-4c70-a4c3-ec131a285aa5 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:45.941137 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-13be83df-9265-4f00-b3e3-57f6f02df245 req-612e3dbc-e506-4c70-a4c3-ec131a285aa5 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 932 time: 0.3980308 Jan 21 09:31:45.958192 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7aa4e80c-7ee9-4226-bda5-f27d09c924c9 req-43fdfa20-b044-4f2e-b24f-96c9e518e831 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059538 Jan 21 09:31:45.963679 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-011f38a1-d59f-45a7-a733-c0fc2f8463bd tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c504f2-bcfc-405e-a082-b07b57a2ed4d']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:46.011640 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:31:46.017136 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Attempting to bind port b5ece7ed-08a9-4c9c-8983-7a08ba513f9e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:46.035031 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Attempting to bind port b5ece7ed-08a9-4c9c-8983-7a08ba513f9e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'f079f2df-51a3-4fdf-bc18-89660f114394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:46.040524 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Attempting to bind port b5ece7ed-08a9-4c9c-8983-7a08ba513f9e on network eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:46.076662 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-011f38a1-d59f-45a7-a733-c0fc2f8463bd tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399d67e2-5ea3-404d-ae13-131a191923cc') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:46.084240 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-011f38a1-d59f-45a7-a733-c0fc2f8463bd tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399d67e2-5ea3-404d-ae13-131a191923cc') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:46.104737 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-be8e5b3d-81fa-4112-a700-0c91f86f3f18 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:46.108789 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-be8e5b3d-81fa-4112-a700-0c91f86f3f18 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] 10.222.0.88 "DELETE /v2.0/ports/ba6315bd-8e91-45ba-9be0-14d71c964938 HTTP/1.1" status: 204 len: 168 time: 2.1878181 Jan 21 09:31:46.143927 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-585b7be7-b8cc-46c0-a7dd-2706298694d2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:46.147447 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38022) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:46.164531 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Port b5ece7ed-08a9-4c9c-8983-7a08ba513f9e on network eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:46.165226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Attempting to bind port b5ece7ed-08a9-4c9c-8983-7a08ba513f9e on network eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:46.178149 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-011f38a1-d59f-45a7-a733-c0fc2f8463bd tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:46.191787 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-13be83df-9265-4f00-b3e3-57f6f02df245 req-c3b83e9b-3d85-4685-8532-9e63d37fc07a tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496965 Jan 21 09:31:46.212302 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-6f4cc0d6-9726-44bd-b52a-1f2282702fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Deleting port 64321dd9-9d4d-4cda-b231-cc371e065bd1 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:31:46.212638 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6f4cc0d6-9726-44bd-b52a-1f2282702fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:46.212813 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:31:46.213279 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Checking segment: {'id': 'f079f2df-51a3-4fdf-bc18-89660f114394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:46.214140 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Bound using segment: {'id': 'f079f2df-51a3-4fdf-bc18-89660f114394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac'} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:31:46.214814 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Bound port: b5ece7ed-08a9-4c9c-8983-7a08ba513f9e, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f079f2df-51a3-4fdf-bc18-89660f114394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac'}}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:31:46.215321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:46.250784 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-011f38a1-d59f-45a7-a733-c0fc2f8463bd tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:46.269914 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011f38a1-d59f-45a7-a733-c0fc2f8463bd tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:31:46.270730 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-011f38a1-d59f-45a7-a733-c0fc2f8463bd tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:31:46.275126 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:31:46.370219 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b20073-da5b-4e55-b3c1-6bb6236438fa req-32994858-5a00-4040-9672-d7a65ba195d5 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:46.372022 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d4b20073-da5b-4e55-b3c1-6bb6236438fa req-32994858-5a00-4040-9672-d7a65ba195d5 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 931 time: 0.2187033 Jan 21 09:31:46.454530 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-011f38a1-d59f-45a7-a733-c0fc2f8463bd tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:46.470250 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] For port b5ece7ed-08a9-4c9c-8983-7a08ba513f9e, host hv-neutron-8257, cleared binding levels {{(pid=102146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:46.502421 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-011f38a1-d59f-45a7-a733-c0fc2f8463bd tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:46.509719 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-011f38a1-d59f-45a7-a733-c0fc2f8463bd tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] 10.222.0.88 "DELETE /v2.0/networks/e7c504f2-bcfc-405e-a082-b07b57a2ed4d HTTP/1.1" status: 204 len: 168 time: 2.0420280 Jan 21 09:31:46.511389 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f38a1-d59f-45a7-a733-c0fc2f8463bd tempest-ExternalNetworksTestJSON-1312538877 tempest-ExternalNetworksTestJSON-1312538877-project] Pushing event deleted for resources: {'Network': ['ID=e7c504f2-bcfc-405e-a082-b07b57a2ed4d,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:46.533586 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d4b20073-da5b-4e55-b3c1-6bb6236438fa req-2677e630-657c-4911-9b33-74cd717f57ba tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/security-groups?id=0b106d87-311d-46c8-a8b8-ce5012cedfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527145 Jan 21 09:31:46.539915 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] For port b5ece7ed-08a9-4c9c-8983-7a08ba513f9e, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e,segment=NetworkSegment(f079f2df-51a3-4fdf-bc18-89660f114394),segment_id=f079f2df-51a3-4fdf-bc18-89660f114394)] {{(pid=102146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:31:46.547231 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:46.627668 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:46.628181 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:46.640759 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] 10.222.0.113 "PUT /v2.0/ports/b5ece7ed-08a9-4c9c-8983-7a08ba513f9e HTTP/1.1" status: 200 len: 1093 time: 4.2965126 Jan 21 09:31:46.641377 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b5c98f-172f-4bd5-8f25-5f6e78988536', 'tag': 'b5ece7ed-08a9-4c9c-8983-7a08ba513f9e'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:31:46.754318 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537116c4-0f9f-45a9-942b-90c08da1752f service neutron] Pushing event updated for resources: {'Port': ['ID=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e,revision_number=3']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:46.779215 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-585b7be7-b8cc-46c0-a7dd-2706298694d2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Network 33ab5233-247c-420a-9a81-d744e286d7eb is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:46.796770 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b7be7-b8cc-46c0-a7dd-2706298694d2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Pushing event updated for resources: {'Port': ['ID=d71399c8-7e1e-42eb-bb2e-f3822a28a298,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:46.799744 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-585b7be7-b8cc-46c0-a7dd-2706298694d2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:46.873661 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-585b7be7-b8cc-46c0-a7dd-2706298694d2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:46.889649 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-805de647-0bd8-4bd5-9e3f-2468d818918e tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:46.955116 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f370a0-af07-49b1-8703-12f29c25fd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b5c98f-172f-4bd5-8f25-5f6e78988536", "tag": "b5ece7ed-08a9-4c9c-8983-7a08ba513f9e"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:31:46.976253 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-6f4cc0d6-9726-44bd-b52a-1f2282702fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] For port 64321dd9-9d4d-4cda-b231-cc371e065bd1, host hv-neutron-8257, got binding levels [] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:46.976670 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6f4cc0d6-9726-44bd-b52a-1f2282702fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:47.039257 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-098b2d33-a3a9-49e4-8564-37d12130a63e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Deleting subnet 0ccb0de8-2bbc-4b81-9172-e641de8841cd {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:31:47.044326 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-098b2d33-a3a9-49e4-8564-37d12130a63e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:47.146231 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38038) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:47.159985 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805de647-0bd8-4bd5-9e3f-2468d818918e tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event deleted for resources: {'Port': ['ID=a4cfa64d-4de7-4377-a8c9-70419190a7a5,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:47.194163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-585b7be7-b8cc-46c0-a7dd-2706298694d2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:47.195083 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-585b7be7-b8cc-46c0-a7dd-2706298694d2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:47.238030 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-6f4cc0d6-9726-44bd-b52a-1f2282702fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Calling delete_port for 64321dd9-9d4d-4cda-b231-cc371e065bd1 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:31:47.253382 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27c052-ddb8-4369-8c5d-97e866611051 req-92ffba75-af8d-476b-9f76-4f7fac8f7928 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:47.264873 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2f27c052-ddb8-4369-8c5d-97e866611051 req-92ffba75-af8d-476b-9f76-4f7fac8f7928 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 943 time: 0.1428971 Jan 21 09:31:47.323438 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2f27c052-ddb8-4369-8c5d-97e866611051 req-bcf059a2-de3c-4ee3-b11e-881783d86a18 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521638 Jan 21 09:31:47.360170 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-1a320a5a-c3c1-4158-a19f-277c0443f53a None None] Provisioning complete for port d71399c8-7e1e-42eb-bb2e-f3822a28a298 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:47.360773 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1a320a5a-c3c1-4158-a19f-277c0443f53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:47.483159 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-1a320a5a-c3c1-4158-a19f-277c0443f53a None None] Port d71399c8-7e1e-42eb-bb2e-f3822a28a298 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:47.521705 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47ad8b2-b554-422a-b803-a662f7e13d84 x-openstack-request-id: req-b47ad8b2-b554-422a-b803-a662f7e13d84 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:31:47.522159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b5c98f-172f-4bd5-8f25-5f6e78988536", "tag": "b5ece7ed-08a9-4c9c-8983-7a08ba513f9e", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:31:47.522383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b47ad8b2-b554-422a-b803-a662f7e13d84 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:31:47.522983 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b5c98f-172f-4bd5-8f25-5f6e78988536', 'tag': 'b5ece7ed-08a9-4c9c-8983-7a08ba513f9e', 'status': 'completed', 'code': 200} Jan 21 09:31:47.543731 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c32efbcb-acee-4725-872a-b4343fdee283 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7d3032efd00748f59a3c17d5982ac029&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3914695 Jan 21 09:31:47.544693 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Request body: {'port': {'device_id': '58df4692-6094-43ed-b95b-c3b3a6688476', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:47.550836 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-585b7be7-b8cc-46c0-a7dd-2706298694d2 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6746092 Jan 21 09:31:47.551610 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38046) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:47.579548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-098b2d33-a3a9-49e4-8564-37d12130a63e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:47.672843 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Request body: {'port': {'device_id': 'ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:47.675456 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce091ccf-45be-40c4-baea-424efdbbeeac req-d9d089ab-7383-4666-8411-14d7411ae7e3 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:47.685351 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ce091ccf-45be-40c4-baea-424efdbbeeac req-d9d089ab-7383-4666-8411-14d7411ae7e3 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 932 time: 0.2096701 Jan 21 09:31:47.757178 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ce091ccf-45be-40c4-baea-424efdbbeeac req-15eb99d6-9417-4739-93db-c233ad5605b5 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699069 Jan 21 09:31:47.807605 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-d6c14333-3e53-4374-b09e-4d7246f30eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:47.809294 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-d6c14333-3e53-4374-b09e-4d7246f30eb0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8412c99099254edbacc3999749241e6e&device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 1096 time: 0.2644868 Jan 21 09:31:47.823945 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e249b60d-8cd4-43c0-b127-6f25f402f016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:47.868281 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e249b60d-8cd4-43c0-b127-6f25f402f016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:47.989832 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa1fa6-5498-40d6-afe0-5ca800af05a7 req-2ef9d38a-f6aa-416c-a08c-ff1e540352c4 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:47.995611 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d0fa1fa6-5498-40d6-afe0-5ca800af05a7 req-2ef9d38a-f6aa-416c-a08c-ff1e540352c4 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 931 time: 0.3060243 Jan 21 09:31:48.000702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e249b60d-8cd4-43c0-b127-6f25f402f016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:48.009540 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e249b60d-8cd4-43c0-b127-6f25f402f016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:48.009540 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e249b60d-8cd4-43c0-b127-6f25f402f016 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4d95b1f9-c431-4833-944a-56cc51970842 HTTP/1.1" status: 204 len: 168 time: 0.4324474 Jan 21 09:31:48.014646 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249b60d-8cd4-43c0-b127-6f25f402f016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d95b1f9-c431-4833-944a-56cc51970842,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:48.045011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:48.139092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:48.215522 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6f4cc0d6-9726-44bd-b52a-1f2282702fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:48.223697 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-098b2d33-a3a9-49e4-8564-37d12130a63e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:48.274550 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-805de647-0bd8-4bd5-9e3f-2468d818918e tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:48.280658 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38056) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:48.281260 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-805de647-0bd8-4bd5-9e3f-2468d818918e tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "DELETE /v2.0/ports/a4cfa64d-4de7-4377-a8c9-70419190a7a5 HTTP/1.1" status: 204 len: 168 time: 4.3103156 Jan 21 09:31:48.348665 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6f4cc0d6-9726-44bd-b52a-1f2282702fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:48.355218 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6f4cc0d6-9726-44bd-b52a-1f2282702fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] 10.222.0.88 "DELETE /v2.0/ports/64321dd9-9d4d-4cda-b231-cc371e065bd1 HTTP/1.1" status: 204 len: 168 time: 3.1554198 Jan 21 09:31:48.360930 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d0fa1fa6-5498-40d6-afe0-5ca800af05a7 req-595988fb-4965-44ce-acf9-c5c345b941ae tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/security-groups?id=0b106d87-311d-46c8-a8b8-ce5012cedfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410971 Jan 21 09:31:48.362618 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38060) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:48.391169 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6072254b-ddd7-4259-b9c9-f934c6399415 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] GET failed (client error): The resource could not be found. Jan 21 09:31:48.394501 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6072254b-ddd7-4259-b9c9-f934c6399415 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "GET /v2.0/ports/a4cfa64d-4de7-4377-a8c9-70419190a7a5 HTTP/1.1" status: 404 len: 333 time: 0.1127629 Jan 21 09:31:48.401750 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38062) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:48.422782 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b5fb4937-9acf-4921-9642-5533faae71bd tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Request body: {'port': {'network_id': '68b143e2-117b-434b-ab3f-ac8ddbd0e163', 'name': 'tempest-AllowedAddressPairTestJSON-629684474'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:48.472230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cc0d6-9726-44bd-b52a-1f2282702fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] Pushing event deleted for resources: {'Port': ['ID=64321dd9-9d4d-4cda-b231-cc371e065bd1,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:48.629707 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38064) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:48.659756 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fc77e9-d6a3-4f39-9c2a-599f0154cf30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:31:48.661369 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-36fc77e9-d6a3-4f39-9c2a-599f0154cf30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374636010-project-admin] 10.222.0.88 "GET /v2.0/ports/64321dd9-9d4d-4cda-b231-cc371e065bd1 HTTP/1.1" status: 404 len: 333 time: 0.2924733 Jan 21 09:31:48.673895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38066) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:48.705734 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f5352-d1bb-4f76-acd5-bd401721e982 req-34082075-dd45-46a5-88a0-cdcf33606559 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:48.707867 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8b0f5352-d1bb-4f76-acd5-bd401721e982 req-34082075-dd45-46a5-88a0-cdcf33606559 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 943 time: 0.1707554 Jan 21 09:31:48.746191 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b2bcfa4c-a297-4de4-97e5-39aaa7dc5116 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=74d0699cc78d41ef8eb1e0f088063cad&name=default HTTP/1.1" status: 200 len: 2976 time: 0.1144476 Jan 21 09:31:48.757992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38068) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:48.824429 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.objects.ports [None req-3e910743-f604-419d-8b72-a841f53259ca tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:31:48.824653 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e910743-f604-419d-8b72-a841f53259ca tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:48.847996 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8b0f5352-d1bb-4f76-acd5-bd401721e982 req-6a04537e-e755-40f6-9b9e-463518785814 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218777 Jan 21 09:31:48.869246 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-098b2d33-a3a9-49e4-8564-37d12130a63e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:48.887473 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f51b-418f-44d7-ac37-c38965799e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:48.889426 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fb4937-9acf-4921-9642-5533faae71bd tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Made reservation on behalf of acacd0fe4ed3467f958f570fe14990c9 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:48.893422 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4937-9acf-4921-9642-5533faae71bd tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:48.920069 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-b5fb4937-9acf-4921-9642-5533faae71bd tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] device_id is not set on port 5a24ee87-d0a7-4026-b08d-7588af9f1b0f yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:48.981382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-098b2d33-a3a9-49e4-8564-37d12130a63e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:48.989742 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-098b2d33-a3a9-49e4-8564-37d12130a63e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] 10.222.0.88 "DELETE /v2.0/subnets/0ccb0de8-2bbc-4b81-9172-e641de8841cd HTTP/1.1" status: 204 len: 168 time: 2.8196380 Jan 21 09:31:48.993298 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6e9dbf-c58f-4361-a077-d7dbf0a2451d None None] Network c3c57fa6-2edf-4523-83ba-f8397c7afdee requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:49.014224 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38072) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:49.065316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e910743-f604-419d-8b72-a841f53259ca tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5532d00f-ed59-44b8-a813-0dea3dacab5c,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:49.223811 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f51b-418f-44d7-ac37-c38965799e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.256841 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-eeb9f51b-418f-44d7-ac37-c38965799e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a61d65d-3564-4aef-8a9d-8204b745fceb']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:49.281120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79005ad-3d48-47e9-a62e-da1f4b8a9f7d None None] DHCP port deletion for c3c57fa6-2edf-4523-83ba-f8397c7afdee request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:31:49.325906 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8d3e-470f-4dff-ac60-2aa66726264a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.358366 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-eeb9f51b-418f-44d7-ac37-c38965799e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b508fd90-4865-4a08-98be-6c0657dca084') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:49.358641 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-eeb9f51b-418f-44d7-ac37-c38965799e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b508fd90-4865-4a08-98be-6c0657dca084') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:49.373691 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f51b-418f-44d7-ac37-c38965799e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.383462 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a79005ad-3d48-47e9-a62e-da1f4b8a9f7d None None] Deleting port c652b634-9421-4447-b354-55d1476cc19e {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:31:49.384098 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a79005ad-3d48-47e9-a62e-da1f4b8a9f7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.403246 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f51b-418f-44d7-ac37-c38965799e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.429480 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb9f51b-418f-44d7-ac37-c38965799e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:31:49.435401 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f51b-418f-44d7-ac37-c38965799e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.457855 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b2d33-a3a9-49e4-8564-37d12130a63e tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Pushing event deleted for resources: {'Subnet': ['ID=0ccb0de8-2bbc-4b81-9172-e641de8841cd,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:49.490414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f03bf-666b-4035-9642-5682d2ad0e7f req-223a8309-2d61-4cf2-8eaf-9bf9d40696af tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:49.492982 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-008f03bf-666b-4035-9642-5682d2ad0e7f req-223a8309-2d61-4cf2-8eaf-9bf9d40696af tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 932 time: 0.5923114 Jan 21 09:31:49.493313 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a79005ad-3d48-47e9-a62e-da1f4b8a9f7d None None] For port c652b634-9421-4447-b354-55d1476cc19e, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=c652b634-9421-4447-b354-55d1476cc19e,segment=NetworkSegment(f4c028f9-45b5-4d10-9088-df928a1f456b),segment_id=f4c028f9-45b5-4d10-9088-df928a1f456b)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:49.493750 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a79005ad-3d48-47e9-a62e-da1f4b8a9f7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.494276 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b2384f00-a6b2-446b-8525-2b4c5b3b4992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.504149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e910743-f604-419d-8b72-a841f53259ca tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Checking segment: {'id': '3f1d9205-2b13-4d91-903c-ce981894fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '074aa3fd-e49a-40d6-9641-29961447bf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:49.504758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e910743-f604-419d-8b72-a841f53259ca tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Network hostable DHCP agents. Network: 074aa3fd-e49a-40d6-9641-29961447bf15, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:31:49.521730 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a79005ad-3d48-47e9-a62e-da1f4b8a9f7d None None] Calling delete_port for c652b634-9421-4447-b354-55d1476cc19e owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:31:49.580813 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b2384f00-a6b2-446b-8525-2b4c5b3b4992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:31:49.614830 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:31:49.640092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e910743-f604-419d-8b72-a841f53259ca tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Network 074aa3fd-e49a-40d6-9641-29961447bf15 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:31:49.659700 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f51b-418f-44d7-ac37-c38965799e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.699341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-b5fb4937-9acf-4921-9642-5533faae71bd tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Allocated IP 172.20.0.10 (68b143e2-117b-434b-ab3f-ac8ddbd0e163/d232d2fb-2836-4aef-a1cd-864ff74888b6/5a24ee87-d0a7-4026-b08d-7588af9f1b0f) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:49.704835 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f51b-418f-44d7-ac37-c38965799e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.711287 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-eeb9f51b-418f-44d7-ac37-c38965799e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] 10.222.0.88 "DELETE /v2.0/networks/8a61d65d-3564-4aef-8a9d-8204b745fceb HTTP/1.1" status: 204 len: 168 time: 1.0313981 Jan 21 09:31:49.711465 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-008f03bf-666b-4035-9642-5682d2ad0e7f req-4a4ece69-6c1c-4f09-bf6b-c0f7f664bd5d tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004898 Jan 21 09:31:49.732514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-3e910743-f604-419d-8b72-a841f53259ca tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 074aa3fd-e49a-40d6-9641-29961447bf15) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:49.735337 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a79005ad-3d48-47e9-a62e-da1f4b8a9f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.737103 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e910743-f604-419d-8b72-a841f53259ca tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:49.737739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e910743-f604-419d-8b72-a841f53259ca tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.750240 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9f51b-418f-44d7-ac37-c38965799e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912259853-project] Pushing event deleted for resources: {'Network': ['ID=8a61d65d-3564-4aef-8a9d-8204b745fceb,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:49.778371 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e47194f-b7c2-4db2-a286-f18fa61c279e {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:31:49.779776 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d8d3e-470f-4dff-ac60-2aa66726264a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] The port 'c652b634-9421-4447-b354-55d1476cc19e' was deleted {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 21 09:31:49.794599 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3e910743-f604-419d-8b72-a841f53259ca tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6952863 Jan 21 09:31:49.797478 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71399c8-7e1e-42eb-bb2e-f3822a28a298 {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:31:49.804811 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.810342 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38078) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:49.818360 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5bbc0af3-44e1-4220-b93e-a8db12ccb233 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-913648491', 'network_id': '074aa3fd-e49a-40d6-9641-29961447bf15'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:49.825553 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.845053 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79005ad-3d48-47e9-a62e-da1f4b8a9f7d None None] Pushing event deleted for resources: {'Port': ['ID=c652b634-9421-4447-b354-55d1476cc19e,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:49.848333 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76852f8-8631-4c3d-b31d-63b1e1d7c3ec None None] Network 074aa3fd-e49a-40d6-9641-29961447bf15 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:49.852004 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141ac03-960e-467a-9ab5-fae6a3d4bda3 req-e1f8c043-a392-469f-b695-d1e051012c2a tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:49.859602 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2141ac03-960e-467a-9ab5-fae6a3d4bda3 req-e1f8c043-a392-469f-b695-d1e051012c2a tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 931 time: 0.2385039 Jan 21 09:31:49.874606 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79005ad-3d48-47e9-a62e-da1f4b8a9f7d None None] No DVR routers for this DVR port c652b634-9421-4447-b354-55d1476cc19e on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:31:49.903539 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Transition to ACTIVE for port object d71399c8-7e1e-42eb-bb2e-f3822a28a298 will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:31:49.924302 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b2384f00-a6b2-446b-8525-2b4c5b3b4992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.935880 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b2384f00-a6b2-446b-8525-2b4c5b3b4992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.939739 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b2384f00-a6b2-446b-8525-2b4c5b3b4992 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9e3ff691-f971-4c07-88e8-5b1bb3ccb849 HTTP/1.1" status: 204 len: 168 time: 1.1788938 Jan 21 09:31:49.991762 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:50.011457 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2384f00-a6b2-446b-8525-2b4c5b3b4992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3ff691-f971-4c07-88e8-5b1bb3ccb849,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:50.043865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Transition to ACTIVE for port object 6e47194f-b7c2-4db2-a286-f18fa61c279e will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:31:50.119887 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:50.212468 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c8858f-0295-42c9-91ed-4d91ccbec19d None None] Network 074aa3fd-e49a-40d6-9641-29961447bf15 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:50.255597 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbc0af3-44e1-4220-b93e-a8db12ccb233 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Made reservation on behalf of 98f72a5a5b424e54909666f309bb371e for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:50.273423 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5bbc0af3-44e1-4220-b93e-a8db12ccb233 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:50.292121 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-be8f37d3-74d8-4ca4-9c70-a1e621b556e9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e HTTP/1.1" status: 200 len: 217 time: 0.2499652 Jan 21 09:31:50.294482 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8d3e-470f-4dff-ac60-2aa66726264a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:50.362621 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0e0df-aa12-4d33-b30a-5ebc8018ab65 req-f52d5190-620d-400d-a590-e01453018dc7 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:50.372005 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6ca0e0df-aa12-4d33-b30a-5ebc8018ab65 req-f52d5190-620d-400d-a590-e01453018dc7 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 943 time: 0.3338618 Jan 21 09:31:50.382446 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-5bbc0af3-44e1-4220-b93e-a8db12ccb233 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] device_id is not set on port 014a1ae8-a2b7-42b9-bc63-85a54e850e83 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:50.391055 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device c652b634-9421-4447-b354-55d1476cc19e no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:31:50.450250 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d71399c8-7e1e-42eb-bb2e-f3822a28a298,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:50.467573 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: c652b634-9421-4447-b354-55d1476cc19e {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:31:50.468668 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device c652b634-9421-4447-b354-55d1476cc19e not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:31:50.575502 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2141ac03-960e-467a-9ab5-fae6a3d4bda3 req-f460b6e4-0cf7-4775-a578-2973d620e82f tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/security-groups?id=0b106d87-311d-46c8-a8b8-ce5012cedfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7147121 Jan 21 09:31:50.582598 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38090) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:50.650471 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6ca0e0df-aa12-4d33-b30a-5ebc8018ab65 req-791ee7d7-2566-42b2-8dc8-48c0f93d2b1c tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772360 Jan 21 09:31:50.651177 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Pushing event updated for resources: {'Port': ['ID=6e47194f-b7c2-4db2-a286-f18fa61c279e,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:50.654746 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-ab5d8d3e-470f-4dff-ac60-2aa66726264a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c57fa6-2edf-4523-83ba-f8397c7afdee']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:50.693654 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-ab5d8d3e-470f-4dff-ac60-2aa66726264a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c028f9-45b5-4d10-9088-df928a1f456b') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:50.694189 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-ab5d8d3e-470f-4dff-ac60-2aa66726264a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c028f9-45b5-4d10-9088-df928a1f456b') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:50.722853 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8d3e-470f-4dff-ac60-2aa66726264a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:50.744883 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-09abc5d9-596e-462e-b67d-b68c21ea7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:50.747267 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-09abc5d9-596e-462e-b67d-b68c21ea7011 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e4bc1c0e-de86-4cff-909c-9d8480083531 HTTP/1.1" status: 200 len: 850 time: 0.4168546 Jan 21 09:31:50.753812 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8d3e-470f-4dff-ac60-2aa66726264a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:50.772682 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5d8d3e-470f-4dff-ac60-2aa66726264a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:31:50.773411 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8d3e-470f-4dff-ac60-2aa66726264a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:31:50.789409 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:31:50.905846 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Attempting to bind port 6e47194f-b7c2-4db2-a286-f18fa61c279e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:50.906378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Attempting to bind port 6e47194f-b7c2-4db2-a286-f18fa61c279e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '42c57984-0809-447c-a47b-a389cbd7f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:50.906842 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Attempting to bind port 6e47194f-b7c2-4db2-a286-f18fa61c279e on network 3e67eef8-ec59-4dd9-baf8-c041de241adc {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:50.929115 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Attempting to bind port d71399c8-7e1e-42eb-bb2e-f3822a28a298 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:50.929696 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Attempting to bind port d71399c8-7e1e-42eb-bb2e-f3822a28a298 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '391dfebd-cd79-4f19-86cf-a8349af6276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:50.930121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Attempting to bind port d71399c8-7e1e-42eb-bb2e-f3822a28a298 on network 33ab5233-247c-420a-9a81-d744e286d7eb {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:50.964281 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Port 6e47194f-b7c2-4db2-a286-f18fa61c279e on network 3e67eef8-ec59-4dd9-baf8-c041de241adc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:50.964711 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Attempting to bind port 6e47194f-b7c2-4db2-a286-f18fa61c279e on network 3e67eef8-ec59-4dd9-baf8-c041de241adc {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:50.973715 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Port d71399c8-7e1e-42eb-bb2e-f3822a28a298 on network 33ab5233-247c-420a-9a81-d744e286d7eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:31:50.974068 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Attempting to bind port d71399c8-7e1e-42eb-bb2e-f3822a28a298 on network 33ab5233-247c-420a-9a81-d744e286d7eb {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:50.981902 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:31:50.981902 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Checking segment: {'id': '42c57984-0809-447c-a47b-a389cbd7f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:50.982118 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Bound using segment: {'id': '42c57984-0809-447c-a47b-a389cbd7f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:31:50.982452 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Bound port: 6e47194f-b7c2-4db2-a286-f18fa61c279e, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c57984-0809-447c-a47b-a389cbd7f226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:31:50.982787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:50.995701 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:31:50.995999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Checking segment: {'id': '391dfebd-cd79-4f19-86cf-a8349af6276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:50.996385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Bound using segment: {'id': '391dfebd-cd79-4f19-86cf-a8349af6276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:31:50.996816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Bound port: d71399c8-7e1e-42eb-bb2e-f3822a28a298, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391dfebd-cd79-4f19-86cf-a8349af6276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:31:50.997292 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.045700 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-5bbc0af3-44e1-4220-b93e-a8db12ccb233 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Allocated IP 172.20.0.6 (074aa3fd-e49a-40d6-9641-29961447bf15/5532d00f-ed59-44b8-a813-0dea3dacab5c/014a1ae8-a2b7-42b9-bc63-85a54e850e83) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:51.133252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4937-9acf-4921-9642-5533faae71bd tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.155371 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] For port 6e47194f-b7c2-4db2-a286-f18fa61c279e, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:51.188594 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] For port d71399c8-7e1e-42eb-bb2e-f3822a28a298, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:51.214513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] For port 6e47194f-b7c2-4db2-a286-f18fa61c279e, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6e47194f-b7c2-4db2-a286-f18fa61c279e,segment=NetworkSegment(42c57984-0809-447c-a47b-a389cbd7f226),segment_id=42c57984-0809-447c-a47b-a389cbd7f226)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:31:51.231383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8d3e-470f-4dff-ac60-2aa66726264a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.240277 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38112) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:51.252089 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.255064 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] For port d71399c8-7e1e-42eb-bb2e-f3822a28a298, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d71399c8-7e1e-42eb-bb2e-f3822a28a298,segment=NetworkSegment(391dfebd-cd79-4f19-86cf-a8349af6276e),segment_id=391dfebd-cd79-4f19-86cf-a8349af6276e)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:31:51.267518 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8d3e-470f-4dff-ac60-2aa66726264a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.273147 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ab5d8d3e-470f-4dff-ac60-2aa66726264a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] 10.222.0.88 "DELETE /v2.0/networks/c3c57fa6-2edf-4523-83ba-f8397c7afdee HTTP/1.1" status: 204 len: 168 time: 2.2551734 Jan 21 09:31:51.284989 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.291119 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-ffb708d1-ff7a-44e7-a727-3552319b9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:51.292602 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-ffb708d1-ff7a-44e7-a727-3552319b9388 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4774432 Jan 21 09:31:51.295110 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d8d3e-470f-4dff-ac60-2aa66726264a tempest-ExtraDHCPOptionsIpV6TestJSON-975562378 tempest-ExtraDHCPOptionsIpV6TestJSON-975562378-project] Pushing event deleted for resources: {'Network': ['ID=c3c57fa6-2edf-4523-83ba-f8397c7afdee,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:51.302015 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-040a748c-e2f8-4f26-9132-0af3fff284d9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c6bbf35c685645f29bf3ebbbbd112a8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6470063 Jan 21 09:31:51.304522 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38118) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:51.318567 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:51.319857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.321650 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] 10.222.0.113 "PUT /v2.0/ports/6e47194f-b7c2-4db2-a286-f18fa61c279e HTTP/1.1" status: 200 len: 1094 time: 3.8029215 Jan 21 09:31:51.323937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58df4692-6094-43ed-b95b-c3b3a6688476', 'tag': '6e47194f-b7c2-4db2-a286-f18fa61c279e'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:31:51.327667 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb52a-5fe6-4402-9b00-952440f6e2b1 req-fcc4d51e-0bf4-409d-8957-4512cee375e3 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:51.335837 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-aedfb52a-5fe6-4402-9b00-952440f6e2b1 req-fcc4d51e-0bf4-409d-8957-4512cee375e3 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 944 time: 0.4565063 Jan 21 09:31:51.366245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:51.367459 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.368866 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] 10.222.0.113 "PUT /v2.0/ports/d71399c8-7e1e-42eb-bb2e-f3822a28a298 HTTP/1.1" status: 200 len: 1093 time: 3.7325854 Jan 21 09:31:51.391292 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4937-9acf-4921-9642-5533faae71bd tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.411974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b7fb9-2767-4f85-b30f-e01784e8249a service neutron] Pushing event updated for resources: {'Port': ['ID=6e47194f-b7c2-4db2-a286-f18fa61c279e,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:51.535826 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5bbc0af3-44e1-4220-b93e-a8db12ccb233 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.570751 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-53f6c3de-4f8a-4802-92ca-32b0bf8cbb8a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1591868755'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:51.594654 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb4937-9acf-4921-9642-5533faae71bd tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Network 68b143e2-117b-434b-ab3f-ac8ddbd0e163 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:51.624768 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-aedfb52a-5fe6-4402-9b00-952440f6e2b1 req-43b4b650-521c-4faf-b5a5-585fe1656072 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2879698 Jan 21 09:31:51.641317 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5bbc0af3-44e1-4220-b93e-a8db12ccb233 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.664911 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-b5fb4937-9acf-4921-9642-5533faae71bd tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:51.682393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb4937-9acf-4921-9642-5533faae71bd tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:51.718508 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-e1d30afa-c6b4-4c6c-b5de-a340e761fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:51.720141 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-e1d30afa-c6b4-4c6c-b5de-a340e761fe19 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=530dee94bf6d4357842a66e2ae6222ed&device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 1097 time: 0.3339784 Jan 21 09:31:51.722121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc0af3-44e1-4220-b93e-a8db12ccb233 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Network 074aa3fd-e49a-40d6-9641-29961447bf15 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:51.781709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb4937-9acf-4921-9642-5533faae71bd tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event updated for resources: {'Port': ['ID=5a24ee87-d0a7-4026-b08d-7588af9f1b0f,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:51.804234 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c97cbd1c-3927-4780-8ac9-a621b2b3afcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.816836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-61a3fb89-e4ff-4da5-92de-e726e2fe5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:51.819569 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-61a3fb89-e4ff-4da5-92de-e726e2fe5a3f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a68dc779f554296a0028aa7d5bc25a8&device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 1096 time: 0.3962011 Jan 21 09:31:51.821041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-5bbc0af3-44e1-4220-b93e-a8db12ccb233 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:51.856019 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-89d1854b-7895-4f4c-bd46-6cba6b23fec5 service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498052 Jan 21 09:31:51.863976 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc0af3-44e1-4220-b93e-a8db12ccb233 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:51.895836 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb4937-9acf-4921-9642-5533faae71bd tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:51.896717 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4937-9acf-4921-9642-5533faae71bd tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.899586 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f6c3de-4f8a-4802-92ca-32b0bf8cbb8a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Made reservation on behalf of eb2c8ec133934333ac2f4ebad4c86b84 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:51.903269 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-53f6c3de-4f8a-4802-92ca-32b0bf8cbb8a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.923803 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbc0af3-44e1-4220-b93e-a8db12ccb233 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:51.924401 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5bbc0af3-44e1-4220-b93e-a8db12ccb233 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.927403 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38130) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:51.930992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd31767-5bd9-4ce5-a560-78ee55f8a66a" -d '{"events": [{"name": "network-changed", "server_uuid": "58df4692-6094-43ed-b95b-c3b3a6688476", "tag": "6e47194f-b7c2-4db2-a286-f18fa61c279e"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:31:51.937693 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-9c8cce9f-4786-4f38-9f5b-00468b6504c7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e47194f-b7c2-4db2-a286-f18fa61c279e HTTP/1.1" status: 200 len: 217 time: 0.2076936 Jan 21 09:31:51.946474 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c97cbd1c-3927-4780-8ac9-a621b2b3afcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.987635 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-53f6c3de-4f8a-4802-92ca-32b0bf8cbb8a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.987829 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfd832-3c04-492e-804d-091301d247e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d71399c8-7e1e-42eb-bb2e-f3822a28a298,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:52.000772 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-4b67eb2e-c64d-4e79-8d52-315f62211dbd service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d71399c8-7e1e-42eb-bb2e-f3822a28a298 HTTP/1.1" status: 200 len: 217 time: 0.0852830 Jan 21 09:31:52.012753 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b5fb4937-9acf-4921-9642-5533faae71bd tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6098938 Jan 21 09:31:52.024078 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38136) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:52.043183 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-14ac493d-ada0-42a0-825c-952c521eb3e7 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:88:d1:1c'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:52.061731 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5bbc0af3-44e1-4220-b93e-a8db12ccb233 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.2500165 Jan 21 09:31:52.081298 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38138) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:52.102436 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effec47b-aa27-4ca4-964f-e1fa7c46fd38 req-2c9ec166-05dd-40af-9aaa-091abb672b1e tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:52.103935 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-effec47b-aa27-4ca4-964f-e1fa7c46fd38 req-2c9ec166-05dd-40af-9aaa-091abb672b1e tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 943 time: 0.2876329 Jan 21 09:31:52.117242 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-2c019750-59f0-453b-ae8a-3a50aab86ba2 None None] Provisioning complete for port 5a24ee87-d0a7-4026-b08d-7588af9f1b0f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:52.118228 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b233a0-cc92-45a0-97e3-c989275af925 req-930b77e5-9882-47fe-ab2b-0ffe848701f9 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:52.118376 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2c019750-59f0-453b-ae8a-3a50aab86ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:52.119769 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a0b233a0-cc92-45a0-97e3-c989275af925 req-930b77e5-9882-47fe-ab2b-0ffe848701f9 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 943 time: 0.3511014 Jan 21 09:31:52.160577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-4b6589d6-00a2-4a16-a9ab-e1f59a9de29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:52.163694 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-4b6589d6-00a2-4a16-a9ab-e1f59a9de29e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=bc72f198-0024-4ad9-b3ff-8a57abfcdd4f HTTP/1.1" status: 200 len: 844 time: 0.2160172 Jan 21 09:31:52.172453 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-2c019750-59f0-453b-ae8a-3a50aab86ba2 None None] Port 5a24ee87-d0a7-4026-b08d-7588af9f1b0f cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:52.191652 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc0af3-44e1-4220-b93e-a8db12ccb233 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Pushing event updated for resources: {'Port': ['ID=014a1ae8-a2b7-42b9-bc63-85a54e850e83,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:52.223836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-3d75182c-cb91-4a39-9464-d8fd5dbdeccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:52.225344 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-3d75182c-cb91-4a39-9464-d8fd5dbdeccf service neutron] 10.222.0.113 "GET /v2.0/subnets?id=79c3f93b-57e8-4654-a8a9-7966fd0d79d7 HTTP/1.1" status: 200 len: 851 time: 0.1924641 Jan 21 09:31:52.261197 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c97cbd1c-3927-4780-8ac9-a621b2b3afcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:52.263821 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c97cbd1c-3927-4780-8ac9-a621b2b3afcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:52.264953 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c97cbd1c-3927-4780-8ac9-a621b2b3afcb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/447b01e0-ca8c-46db-853b-5becd13a6d0b HTTP/1.1" status: 204 len: 168 time: 0.9576950 Jan 21 09:31:52.277412 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf1fdeba-695e-47cb-bb12-c6f7ec670d5e req-3ed21f3a-5a79-4c52-bf0c-f58bf8d78d24 service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118056 Jan 21 09:31:52.306735 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7537643f-5f83-49be-a96d-4fca690f4b3b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e4d000f4bc254ef2b0f781f295dd1040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631890 Jan 21 09:31:52.306853 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cbd1c-3927-4780-8ac9-a621b2b3afcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447b01e0-ca8c-46db-853b-5becd13a6d0b,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:52.308855 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a0b233a0-cc92-45a0-97e3-c989275af925 req-2585ca70-e232-4dd0-91d8-65ddb13dce51 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/security-groups?id=0b106d87-311d-46c8-a8b8-ce5012cedfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733363 Jan 21 09:31:52.309802 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38142) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:52.316640 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-effec47b-aa27-4ca4-964f-e1fa7c46fd38 req-df2badc7-edce-47df-900f-4ece5615700a tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843219 Jan 21 09:31:52.332038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-3e04b774-8b69-4d08-bb04-4912fa90d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:52.333615 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-3e04b774-8b69-4d08-bb04-4912fa90d17f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3e67eef8-ec59-4dd9-baf8-c041de241adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1536231 Jan 21 09:31:52.367277 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-f66401ae-0e12-4c69-8cd9-e4c48886c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:52.369121 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-f66401ae-0e12-4c69-8cd9-e4c48886c53a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=33ab5233-247c-420a-9a81-d744e286d7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1173432 Jan 21 09:31:52.416397 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-53f6c3de-4f8a-4802-92ca-32b0bf8cbb8a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:52.440761 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-53f6c3de-4f8a-4802-92ca-32b0bf8cbb8a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:52.519490 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-ac65eb0b-d3b0-4c74-afc2-d938b14de1cc service neutron] 10.222.0.113 "GET /v2.0/networks/3e67eef8-ec59-4dd9-baf8-c041de241adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721594 Jan 21 09:31:52.519958 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f6c3de-4f8a-4802-92ca-32b0bf8cbb8a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:52.524114 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-1e58cb7c-78e7-4a86-896e-93e11cfb69eb service neutron] 10.222.0.113 "GET /v2.0/networks/33ab5233-247c-420a-9a81-d744e286d7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452250 Jan 21 09:31:52.532538 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5dca-eb2a-463c-982d-62a674f4b209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:52.535019 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cdf5f-6a42-404d-b17f-672196142075 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Deleting port 014a1ae8-a2b7-42b9-bc63-85a54e850e83 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:31:52.535207 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7e8cdf5f-6a42-404d-b17f-672196142075 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:52.591386 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-14ac493d-ada0-42a0-825c-952c521eb3e7 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:52.593625 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6c3de-4f8a-4802-92ca-32b0bf8cbb8a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d783ca-29e8-4f31-b85a-4a3c86d1e17b,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:52.602871 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-53f6c3de-4f8a-4802-92ca-32b0bf8cbb8a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:52.603543 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-53f6c3de-4f8a-4802-92ca-32b0bf8cbb8a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Added segment 1f3765bc-ad0b-401d-8053-83f6645aab85 of type vlan for network 19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e Jan 21 09:31:52.627231 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f370a0-af07-49b1-8703-12f29c25fd4f req-addedeff-19e3-4b84-a383-9e8992d512a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:52.628728 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b8f370a0-af07-49b1-8703-12f29c25fd4f req-addedeff-19e3-4b84-a383-9e8992d512a7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8412c99099254edbacc3999749241e6e&device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 1096 time: 0.2326999 Jan 21 09:31:52.643829 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5dca-eb2a-463c-982d-62a674f4b209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:52.702709 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-b626ac3b-9ddc-4e15-9839-06ea9d41f865 service neutron] 10.222.0.113 "GET /v2.0/networks/33ab5233-247c-420a-9a81-d744e286d7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684279 Jan 21 09:31:52.704625 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ff23e6d3-3264-4914-abd5-4d6ddd668a36 req-60b416fc-644f-4ce7-9468-7355078987ed service neutron] 10.222.0.113 "GET /v2.0/networks/3e67eef8-ec59-4dd9-baf8-c041de241adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717556 Jan 21 09:31:52.798808 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625178b-2067-467d-b585-f66c8ef4a07f req-2e8caa10-dcdf-4a70-8851-9833773417e9 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:52.799291 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-53f6c3de-4f8a-4802-92ca-32b0bf8cbb8a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:52.806707 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7625178b-2067-467d-b585-f66c8ef4a07f req-2e8caa10-dcdf-4a70-8851-9833773417e9 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 944 time: 0.0644329 Jan 21 09:31:52.808310 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38152) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:52.812307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66d1933-7d23-41f0-acde-23abda91423f x-openstack-request-id: req-b66d1933-7d23-41f0-acde-23abda91423f {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:31:52.812599 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58df4692-6094-43ed-b95b-c3b3a6688476", "tag": "6e47194f-b7c2-4db2-a286-f18fa61c279e", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:31:52.812875 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b66d1933-7d23-41f0-acde-23abda91423f {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:31:52.813354 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58df4692-6094-43ed-b95b-c3b3a6688476', 'tag': '6e47194f-b7c2-4db2-a286-f18fa61c279e', 'status': 'completed', 'code': 200} Jan 21 09:31:52.886511 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7e8cdf5f-6a42-404d-b17f-672196142075 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:52.907847 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7625178b-2067-467d-b585-f66c8ef4a07f req-b5fd1eb5-640d-488d-bc0c-cdf1ef5518e4 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002841 Jan 21 09:31:52.918993 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-908f6622-c7af-4e40-a6ef-3ab4b1efd422 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8470db617852461f9a742bd6aea1abee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1039999 Jan 21 09:31:52.921785 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd31767-5bd9-4ce5-a560-78ee55f8a66a req-1eff1fdd-c796-430f-98a8-8cfb07cd86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:52.923316 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dcd31767-5bd9-4ce5-a560-78ee55f8a66a req-1eff1fdd-c796-430f-98a8-8cfb07cd86d1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=530dee94bf6d4357842a66e2ae6222ed&device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 1097 time: 0.0908496 Jan 21 09:31:52.923635 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38154) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:52.943647 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cdf5f-6a42-404d-b17f-672196142075 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Calling delete_port for 014a1ae8-a2b7-42b9-bc63-85a54e850e83 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:31:52.974202 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-53f6c3de-4f8a-4802-92ca-32b0bf8cbb8a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:52.980022 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f6c3de-4f8a-4802-92ca-32b0bf8cbb8a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:52.980630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-53f6c3de-4f8a-4802-92ca-32b0bf8cbb8a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:53.045886 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f370a0-af07-49b1-8703-12f29c25fd4f req-31de15cd-0006-4a3f-85b3-60f364a8a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:53.047363 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b8f370a0-af07-49b1-8703-12f29c25fd4f req-31de15cd-0006-4a3f-85b3-60f364a8a6d3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac HTTP/1.1" status: 200 len: 912 time: 0.4071300 Jan 21 09:31:53.095063 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ee372d5-d8a5-4677-a083-999aed5827f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:53.129815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5dca-eb2a-463c-982d-62a674f4b209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:53.133903 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5dca-eb2a-463c-982d-62a674f4b209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:53.135034 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ec3a5dca-eb2a-463c-982d-62a674f4b209 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/658901bb-1cff-4d1e-ba15-93d7cf27d679 HTTP/1.1" status: 204 len: 168 time: 0.8219166 Jan 21 09:31:53.140931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd31767-5bd9-4ce5-a560-78ee55f8a66a req-782ad33a-9a6c-4a5b-a2db-81ac7fef9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:53.142425 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dcd31767-5bd9-4ce5-a560-78ee55f8a66a req-782ad33a-9a6c-4a5b-a2db-81ac7fef9d3c service neutron] 10.222.0.113 "GET /v2.0/networks?id=3e67eef8-ec59-4dd9-baf8-c041de241adc HTTP/1.1" status: 200 len: 906 time: 0.2113338 Jan 21 09:31:53.147518 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ee372d5-d8a5-4677-a083-999aed5827f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:53.172609 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-53f6c3de-4f8a-4802-92ca-32b0bf8cbb8a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9310553 Jan 21 09:31:53.182361 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38158) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:53.187567 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b8f370a0-af07-49b1-8703-12f29c25fd4f req-3167f390-09f2-4b23-ac2a-626f3d7559c1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e HTTP/1.1" status: 200 len: 217 time: 0.0780690 Jan 21 09:31:53.192271 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-da0d00dc-df92-4ede-b446-a0c055a871bb tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Request body: {'subnet': {'network_id': '19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:53.199854 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dcd31767-5bd9-4ce5-a560-78ee55f8a66a req-d11b6f51-1fa3-425a-ba00-491ad8d607fc service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e47194f-b7c2-4db2-a286-f18fa61c279e HTTP/1.1" status: 200 len: 217 time: 0.0451808 Jan 21 09:31:53.200358 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6c3de-4f8a-4802-92ca-32b0bf8cbb8a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Pushing event updated for resources: {'Network': ['ID=19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:53.213590 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a5dca-eb2a-463c-982d-62a674f4b209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658901bb-1cff-4d1e-ba15-93d7cf27d679,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:53.215710 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:53.288660 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd31767-5bd9-4ce5-a560-78ee55f8a66a req-09163004-f6fb-4d4d-a311-179ce0e66c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:53.290189 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dcd31767-5bd9-4ce5-a560-78ee55f8a66a req-09163004-f6fb-4d4d-a311-179ce0e66c2f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=bc72f198-0024-4ad9-b3ff-8a57abfcdd4f HTTP/1.1" status: 200 len: 844 time: 0.0782847 Jan 21 09:31:53.604903 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ee372d5-d8a5-4677-a083-999aed5827f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:53.607570 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ee372d5-d8a5-4677-a083-999aed5827f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:53.615498 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0ee372d5-d8a5-4677-a083-999aed5827f5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ac05c81a-51d2-4768-8e8e-3bfe5234ab8c HTTP/1.1" status: 204 len: 168 time: 0.6845891 Jan 21 09:31:53.630390 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee372d5-d8a5-4677-a083-999aed5827f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac05c81a-51d2-4768-8e8e-3bfe5234ab8c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:53.657232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f370a0-af07-49b1-8703-12f29c25fd4f req-0f9b999c-d985-4764-823a-56bb248ada53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:53.658797 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b8f370a0-af07-49b1-8703-12f29c25fd4f req-0f9b999c-d985-4764-823a-56bb248ada53 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e4bc1c0e-de86-4cff-909c-9d8480083531 HTTP/1.1" status: 200 len: 850 time: 0.4540572 Jan 21 09:31:53.712851 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd31767-5bd9-4ce5-a560-78ee55f8a66a req-b763bf81-4c25-4249-80a3-b676765996e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:53.717138 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dcd31767-5bd9-4ce5-a560-78ee55f8a66a req-b763bf81-4c25-4249-80a3-b676765996e5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3e67eef8-ec59-4dd9-baf8-c041de241adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4195032 Jan 21 09:31:53.732091 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0b4ca-21ea-4bfd-a634-98210245385b req-fb3c1177-6c0e-4731-8b9d-ca5ef253623e tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:53.734367 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-01f0b4ca-21ea-4bfd-a634-98210245385b req-fb3c1177-6c0e-4731-8b9d-ca5ef253623e tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 943 time: 0.1312954 Jan 21 09:31:53.794435 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf1334-cacb-4975-bca0-3a0a8deb3f83 req-7ec834b3-5bae-4230-ab69-4d68dba8d2e6 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:53.796034 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-97cf1334-cacb-4975-bca0-3a0a8deb3f83 req-7ec834b3-5bae-4230-ab69-4d68dba8d2e6 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 943 time: 0.2916322 Jan 21 09:31:53.825383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-14ac493d-ada0-42a0-825c-952c521eb3e7 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:53.846464 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0d00dc-df92-4ede-b446-a0c055a871bb tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Made reservation on behalf of eb2c8ec133934333ac2f4ebad4c86b84 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:53.850399 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-da0d00dc-df92-4ede-b446-a0c055a871bb tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:53.858998 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-14ac493d-ada0-42a0-825c-952c521eb3e7 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:53.876924 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7e8cdf5f-6a42-404d-b17f-672196142075 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:53.899957 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dcd31767-5bd9-4ce5-a560-78ee55f8a66a req-6709c3bb-af88-448a-934a-000d4f39e3cf service neutron] 10.222.0.113 "GET /v2.0/networks/3e67eef8-ec59-4dd9-baf8-c041de241adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645715 Jan 21 09:31:53.903607 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-01f0b4ca-21ea-4bfd-a634-98210245385b req-fff8ce87-4d4c-4e7a-9321-52a95a3b95e1 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/security-groups?id=0b106d87-311d-46c8-a8b8-ce5012cedfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579287 Jan 21 09:31:53.956446 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f370a0-af07-49b1-8703-12f29c25fd4f req-8286d326-bec7-4195-82a8-7568e0f26406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:53.958085 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b8f370a0-af07-49b1-8703-12f29c25fd4f req-8286d326-bec7-4195-82a8-7568e0f26406 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2766345 Jan 21 09:31:54.189884 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b02dcd-5d2d-4149-99fa-1c7fc5715546 req-5f789323-ffe8-43e6-bcea-4c63cf7ea0ba tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:54.189884 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b4b02dcd-5d2d-4149-99fa-1c7fc5715546 req-5f789323-ffe8-43e6-bcea-4c63cf7ea0ba tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 944 time: 0.1586881 Jan 21 09:31:54.238596 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dcd31767-5bd9-4ce5-a560-78ee55f8a66a req-2c7b7f76-d498-461b-aad3-f41b60fe5e9d service neutron] 10.222.0.113 "GET /v2.0/networks/3e67eef8-ec59-4dd9-baf8-c041de241adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312714 Jan 21 09:31:54.277163 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b4b02dcd-5d2d-4149-99fa-1c7fc5715546 req-b60e93ba-b7cd-4ff0-95fb-37f40a6bfa49 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716019 Jan 21 09:31:54.333094 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-97cf1334-cacb-4975-bca0-3a0a8deb3f83 req-d23c6763-b62e-4b2c-a389-7ec50e8a5704 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5238431 Jan 21 09:31:54.392171 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38198) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:54.400479 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac493d-ada0-42a0-825c-952c521eb3e7 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event updated for resources: {'Port': ['ID=5a24ee87-d0a7-4026-b08d-7588af9f1b0f,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:54.420704 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-da0d00dc-df92-4ede-b446-a0c055a871bb tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:54.423162 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-1b800764-5567-4f52-b12f-10b70b1fa588 None None] Provisioning complete for port 5a24ee87-d0a7-4026-b08d-7588af9f1b0f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:54.423592 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1b800764-5567-4f52-b12f-10b70b1fa588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:54.485171 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-1b800764-5567-4f52-b12f-10b70b1fa588 None None] Port 5a24ee87-d0a7-4026-b08d-7588af9f1b0f cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:54.551129 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-3855caed-946b-42a6-baac-fb95455fcc53 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2126443118'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:54.567952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cdf5f-6a42-404d-b17f-672196142075 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Pushing event deleted for resources: {'Port': ['ID=014a1ae8-a2b7-42b9-bc63-85a54e850e83,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:54.587957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3855caed-946b-42a6-baac-fb95455fcc53 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Made reservation on behalf of 0f805ecbf73d45918e178cccfbb6be2d for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:54.593035 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3855caed-946b-42a6-baac-fb95455fcc53 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:54.598082 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-14ac493d-ada0-42a0-825c-952c521eb3e7 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] In _notify_port_updated(), no bound segment for port 5a24ee87-d0a7-4026-b08d-7588af9f1b0f on network 68b143e2-117b-434b-ab3f-ac8ddbd0e163 {{(pid=102146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:31:54.604831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3855caed-946b-42a6-baac-fb95455fcc53 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:54.605267 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ac493d-ada0-42a0-825c-952c521eb3e7 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:54.606039 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-14ac493d-ada0-42a0-825c-952c521eb3e7 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:54.607697 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-14ac493d-ada0-42a0-825c-952c521eb3e7 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "PUT /v2.0/ports/5a24ee87-d0a7-4026-b08d-7588af9f1b0f HTTP/1.1" status: 200 len: 994 time: 2.5808358 Jan 21 09:31:54.619885 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38208) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:54.621831 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:54.625552 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d00dc-df92-4ede-b446-a0c055a871bb tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Pushing event updated for resources: {'Subnet': ['ID=4d362d17-49ca-4667-b1b3-50b10ab26513,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:54.648838 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b8f370a0-af07-49b1-8703-12f29c25fd4f req-09b30069-9adb-4845-af02-ca1b350f7b3e service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6625645 Jan 21 09:31:54.669145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7e8cdf5f-6a42-404d-b17f-672196142075 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:54.672271 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7e8cdf5f-6a42-404d-b17f-672196142075 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "DELETE /v2.0/ports/014a1ae8-a2b7-42b9-bc63-85a54e850e83 HTTP/1.1" status: 204 len: 168 time: 2.5881846 Jan 21 09:31:54.673252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0d00dc-df92-4ede-b446-a0c055a871bb tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Checking segment: {'id': '1f3765bc-ad0b-401d-8053-83f6645aab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:54.673828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0d00dc-df92-4ede-b446-a0c055a871bb tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Network hostable DHCP agents. Network: 19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:31:54.676666 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38210) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:54.692757 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '074aa3fd-e49a-40d6-9641-29961447bf15', 'external_fixed_ips': [{'subnet_id': '5532d00f-ed59-44b8-a813-0dea3dacab5c', 'ip_address': '172.20.0.6'}]}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:54.723866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38212) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:54.765365 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0d00dc-df92-4ede-b446-a0c055a871bb tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Network 19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:31:54.784738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-89e5d173-255a-47bd-b631-640bf3dda948 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Deleting port 5a24ee87-d0a7-4026-b08d-7588af9f1b0f {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:31:54.785189 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89e5d173-255a-47bd-b631-640bf3dda948 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:54.785405 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:54.786648 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:54.797245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-da0d00dc-df92-4ede-b446-a0c055a871bb tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:54.807264 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0d00dc-df92-4ede-b446-a0c055a871bb tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:54.807725 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8989d745-fa0b-4332-894d-d883f3fa7273 None None] Network 19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:54.808231 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-da0d00dc-df92-4ede-b446-a0c055a871bb tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:54.816125 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0', 'tag': 'd71399c8-7e1e-42eb-bb2e-f3822a28a298'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:31:54.817365 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b8f370a0-af07-49b1-8703-12f29c25fd4f req-99242bde-b833-4abf-af5c-a3aaa7029c70 service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608992 Jan 21 09:31:54.818400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd830f21-ab64-4526-8f8c-e1360c68b4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0", "tag": "d71399c8-7e1e-42eb-bb2e-f3822a28a298"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:31:54.848632 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3855caed-946b-42a6-baac-fb95455fcc53 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:54.854832 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3855caed-946b-42a6-baac-fb95455fcc53 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:54.867864 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3855caed-946b-42a6-baac-fb95455fcc53 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:54.874732 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-da0d00dc-df92-4ede-b446-a0c055a871bb tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6861298 Jan 21 09:31:54.876230 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:54.877240 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38218) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:54.883411 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-bb1827e9-5963-482c-b64b-eac450632a5a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-329213051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:54.884616 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-8146520a-0024-48c1-8736-708824fd9046 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-142337230'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:54.895896 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3855caed-946b-42a6-baac-fb95455fcc53 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:54.896242 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-3855caed-946b-42a6-baac-fb95455fcc53 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Added segment 4d513950-fa1e-4e68-bcc7-6bd56cda2e55 of type vlan for network 729cb201-f2d0-47ce-969a-54f5607f7354 Jan 21 09:31:54.942016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94b121c-20e5-49e0-b3e6-ca8976c0ebb7 x-openstack-request-id: req-f94b121c-20e5-49e0-b3e6-ca8976c0ebb7 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:31:54.942307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0", "tag": "d71399c8-7e1e-42eb-bb2e-f3822a28a298", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:31:54.942560 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f94b121c-20e5-49e0-b3e6-ca8976c0ebb7 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:31:54.942954 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0', 'tag': 'd71399c8-7e1e-42eb-bb2e-f3822a28a298', 'status': 'completed', 'code': 200} Jan 21 09:31:54.977104 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb1827e9-5963-482c-b64b-eac450632a5a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:54.978173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb1827e9-5963-482c-b64b-eac450632a5a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:54.987463 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855caed-946b-42a6-baac-fb95455fcc53 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0e2251-d34b-49dd-bc78-41f282b407e7,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:55.000989 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3855caed-946b-42a6-baac-fb95455fcc53 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.018343 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89e5d173-255a-47bd-b631-640bf3dda948 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.033026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8146520a-0024-48c1-8736-708824fd9046 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Made reservation on behalf of e0e7c3dcdc5e41288a0a05ce47903541 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:55.038516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8146520a-0024-48c1-8736-708824fd9046 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.056487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-89e5d173-255a-47bd-b631-640bf3dda948 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Calling delete_port for 5a24ee87-d0a7-4026-b08d-7588af9f1b0f owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:31:55.058517 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8146520a-0024-48c1-8736-708824fd9046 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.069291 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e', 'network_id': '19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e', 'tenant_id': 'eb2c8ec133934333ac2f4ebad4c86b84', 'fixed_ips': [{'subnet_id': '4d362d17-49ca-4667-b1b3-50b10ab26513'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:31:55.070500 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.092663 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3855caed-946b-42a6-baac-fb95455fcc53 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.098169 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3855caed-946b-42a6-baac-fb95455fcc53 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:55.098759 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3855caed-946b-42a6-baac-fb95455fcc53 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.143097 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.163475 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3855caed-946b-42a6-baac-fb95455fcc53 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7699473 Jan 21 09:31:55.173492 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38222) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:55.181786 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb1827e9-5963-482c-b64b-eac450632a5a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.191509 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-41133e0e-4367-458b-90be-9549ae638f09 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Request body: {'subnet': {'network_id': '729cb201-f2d0-47ce-969a-54f5607f7354', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:55.195575 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device b5ece7ed-08a9-4c9c-8983-7a08ba513f9e details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:31:55.216455 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb1827e9-5963-482c-b64b-eac450632a5a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.235002 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd830f21-ab64-4526-8f8c-e1360c68b4f0 req-c79af28d-fe82-44c1-9246-5e8d961dd97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:55.236626 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fd830f21-ab64-4526-8f8c-e1360c68b4f0 req-c79af28d-fe82-44c1-9246-5e8d961dd97c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a68dc779f554296a0028aa7d5bc25a8&device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 1096 time: 0.2620237 Jan 21 09:31:55.242624 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Allocated IP 172.20.0.2 (19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e/4d362d17-49ca-4667-b1b3-50b10ab26513/2b6e9fe5-5a99-49ff-8704-dc8c3227c34a) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:55.244834 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855caed-946b-42a6-baac-fb95455fcc53 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Pushing event updated for resources: {'Network': ['ID=729cb201-f2d0-47ce-969a-54f5607f7354,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:55.275275 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 729cb201-f2d0-47ce-969a-54f5607f7354 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:55.277627 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088dd40-3cce-4b02-8b06-4407f183bc8b req-4f24f0a1-3520-4687-bb25-a27f76140f3a tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:55.279302 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1088dd40-3cce-4b02-8b06-4407f183bc8b req-4f24f0a1-3520-4687-bb25-a27f76140f3a tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 943 time: 0.2824194 Jan 21 09:31:55.372933 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb1827e9-5963-482c-b64b-eac450632a5a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.376711 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bb1827e9-5963-482c-b64b-eac450632a5a tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4956982 Jan 21 09:31:55.378288 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38228) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:55.396349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8146520a-0024-48c1-8736-708824fd9046 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.454284 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8146520a-0024-48c1-8736-708824fd9046 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.473343 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1088dd40-3cce-4b02-8b06-4407f183bc8b req-e77451fb-7fa0-412a-aa18-8b1b55ccc6be tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/security-groups?id=0b106d87-311d-46c8-a8b8-ce5012cedfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775301 Jan 21 09:31:55.518515 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146520a-0024-48c1-8736-708824fd9046 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc77580d-57e9-46e0-9a69-dd71e5993ecd,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:55.521109 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89e5d173-255a-47bd-b631-640bf3dda948 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.538386 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd830f21-ab64-4526-8f8c-e1360c68b4f0 req-822ef2fe-a610-442e-9560-456d48f778af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:55.539893 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fd830f21-ab64-4526-8f8c-e1360c68b4f0 req-822ef2fe-a610-442e-9560-456d48f778af service neutron] 10.222.0.113 "GET /v2.0/networks?id=33ab5233-247c-420a-9a81-d744e286d7eb HTTP/1.1" status: 200 len: 913 time: 0.2584500 Jan 21 09:31:55.544435 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41133e0e-4367-458b-90be-9549ae638f09 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Made reservation on behalf of 0f805ecbf73d45918e178cccfbb6be2d for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:55.548048 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-41133e0e-4367-458b-90be-9549ae638f09 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.567336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5d173-255a-47bd-b631-640bf3dda948 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event deleted for resources: {'Port': ['ID=5a24ee87-d0a7-4026-b08d-7588af9f1b0f,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:55.573355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8146520a-0024-48c1-8736-708824fd9046 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:55.579499 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.597915 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.627220 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fd830f21-ab64-4526-8f8c-e1360c68b4f0 req-e6cf5d6b-2be2-4b09-9c71-6ff6214135dd service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d71399c8-7e1e-42eb-bb2e-f3822a28a298 HTTP/1.1" status: 200 len: 217 time: 0.0754876 Jan 21 09:31:55.630366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8146520a-0024-48c1-8736-708824fd9046 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.630715 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-8146520a-0024-48c1-8736-708824fd9046 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Added segment 8a2343e4-3a0f-48f8-baf7-21416f1db64a of type vlan for network e7e7691f-8e54-469b-b0ae-9c9398908040 Jan 21 09:31:55.691789 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Network 19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:55.694463 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port b5ece7ed-08a9-4c9c-8983-7a08ba513f9e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e,segment=NetworkSegment(f079f2df-51a3-4fdf-bc18-89660f114394),segment_id=f079f2df-51a3-4fdf-bc18-89660f114394)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:55.706642 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:55.710932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Pushing event updated for resources: {'Port': ['ID=2b6e9fe5-5a99-49ff-8704-dc8c3227c34a,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:55.713390 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:55.717305 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'b5ece7ed-08a9-4c9c-8983-7a08ba513f9e', 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac', 'port_id': 'b5ece7ed-08a9-4c9c-8983-7a08ba513f9e', 'mac_address': 'fa:16:3e:a7:ee:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:31:55.717670 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459d975-6c80-4dd9-a6c7-c6c0489fcb97 req-04811982-9053-432f-a572-15bc0a01c2c9 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:55.719361 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e459d975-6c80-4dd9-a6c7-c6c0489fcb97 req-04811982-9053-432f-a572-15bc0a01c2c9 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 944 time: 0.3484538 Jan 21 09:31:55.828216 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.834115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Attempting to bind port 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:55.835731 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Attempting to bind port 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '1f3765bc-ad0b-401d-8053-83f6645aab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:55.836319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Attempting to bind port 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a on network 19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:55.852694 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:31:55.853545 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Checking segment: {'id': '1f3765bc-ad0b-401d-8053-83f6645aab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:55.854182 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.854771 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Bound using segment: {'id': '1f3765bc-ad0b-401d-8053-83f6645aab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:31:55.855453 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Bound port: 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3765bc-ad0b-401d-8053-83f6645aab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:31:55.856044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.859308 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ece7ed-08a9-4c9c-8983-7a08ba513f9e {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:31:55.894526 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port b5ece7ed-08a9-4c9c-8983-7a08ba513f9e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e,segment=NetworkSegment(f079f2df-51a3-4fdf-bc18-89660f114394),segment_id=f079f2df-51a3-4fdf-bc18-89660f114394)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:55.918338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.919151 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d71399c8-7e1e-42eb-bb2e-f3822a28a298 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:31:55.991864 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8146520a-0024-48c1-8736-708824fd9046 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:56.004754 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e459d975-6c80-4dd9-a6c7-c6c0489fcb97 req-305fd45f-7439-47e9-9f43-b3269f35816d tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454262 Jan 21 09:31:56.014048 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd830f21-ab64-4526-8f8c-e1360c68b4f0 req-b09b7811-e7b8-4884-bc6e-7220df6227e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:56.015625 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fd830f21-ab64-4526-8f8c-e1360c68b4f0 req-b09b7811-e7b8-4884-bc6e-7220df6227e5 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=79c3f93b-57e8-4654-a8a9-7966fd0d79d7 HTTP/1.1" status: 200 len: 851 time: 0.3535259 Jan 21 09:31:56.016989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:56.020285 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] For port 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:56.032984 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89e5d173-255a-47bd-b631-640bf3dda948 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:56.037405 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c30237-68a5-47c4-a3e5-0ed602f31bdd req-6d4392f6-c98a-481f-a897-f730a456ae44 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:56.039273 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-52c30237-68a5-47c4-a3e5-0ed602f31bdd req-6d4392f6-c98a-481f-a897-f730a456ae44 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 943 time: 0.4275863 Jan 21 09:31:56.045520 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-89e5d173-255a-47bd-b631-640bf3dda948 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "DELETE /v2.0/ports/5a24ee87-d0a7-4026-b08d-7588af9f1b0f HTTP/1.1" status: 204 len: 168 time: 1.4234807 Jan 21 09:31:56.048542 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38230) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:56.066481 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] For port 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2b6e9fe5-5a99-49ff-8704-dc8c3227c34a,segment=NetworkSegment(1f3765bc-ad0b-401d-8053-83f6645aab85),segment_id=1f3765bc-ad0b-401d-8053-83f6645aab85)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:31:56.073959 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:56.093705 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:56.108618 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7b7d92-05d6-4037-84cc-3f6176d7c904 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] GET failed (client error): The resource could not be found. Jan 21 09:31:56.114590 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ed7b7d92-05d6-4037-84cc-3f6176d7c904 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "GET /v2.0/ports/5a24ee87-d0a7-4026-b08d-7588af9f1b0f HTTP/1.1" status: 404 len: 333 time: 0.0593307 Jan 21 09:31:56.114590 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8146520a-0024-48c1-8736-708824fd9046 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:56.118316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8146520a-0024-48c1-8736-708824fd9046 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:56.118475 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8146520a-0024-48c1-8736-708824fd9046 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:56.121621 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38232) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:56.132307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5b599e54-70d8-4c47-b013-1b3d24898883 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Request body: {'port': {'network_id': '68b143e2-117b-434b-ab3f-ac8ddbd0e163', 'name': 'tempest-AllowedAddressPairTestJSON-58380435'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:56.158810 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d71399c8-7e1e-42eb-bb2e-f3822a28a298, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d71399c8-7e1e-42eb-bb2e-f3822a28a298,segment=NetworkSegment(391dfebd-cd79-4f19-86cf-a8349af6276e),segment_id=391dfebd-cd79-4f19-86cf-a8349af6276e)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:56.161120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176541e-b9be-4d70-a75e-c1aec3e8e29b None None] Pushing event updated for resources: {'Port': ['ID=2b6e9fe5-5a99-49ff-8704-dc8c3227c34a,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:56.186137 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'd71399c8-7e1e-42eb-bb2e-f3822a28a298', 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb', 'port_id': 'd71399c8-7e1e-42eb-bb2e-f3822a28a298', 'mac_address': 'fa:16:3e:41:bf:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:31:56.222062 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd830f21-ab64-4526-8f8c-e1360c68b4f0 req-db73145d-153d-4461-9d8a-3d0a5e52a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:56.224205 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fd830f21-ab64-4526-8f8c-e1360c68b4f0 req-db73145d-153d-4461-9d8a-3d0a5e52a4c5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=33ab5233-247c-420a-9a81-d744e286d7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1834605 Jan 21 09:31:56.236950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:56.251393 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71399c8-7e1e-42eb-bb2e-f3822a28a298 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:31:56.273513 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d71399c8-7e1e-42eb-bb2e-f3822a28a298, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d71399c8-7e1e-42eb-bb2e-f3822a28a298,segment=NetworkSegment(391dfebd-cd79-4f19-86cf-a8349af6276e),segment_id=391dfebd-cd79-4f19-86cf-a8349af6276e)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:56.281384 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:56.282153 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 6e47194f-b7c2-4db2-a286-f18fa61c279e details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:31:56.304240 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-52c30237-68a5-47c4-a3e5-0ed602f31bdd req-eef1c730-03d7-4df7-9551-3b3c941903e5 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436063 Jan 21 09:31:56.339301 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8146520a-0024-48c1-8736-708824fd9046 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6142924 Jan 21 09:31:56.342356 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38234) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:56.350744 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-07a2210c-53c0-49ec-8f55-d8e3743731f1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Request body: {'subnet': {'network_id': 'e7e7691f-8e54-469b-b0ae-9c9398908040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:56.395513 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=d71399c8-7e1e-42eb-bb2e-f3822a28a298,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:56.406914 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:56.423125 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146520a-0024-48c1-8736-708824fd9046 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event updated for resources: {'Network': ['ID=e7e7691f-8e54-469b-b0ae-9c9398908040,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:56.437131 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network e7e7691f-8e54-469b-b0ae-9c9398908040 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:31:56.440833 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:56.570997 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-41133e0e-4367-458b-90be-9549ae638f09 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:56.579128 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 6e47194f-b7c2-4db2-a286-f18fa61c279e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6e47194f-b7c2-4db2-a286-f18fa61c279e,segment=NetworkSegment(42c57984-0809-447c-a47b-a389cbd7f226),segment_id=42c57984-0809-447c-a47b-a389cbd7f226)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:56.602430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '6e47194f-b7c2-4db2-a286-f18fa61c279e', 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc', 'port_id': '6e47194f-b7c2-4db2-a286-f18fa61c279e', 'mac_address': 'fa:16:3e:6a:1d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:31:56.658500 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:56.682504 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fd830f21-ab64-4526-8f8c-e1360c68b4f0 req-38aaf9f3-2e5e-476f-85f7-fccc801dc72b service neutron] 10.222.0.113 "GET /v2.0/networks/33ab5233-247c-420a-9a81-d744e286d7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195502 Jan 21 09:31:56.683269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e47194f-b7c2-4db2-a286-f18fa61c279e {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:31:56.718833 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 6e47194f-b7c2-4db2-a286-f18fa61c279e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6e47194f-b7c2-4db2-a286-f18fa61c279e,segment=NetworkSegment(42c57984-0809-447c-a47b-a389cbd7f226),segment_id=42c57984-0809-447c-a47b-a389cbd7f226)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:56.723377 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:56.745416 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41133e0e-4367-458b-90be-9549ae638f09 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Pushing event updated for resources: {'Subnet': ['ID=48aa148c-d445-42e3-b24e-f3535fcc7b9c,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:56.766262 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8541a75-89be-4f83-9f7f-7de309313a2d req-1522a4cc-690e-4eb9-af3b-f9cec01b0d1c tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:56.774671 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a8541a75-89be-4f83-9f7f-7de309313a2d req-1522a4cc-690e-4eb9-af3b-f9cec01b0d1c tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 944 time: 0.1910472 Jan 21 09:31:56.786934 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a2210c-53c0-49ec-8f55-d8e3743731f1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Made reservation on behalf of e0e7c3dcdc5e41288a0a05ce47903541 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:56.791513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-07a2210c-53c0-49ec-8f55-d8e3743731f1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:56.798523 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=6e47194f-b7c2-4db2-a286-f18fa61c279e,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:56.799765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41133e0e-4367-458b-90be-9549ae638f09 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Checking segment: {'id': '4d513950-fa1e-4e68-bcc7-6bd56cda2e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '729cb201-f2d0-47ce-969a-54f5607f7354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:56.800134 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41133e0e-4367-458b-90be-9549ae638f09 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Network hostable DHCP agents. Network: 729cb201-f2d0-47ce-969a-54f5607f7354, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:31:56.825040 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Allocated IP 172.20.0.6 (074aa3fd-e49a-40d6-9641-29961447bf15/5532d00f-ed59-44b8-a813-0dea3dacab5c/a8705138-2ac8-490a-a0de-c0993a2ab184) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:56.857553 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41133e0e-4367-458b-90be-9549ae638f09 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Network 729cb201-f2d0-47ce-969a-54f5607f7354 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:31:56.883641 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-41133e0e-4367-458b-90be-9549ae638f09 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 729cb201-f2d0-47ce-969a-54f5607f7354) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:56.891832 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3fd15c-8672-4108-b4a9-2b8f4c5b95de None None] Network 729cb201-f2d0-47ce-969a-54f5607f7354 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:56.914197 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fd830f21-ab64-4526-8f8c-e1360c68b4f0 req-3c278190-dd15-4ef2-86bc-f333952266e9 service neutron] 10.222.0.113 "GET /v2.0/networks/33ab5233-247c-420a-9a81-d744e286d7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197816 Jan 21 09:31:56.936918 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41133e0e-4367-458b-90be-9549ae638f09 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:56.937628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-41133e0e-4367-458b-90be-9549ae638f09 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:56.968487 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-41133e0e-4367-458b-90be-9549ae638f09 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7903512 Jan 21 09:31:56.971114 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38238) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:56.978381 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-7c18fd39-f65a-4526-9a24-93428a71b308 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Request body: {'port': {'network_id': '729cb201-f2d0-47ce-969a-54f5607f7354', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1693309663'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:57.057056 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:57.075454 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b599e54-70d8-4c47-b013-1b3d24898883 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Made reservation on behalf of acacd0fe4ed3467f958f570fe14990c9 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:57.080910 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5b599e54-70d8-4c47-b013-1b3d24898883 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:57.093922 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['b5ece7ed-08a9-4c9c-8983-7a08ba513f9e'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:31:57.096317 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['6e47194f-b7c2-4db2-a286-f18fa61c279e'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:31:57.120492 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['d71399c8-7e1e-42eb-bb2e-f3822a28a298'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:31:57.122548 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-729cb201-f2d0-47ce-969a-54f5607f7354', 'network_id': '729cb201-f2d0-47ce-969a-54f5607f7354', 'tenant_id': '0f805ecbf73d45918e178cccfbb6be2d', 'fixed_ips': [{'subnet_id': '48aa148c-d445-42e3-b24e-f3535fcc7b9c'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:31:57.123353 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:57.128736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Allocated IP 172.20.0.1 (19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e/4d362d17-49ca-4667-b1b3-50b10ab26513/c12b19eb-c14a-4a1b-bafe-cd1cc92faaa2) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:57.181932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-5b599e54-70d8-4c47-b013-1b3d24898883 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] device_id is not set on port bc7c31e1-43ce-4f0f-acc7-67a8ed7d9942 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:57.202048 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:57.211458 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a8541a75-89be-4f83-9f7f-7de309313a2d req-69686c4c-2d4e-4e5a-b5fd-9220d6de4ef0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/security-groups?id=0b106d87-311d-46c8-a8b8-ce5012cedfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4342663 Jan 21 09:31:57.256004 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa5899-9c94-468c-af42-f985c2db8fd0 req-cea39be3-a28b-472d-bad0-40dc3f878be8 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:57.264381 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-92fa5899-9c94-468c-af42-f985c2db8fd0 req-cea39be3-a28b-472d-bad0-40dc3f878be8 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 945 time: 0.1240654 Jan 21 09:31:57.279486 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c18fd39-f65a-4526-9a24-93428a71b308 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Made reservation on behalf of 0f805ecbf73d45918e178cccfbb6be2d for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:57.283414 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7c18fd39-f65a-4526-9a24-93428a71b308 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:57.321704 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Network 074aa3fd-e49a-40d6-9641-29961447bf15 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:57.332731 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:57.343669 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-7c18fd39-f65a-4526-9a24-93428a71b308 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] device_id is not set on port c60897b4-be0c-4bef-8d55-cd9613e4d229 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:57.398387 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:57.401884 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Pushing event updated for resources: {'Port': ['ID=a8705138-2ac8-490a-a0de-c0993a2ab184,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:57.513765 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-92fa5899-9c94-468c-af42-f985c2db8fd0 req-239b7cc5-4baf-468f-a645-4911df53534d tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483571 Jan 21 09:31:57.530353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:57.587672 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-5b599e54-70d8-4c47-b013-1b3d24898883 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Allocated IP 172.20.0.14 (68b143e2-117b-434b-ab3f-ac8ddbd0e163/d232d2fb-2836-4aef-a1cd-864ff74888b6/bc7c31e1-43ce-4f0f-acc7-67a8ed7d9942) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:57.595232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-7c18fd39-f65a-4526-9a24-93428a71b308 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Allocated IP 172.20.0.8 (729cb201-f2d0-47ce-969a-54f5607f7354/48aa148c-d445-42e3-b24e-f3535fcc7b9c/c60897b4-be0c-4bef-8d55-cd9613e4d229) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:57.641890 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-07a2210c-53c0-49ec-8f55-d8e3743731f1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:57.704438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b107f5-89a4-49e8-9d50-302f86c94c48 req-cb32a139-fbba-41d8-b691-a509abeb6ac9 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:57.706263 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-03b107f5-89a4-49e8-9d50-302f86c94c48 req-cb32a139-fbba-41d8-b691-a509abeb6ac9 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 944 time: 0.2592018 Jan 21 09:31:57.744686 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:57.748971 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a321cd3-db7c-4b90-b108-b046ad6acf2a None None] Network 19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:57.815201 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2210c-53c0-49ec-8f55-d8e3743731f1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event updated for resources: {'Subnet': ['ID=084dd5da-0539-4fd2-bfd5-847b21333172,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:57.899502 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Network 19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:57.903660 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-73cf027e-17d4-4e55-b34f-56d9cc9993b8 None None] Provisioning complete for port 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:57.903827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-73cf027e-17d4-4e55-b34f-56d9cc9993b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:57.919218 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:57.921852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:57.923708 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:57.931313 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7c18fd39-f65a-4526-9a24-93428a71b308 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:57.931510 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-03b107f5-89a4-49e8-9d50-302f86c94c48 req-5cc48434-4397-426e-8496-59ac93f5b3e4 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939132 Jan 21 09:31:57.932026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a2210c-53c0-49ec-8f55-d8e3743731f1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Checking segment: {'id': '8a2343e4-3a0f-48f8-baf7-21416f1db64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e7e7691f-8e54-469b-b0ae-9c9398908040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:57.932511 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a2210c-53c0-49ec-8f55-d8e3743731f1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Network hostable DHCP agents. Network: e7e7691f-8e54-469b-b0ae-9c9398908040, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:31:57.957504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Pushing event updated for resources: {'Port': ['ID=c12b19eb-c14a-4a1b-bafe-cd1cc92faaa2,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:58.024444 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:58.031177 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a2210c-53c0-49ec-8f55-d8e3743731f1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Network e7e7691f-8e54-469b-b0ae-9c9398908040 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:31:58.056813 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7c18fd39-f65a-4526-9a24-93428a71b308 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:58.090803 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5b599e54-70d8-4c47-b013-1b3d24898883 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:58.108050 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-07a2210c-53c0-49ec-8f55-d8e3743731f1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, e7e7691f-8e54-469b-b0ae-9c9398908040) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:58.132813 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa43150-f549-41d5-a762-5bba4dc3fb50 None None] Network e7e7691f-8e54-469b-b0ae-9c9398908040 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:31:58.139844 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a2210c-53c0-49ec-8f55-d8e3743731f1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:58.140728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-07a2210c-53c0-49ec-8f55-d8e3743731f1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:58.157594 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c18fd39-f65a-4526-9a24-93428a71b308 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Network 729cb201-f2d0-47ce-969a-54f5607f7354 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:58.158203 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Allocated IP 172.20.0.2 (729cb201-f2d0-47ce-969a-54f5607f7354/48aa148c-d445-42e3-b24e-f3535fcc7b9c/caa8eaf9-ca51-4f02-a62e-bd0edcd92633) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:58.166892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-7c18fd39-f65a-4526-9a24-93428a71b308 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:58.168673 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c18fd39-f65a-4526-9a24-93428a71b308 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:58.175857 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-07a2210c-53c0-49ec-8f55-d8e3743731f1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8296084 Jan 21 09:31:58.185787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38244) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:58.195707 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-fd3ab2e6-e67e-4c37-a80b-33c8c7bcfb69 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Request body: {'port': {'network_id': 'e7e7691f-8e54-469b-b0ae-9c9398908040', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-484593912'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:58.201273 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18fd39-f65a-4526-9a24-93428a71b308 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Pushing event updated for resources: {'Port': ['ID=c60897b4-be0c-4bef-8d55-cd9613e4d229,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:58.282642 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c18fd39-f65a-4526-9a24-93428a71b308 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:58.283304 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7c18fd39-f65a-4526-9a24-93428a71b308 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:58.287441 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:58.357903 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:58.371721 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7c18fd39-f65a-4526-9a24-93428a71b308 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3995426 Jan 21 09:31:58.382688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38248) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:58.411723 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5b599e54-70d8-4c47-b013-1b3d24898883 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:58.418524 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d7caa106-ada6-49a2-a865-fb8f544e9b1c tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Request body: {'port': {'network_id': '729cb201-f2d0-47ce-969a-54f5607f7354', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1937219192', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:58.418698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.api.validators [None req-d7caa106-ada6-49a2-a865-fb8f544e9b1c tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] bootfile-name is not in valid_values {{(pid=102146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 21 09:31:58.419000 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.api.validators [None req-d7caa106-ada6-49a2-a865-fb8f544e9b1c tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] tftp-server is not in valid_values {{(pid=102146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 21 09:31:58.419329 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.api.validators [None req-d7caa106-ada6-49a2-a865-fb8f544e9b1c tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] server-ip-address is not in valid_values {{(pid=102146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 21 09:31:58.420869 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-73cf027e-17d4-4e55-b34f-56d9cc9993b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:58.436941 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:58.515106 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b599e54-70d8-4c47-b013-1b3d24898883 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Network 68b143e2-117b-434b-ab3f-ac8ddbd0e163 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:58.591015 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-73cf027e-17d4-4e55-b34f-56d9cc9993b8 None None] For port 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2b6e9fe5-5a99-49ff-8704-dc8c3227c34a,segment=NetworkSegment(1f3765bc-ad0b-401d-8053-83f6645aab85),segment_id=1f3765bc-ad0b-401d-8053-83f6645aab85)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:31:58.622496 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-73cf027e-17d4-4e55-b34f-56d9cc9993b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:58.625810 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-5b599e54-70d8-4c47-b013-1b3d24898883 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:58.639105 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b599e54-70d8-4c47-b013-1b3d24898883 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:58.681290 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-e7e7691f-8e54-469b-b0ae-9c9398908040', 'network_id': 'e7e7691f-8e54-469b-b0ae-9c9398908040', 'tenant_id': 'e0e7c3dcdc5e41288a0a05ce47903541', 'fixed_ips': [{'subnet_id': '084dd5da-0539-4fd2-bfd5-847b21333172'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:31:58.682244 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:58.729687 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:58.760915 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:58.761586 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:58.787770 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b599e54-70d8-4c47-b013-1b3d24898883 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event updated for resources: {'Port': ['ID=bc7c31e1-43ce-4f0f-acc7-67a8ed7d9942,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:58.846363 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6401e9-09b9-4216-9b5a-d5b2f8caec73 req-7ecdc1f8-92bb-4f4c-9117-3ffb315f228d tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:58.848105 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2e6401e9-09b9-4216-9b5a-d5b2f8caec73 req-7ecdc1f8-92bb-4f4c-9117-3ffb315f228d tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 944 time: 0.4845173 Jan 21 09:31:58.874101 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:58.908485 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf027e-17d4-4e55-b34f-56d9cc9993b8 None None] Pushing event updated for resources: {'Port': ['ID=2b6e9fe5-5a99-49ff-8704-dc8c3227c34a,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:58.917732 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-fb24d61b-763c-4812-91ca-85c5f3700216 None None] Provisioning complete for port c12b19eb-c14a-4a1b-bafe-cd1cc92faaa2 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:58.918096 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fb24d61b-763c-4812-91ca-85c5f3700216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:58.961450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:58.964529 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Pushing event updated for resources: {'Port': ['ID=caa8eaf9-ca51-4f02-a62e-bd0edcd92633,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:58.977482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3ab2e6-e67e-4c37-a80b-33c8c7bcfb69 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Made reservation on behalf of e0e7c3dcdc5e41288a0a05ce47903541 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:58.981834 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab2e6-e67e-4c37-a80b-33c8c7bcfb69 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:58.982318 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2e6401e9-09b9-4216-9b5a-d5b2f8caec73 req-d73fa25b-a655-45bb-a7bb-5b1e0fd53e01 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/security-groups?id=0b106d87-311d-46c8-a8b8-ce5012cedfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229451 Jan 21 09:31:59.008027 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Router f3eb0a33-26a7-44c8-8eef-17f759861d70 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:31:59.010569 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-fd3ab2e6-e67e-4c37-a80b-33c8c7bcfb69 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] device_id is not set on port 29a80a14-f06c-472e-8fa1-980bec2c77f3 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:59.025585 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7caa106-ada6-49a2-a865-fb8f544e9b1c tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Made reservation on behalf of 0f805ecbf73d45918e178cccfbb6be2d for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:59.029598 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d7caa106-ada6-49a2-a865-fb8f544e9b1c tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.056191 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.063239 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Network 729cb201-f2d0-47ce-969a-54f5607f7354 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:59.078842 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:59.098465 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Allocated IP 2001:db8::2 (e7e7691f-8e54-469b-b0ae-9c9398908040/084dd5da-0539-4fd2-bfd5-847b21333172/d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:59.107209 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:59.124456 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-fb24d61b-763c-4812-91ca-85c5f3700216 None None] Port c12b19eb-c14a-4a1b-bafe-cd1cc92faaa2 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:31:59.126838 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b599e54-70d8-4c47-b013-1b3d24898883 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:59.127459 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5b599e54-70d8-4c47-b013-1b3d24898883 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.128399 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-d7caa106-ada6-49a2-a865-fb8f544e9b1c tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] device_id is not set on port 4d9e06b1-1f9b-4469-9930-b21d37d43302 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:31:59.185023 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ad697-1612-4b44-a7bc-0180ddf834dd req-d937dbcc-01d1-4cd5-86c4-ac552897a323 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:59.186580 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ca2ad697-1612-4b44-a7bc-0180ddf834dd req-d937dbcc-01d1-4cd5-86c4-ac552897a323 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 945 time: 0.4971805 Jan 21 09:31:59.198017 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5b599e54-70d8-4c47-b013-1b3d24898883 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0708241 Jan 21 09:31:59.203399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38254) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:59.205153 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d71399c8-7e1e-42eb-bb2e-f3822a28a298 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:31:59.211771 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.224211 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-eba5485a-3cb4-42f4-a575-18ebd1597790 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:88:d1:1c'}]}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:59.228817 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7734f-76c1-4b0f-a98e-cfecc18fd7ba req-40e48fea-f3f7-488c-926e-20a9d3f8deae tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:59.230792 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8fd7734f-76c1-4b0f-a98e-cfecc18fd7ba req-40e48fea-f3f7-488c-926e-20a9d3f8deae tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 944 time: 0.1650386 Jan 21 09:31:59.254678 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Pushing event updated for resources: {'Port': ['ID=c12b19eb-c14a-4a1b-bafe-cd1cc92faaa2,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:59.265555 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-fb24d61b-763c-4812-91ca-85c5f3700216 None None] Provisioning complete for port 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:59.265744 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fb24d61b-763c-4812-91ca-85c5f3700216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.277996 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Attempting to bind port caa8eaf9-ca51-4f02-a62e-bd0edcd92633 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:31:59.278442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Attempting to bind port caa8eaf9-ca51-4f02-a62e-bd0edcd92633 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '4d513950-fa1e-4e68-bcc7-6bd56cda2e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '729cb201-f2d0-47ce-969a-54f5607f7354'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:31:59.278873 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Attempting to bind port caa8eaf9-ca51-4f02-a62e-bd0edcd92633 on network 729cb201-f2d0-47ce-969a-54f5607f7354 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:31:59.282985 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:31:59.298517 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Sync routers for ids ['f3eb0a33-26a7-44c8-8eef-17f759861d70'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:31:59.308704 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Routers {'f3eb0a33-26a7-44c8-8eef-17f759861d70'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:31:59.309571 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:31:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f3eb0a33-26a7-44c8-8eef-17f759861d70'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:59.318357 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:31:59.319489 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Checking segment: {'id': '4d513950-fa1e-4e68-bcc7-6bd56cda2e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '729cb201-f2d0-47ce-969a-54f5607f7354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:31:59.319958 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.320418 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Bound using segment: {'id': '4d513950-fa1e-4e68-bcc7-6bd56cda2e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '729cb201-f2d0-47ce-969a-54f5607f7354'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:31:59.320973 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Bound port: caa8eaf9-ca51-4f02-a62e-bd0edcd92633, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d513950-fa1e-4e68-bcc7-6bd56cda2e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '729cb201-f2d0-47ce-969a-54f5607f7354'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:31:59.321442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.393911 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ca2ad697-1612-4b44-a7bc-0180ddf834dd req-2566274a-026a-49a1-a8d1-592560aa2279 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892495 Jan 21 09:31:59.423458 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Set router f3eb0a33-26a7-44c8-8eef-17f759861d70 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:31:59.430092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-d7caa106-ada6-49a2-a865-fb8f544e9b1c tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Allocated IP 172.20.0.13 (729cb201-f2d0-47ce-969a-54f5607f7354/48aa148c-d445-42e3-b24e-f3535fcc7b9c/4d9e06b1-1f9b-4469-9930-b21d37d43302) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:59.444900 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port d71399c8-7e1e-42eb-bb2e-f3822a28a298 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:31:59.462151 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port d71399c8-7e1e-42eb-bb2e-f3822a28a298 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:59.462610 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.492286 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Network 19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:59.499279 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:59.507639 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8fd7734f-76c1-4b0f-a98e-cfecc18fd7ba req-25e0b923-57f9-4c85-8b05-4227b2bea1b9 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606649 Jan 21 09:31:59.515624 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.528312 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.529619 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-940b52ed-61ba-4fdc-b1a9-e5cb588b009f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.8423605 Jan 21 09:31:59.537341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38256) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:31:59.542922 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.545276 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] For port caa8eaf9-ca51-4f02-a62e-bd0edcd92633, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:31:59.580869 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eba5485a-3cb4-42f4-a575-18ebd1597790 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.597981 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] For port caa8eaf9-ca51-4f02-a62e-bd0edcd92633, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=caa8eaf9-ca51-4f02-a62e-bd0edcd92633,segment=NetworkSegment(4d513950-fa1e-4e68-bcc7-6bd56cda2e55),segment_id=4d513950-fa1e-4e68-bcc7-6bd56cda2e55)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:31:59.621412 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Network e7e7691f-8e54-469b-b0ae-9c9398908040 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:31:59.624738 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.653039 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:31:59.664707 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:31:59.665118 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3eb0a33-26a7-44c8-8eef-17f759861d70', 'name': '', 'tenant_id': '98f72a5a5b424e54909666f309bb371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '074aa3fd-e49a-40d6-9641-29961447bf15', 'external_fixed_ips': [{'subnet_id': '5532d00f-ed59-44b8-a813-0dea3dacab5c', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a8705138-2ac8-490a-a0de-c0993a2ab184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:54Z', 'updated_at': '2022-01-21T09:31:57Z', 'revision_number': 3, 'project_id': '98f72a5a5b424e54909666f309bb371e', 'gw_port': {'id': 'a8705138-2ac8-490a-a0de-c0993a2ab184', 'name': '', 'network_id': '074aa3fd-e49a-40d6-9641-29961447bf15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fa:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3eb0a33-26a7-44c8-8eef-17f759861d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '5532d00f-ed59-44b8-a813-0dea3dacab5c', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:56Z', 'updated_at': '2022-01-21T09:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5532d00f-ed59-44b8-a813-0dea3dacab5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:31:59.699006 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Pushing event updated for resources: {'Port': ['ID=d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:59.713418 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Checking router: f3eb0a33-26a7-44c8-8eef-17f759861d70 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:31:59.714057 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Updating router f3eb0a33-26a7-44c8-8eef-17f759861d70 port a8705138-2ac8-490a-a0de-c0993a2ab184 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:31:59.780590 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2c718060-0b2e-45ec-8efa-5ed34b8e78e0 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.792695 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.863296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-fd3ab2e6-e67e-4c37-a80b-33c8c7bcfb69 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Allocated IP 2001:db8::28c (e7e7691f-8e54-469b-b0ae-9c9398908040/084dd5da-0539-4fd2-bfd5-847b21333172/29a80a14-f06c-472e-8fa1-980bec2c77f3) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:31:59.883845 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a8aae7e0-2077-49e8-abf2-38c43b6043bf None None] Provisioning complete for port c12b19eb-c14a-4a1b-bafe-cd1cc92faaa2 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:59.885208 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a8aae7e0-2077-49e8-abf2-38c43b6043bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.925432 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d7caa106-ada6-49a2-a865-fb8f544e9b1c tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.934250 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efd023-0e18-4646-80eb-45fc48af0173 None None] Pushing event updated for resources: {'Port': ['ID=caa8eaf9-ca51-4f02-a62e-bd0edcd92633,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:59.972539 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2c718060-0b2e-45ec-8efa-5ed34b8e78e0 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.024915 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d7caa106-ada6-49a2-a865-fb8f544e9b1c tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.028289 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.044952 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Attempting to bind port d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:00.045313 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Attempting to bind port d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '8a2343e4-3a0f-48f8-baf7-21416f1db64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e7e7691f-8e54-469b-b0ae-9c9398908040'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:00.045695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Attempting to bind port d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d on network e7e7691f-8e54-469b-b0ae-9c9398908040 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:32:00.074969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a8aae7e0-2077-49e8-abf2-38c43b6043bf None None] Port c12b19eb-c14a-4a1b-bafe-cd1cc92faaa2 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:00.092596 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:32:00.093040 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Checking segment: {'id': '8a2343e4-3a0f-48f8-baf7-21416f1db64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e7e7691f-8e54-469b-b0ae-9c9398908040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:00.093437 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.093852 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Bound using segment: {'id': '8a2343e4-3a0f-48f8-baf7-21416f1db64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e7e7691f-8e54-469b-b0ae-9c9398908040'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:32:00.094349 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Bound port: d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2343e4-3a0f-48f8-baf7-21416f1db64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e7e7691f-8e54-469b-b0ae-9c9398908040'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:00.094736 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.128665 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Router 6cd9c87e-6075-42c0-8872-845bee7c8994 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:32:00.164299 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71399c8-7e1e-42eb-bb2e-f3822a28a298'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:32:00.182332 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7caa106-ada6-49a2-a865-fb8f544e9b1c tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Pushing event updated for resources: {'Port': ['ID=4d9e06b1-1f9b-4469-9930-b21d37d43302,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:00.198217 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7caa106-ada6-49a2-a865-fb8f544e9b1c tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Network 729cb201-f2d0-47ce-969a-54f5607f7354 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:00.200808 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-d7caa106-ada6-49a2-a865-fb8f544e9b1c tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:00.210074 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.210268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7caa106-ada6-49a2-a865-fb8f544e9b1c tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:00.222979 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.255369 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Attempting to bind port a8705138-2ac8-490a-a0de-c0993a2ab184 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:00.256019 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Attempting to bind port a8705138-2ac8-490a-a0de-c0993a2ab184 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3f1d9205-2b13-4d91-903c-ce981894fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '074aa3fd-e49a-40d6-9641-29961447bf15'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:00.258205 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Attempting to bind port a8705138-2ac8-490a-a0de-c0993a2ab184 on network 074aa3fd-e49a-40d6-9641-29961447bf15 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:32:00.283979 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:32:00.284506 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Checking segment: {'id': '3f1d9205-2b13-4d91-903c-ce981894fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '074aa3fd-e49a-40d6-9641-29961447bf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:00.285070 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.285598 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Bound using segment: {'id': '3f1d9205-2b13-4d91-903c-ce981894fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '074aa3fd-e49a-40d6-9641-29961447bf15'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:32:00.287326 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Bound port: a8705138-2ac8-490a-a0de-c0993a2ab184, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1d9205-2b13-4d91-903c-ce981894fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '074aa3fd-e49a-40d6-9641-29961447bf15'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:00.287326 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.340110 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a8aae7e0-2077-49e8-abf2-38c43b6043bf None None] Provisioning complete for port bc7c31e1-43ce-4f0f-acc7-67a8ed7d9942 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:00.340485 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a8aae7e0-2077-49e8-abf2-38c43b6043bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.351031 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-2c718060-0b2e-45ec-8efa-5ed34b8e78e0 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Deleting port a8705138-2ac8-490a-a0de-c0993a2ab184 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:00.354006 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2c718060-0b2e-45ec-8efa-5ed34b8e78e0 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.362102 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7caa106-ada6-49a2-a865-fb8f544e9b1c tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:00.362790 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d7caa106-ada6-49a2-a865-fb8f544e9b1c tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.399632 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] For port a8705138-2ac8-490a-a0de-c0993a2ab184, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:32:00.405500 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] For port a8705138-2ac8-490a-a0de-c0993a2ab184, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a8705138-2ac8-490a-a0de-c0993a2ab184,segment=NetworkSegment(3f1d9205-2b13-4d91-903c-ce981894fb65),segment_id=3f1d9205-2b13-4d91-903c-ce981894fb65)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:32:00.409484 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9a3a2-fbf8-4e7a-9a78-2289397c58ac None None] Pushing event updated for resources: {'Port': ['ID=a8705138-2ac8-490a-a0de-c0993a2ab184,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:00.415955 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.430751 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d71399c8-7e1e-42eb-bb2e-f3822a28a298, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d71399c8-7e1e-42eb-bb2e-f3822a28a298,segment=NetworkSegment(391dfebd-cd79-4f19-86cf-a8349af6276e),segment_id=391dfebd-cd79-4f19-86cf-a8349af6276e)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:00.486431 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.487244 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device b5ece7ed-08a9-4c9c-8983-7a08ba513f9e up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:00.523326 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Routers {'f3eb0a33-26a7-44c8-8eef-17f759861d70'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:00.524134 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:31:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f3eb0a33-26a7-44c8-8eef-17f759861d70'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:00.535382 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d7caa106-ada6-49a2-a865-fb8f544e9b1c tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.1457784 Jan 21 09:32:00.540497 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38266) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:00.571332 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9a3a2-fbf8-4e7a-9a78-2289397c58ac None None] Pushing event updated for resources: {'Port': ['ID=a8705138-2ac8-490a-a0de-c0993a2ab184,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:00.598380 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:00.634868 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac99634-0f2d-4790-bcba-b6a596f133c6" -d '{"events": [{"server_uuid": "ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0", "name": "network-vif-plugged", "status": "completed", "tag": "d71399c8-7e1e-42eb-bb2e-f3822a28a298"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:32:00.690137 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2c718060-0b2e-45ec-8efa-5ed34b8e78e0 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.707901 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf39d05-f5e3-4556-90f0-5dcbd9d3d227 req-dc1af6b5-3a5b-4461-99db-aa88b2c87cdc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:00.710182 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6cf39d05-f5e3-4556-90f0-5dcbd9d3d227 req-dc1af6b5-3a5b-4461-99db-aa88b2c87cdc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 945 time: 0.1214328 Jan 21 09:32:00.721623 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ed135a-7118-441e-b4ec-fb04011ce1ff tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:00.733580 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ed135a-7118-441e-b4ec-fb04011ce1ff tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:00.739765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ed135a-7118-441e-b4ec-fb04011ce1ff tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:00.742207 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-33ed135a-7118-441e-b4ec-fb04011ce1ff tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1797438 Jan 21 09:32:00.745377 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] Set router f3eb0a33-26a7-44c8-8eef-17f759861d70 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:32:00.752724 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38272) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:00.774258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-2c718060-0b2e-45ec-8efa-5ed34b8e78e0 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Calling delete_port for a8705138-2ac8-490a-a0de-c0993a2ab184 owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:00.815373 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3eb0a33-26a7-44c8-8eef-17f759861d70', 'name': '', 'tenant_id': '98f72a5a5b424e54909666f309bb371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:54Z', 'updated_at': '2022-01-21T09:31:59Z', 'revision_number': 4, 'project_id': '98f72a5a5b424e54909666f309bb371e', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:00.857012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:00.867250 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1577ae68-7b88-4ca8-acef-dcb0aaec587c tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] 10.222.0.88 "PUT /v2.0/routers/6cd9c87e-6075-42c0-8872-845bee7c8994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4889357 Jan 21 09:32:00.875113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38274) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:00.876885 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d62371-9b5e-419d-9d3a-c340bc4516b8 None None] The sync data for ids ['f3eb0a33-26a7-44c8-8eef-17f759861d70'] in dv-neutron-825721-1-hyperv is: [{'id': 'f3eb0a33-26a7-44c8-8eef-17f759861d70', 'name': '', 'tenant_id': '98f72a5a5b424e54909666f309bb371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:54Z', 'updated_at': '2022-01-21T09:31:59Z', 'revision_number': 4, 'project_id': '98f72a5a5b424e54909666f309bb371e', 'gw_port_host': None}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:00.896244 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f1f48-369f-43f1-ad82-a2984cbc381e None None] Sync routers for ids ['6cd9c87e-6075-42c0-8872-845bee7c8994'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:00.898529 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-447be91f-301d-41bb-861a-3717db0a8a06 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Request body: {'port': {'network_id': '19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e', 'name': 'tempest-FloatingIPNegativeTestJSON-773426539'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:00.908028 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-64163851-412f-4727-af35-4511d14be1f9 None None] For port d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:32:00.917964 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a8aae7e0-2077-49e8-abf2-38c43b6043bf None None] Port bc7c31e1-43ce-4f0f-acc7-67a8ed7d9942 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:00.933576 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6cf39d05-f5e3-4556-90f0-5dcbd9d3d227 req-9a0df436-726b-4a73-bc74-dff14df3b453 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902242 Jan 21 09:32:00.971018 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-64163851-412f-4727-af35-4511d14be1f9 None None] For port d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d,segment=NetworkSegment(8a2343e4-3a0f-48f8-baf7-21416f1db64a),segment_id=8a2343e4-3a0f-48f8-baf7-21416f1db64a)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:32:01.006831 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.027261 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f1f48-369f-43f1-ad82-a2984cbc381e None None] Routers {'6cd9c87e-6075-42c0-8872-845bee7c8994'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:01.028041 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e71f1f48-369f-43f1-ad82-a2984cbc381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:31:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6cd9c87e-6075-42c0-8872-845bee7c8994'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:01.041653 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=d71399c8-7e1e-42eb-bb2e-f3822a28a298,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:01.072137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedc088-0945-4e0a-b4d3-a3ebd2dff6ed req-8a441ae4-df3c-4587-b8f4-6030d5cfed24 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:01.074109 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7dedc088-0945-4e0a-b4d3-a3ebd2dff6ed req-8a441ae4-df3c-4587-b8f4-6030d5cfed24 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 945 time: 0.9043224 Jan 21 09:32:01.160158 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab2e6-e67e-4c37-a80b-33c8c7bcfb69 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.167657 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port b5ece7ed-08a9-4c9c-8983-7a08ba513f9e completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:32:01.185503 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e71f1f48-369f-43f1-ad82-a2984cbc381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:01.193347 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:01.194290 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.207323 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port b5ece7ed-08a9-4c9c-8983-7a08ba513f9e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:01.207600 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.230572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eba5485a-3cb4-42f4-a575-18ebd1597790 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.253389 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eba5485a-3cb4-42f4-a575-18ebd1597790 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.268880 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7dedc088-0945-4e0a-b4d3-a3ebd2dff6ed req-77147cb6-7df7-4eca-9b4a-395efbb587d9 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/security-groups?id=0b106d87-311d-46c8-a8b8-ce5012cedfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696043 Jan 21 09:32:01.297061 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2c718060-0b2e-45ec-8efa-5ed34b8e78e0 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.349871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-7727a89e-0c14-4c46-9573-e71c8e0041b2 None None] Provisioning complete for port c12b19eb-c14a-4a1b-bafe-cd1cc92faaa2 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:01.353366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7727a89e-0c14-4c46-9573-e71c8e0041b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.387898 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5485a-3cb4-42f4-a575-18ebd1597790 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event updated for resources: {'Port': ['ID=bc7c31e1-43ce-4f0f-acc7-67a8ed7d9942,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:01.388251 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f1f48-369f-43f1-ad82-a2984cbc381e None None] Routers {'6cd9c87e-6075-42c0-8872-845bee7c8994'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:01.388894 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e71f1f48-369f-43f1-ad82-a2984cbc381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:31:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6cd9c87e-6075-42c0-8872-845bee7c8994'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:01.415981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447be91f-301d-41bb-861a-3717db0a8a06 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Made reservation on behalf of eb2c8ec133934333ac2f4ebad4c86b84 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:01.425772 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-447be91f-301d-41bb-861a-3717db0a8a06 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.441288 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab2e6-e67e-4c37-a80b-33c8c7bcfb69 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.485425 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2b720d-5d25-422c-9387-7019bb79777e None None] Network 729cb201-f2d0-47ce-969a-54f5607f7354 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:01.505897 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbcef8-38bc-4596-8748-5f9fed78c11e req-3538afa1-4d42-4874-9840-98b8644975cf tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:01.508199 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-eba5485a-3cb4-42f4-a575-18ebd1597790 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] In _notify_port_updated(), no bound segment for port bc7c31e1-43ce-4f0f-acc7-67a8ed7d9942 on network 68b143e2-117b-434b-ab3f-ac8ddbd0e163 {{(pid=102147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:32:01.508553 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d9fbcef8-38bc-4596-8748-5f9fed78c11e req-3538afa1-4d42-4874-9840-98b8644975cf tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 944 time: 0.4674253 Jan 21 09:32:01.527466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba5485a-3cb4-42f4-a575-18ebd1597790 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:01.528707 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eba5485a-3cb4-42f4-a575-18ebd1597790 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.536037 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-eba5485a-3cb4-42f4-a575-18ebd1597790 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "PUT /v2.0/ports/bc7c31e1-43ce-4f0f-acc7-67a8ed7d9942 HTTP/1.1" status: 200 len: 995 time: 2.3211389 Jan 21 09:32:01.542401 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38278) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:01.551914 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-447be91f-301d-41bb-861a-3717db0a8a06 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] device_id is not set on port ddab3703-317f-46a2-8f83-4d34fabcbdce yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:32:01.564352 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c718060-0b2e-45ec-8efa-5ed34b8e78e0 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8705138-2ac8-490a-a0de-c0993a2ab184,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:01.575250 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718ef2f3-23b8-4938-a332-42463fb359e9 x-openstack-request-id: req-718ef2f3-23b8-4938-a332-42463fb359e9 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:32:01.575561 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0", "name": "network-vif-plugged", "status": "completed", "tag": "d71399c8-7e1e-42eb-bb2e-f3822a28a298", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:32:01.576226 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-718ef2f3-23b8-4938-a332-42463fb359e9 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:32:01.576677 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71399c8-7e1e-42eb-bb2e-f3822a28a298', 'code': 200} Jan 21 09:32:01.582739 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4fb83621-c0fd-4c3b-854b-839aeaf7da24 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Deleting port 4d9e06b1-1f9b-4469-9930-b21d37d43302 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:01.583783 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4fb83621-c0fd-4c3b-854b-839aeaf7da24 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.604986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ab2e6-e67e-4c37-a80b-33c8c7bcfb69 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Network e7e7691f-8e54-469b-b0ae-9c9398908040 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:01.618666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-fd3ab2e6-e67e-4c37-a80b-33c8c7bcfb69 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:01.643647 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3ab2e6-e67e-4c37-a80b-33c8c7bcfb69 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:01.656757 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163851-412f-4727-af35-4511d14be1f9 None None] Pushing event updated for resources: {'Port': ['ID=d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:01.660712 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3ab2e6-e67e-4c37-a80b-33c8c7bcfb69 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:01.661450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab2e6-e67e-4c37-a80b-33c8c7bcfb69 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.684152 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e71f1f48-369f-43f1-ad82-a2984cbc381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:01.684897 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f1f48-369f-43f1-ad82-a2984cbc381e None None] The sync data for ids ['6cd9c87e-6075-42c0-8872-845bee7c8994'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:01.697881 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2c718060-0b2e-45ec-8efa-5ed34b8e78e0 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.707814 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d9fbcef8-38bc-4596-8748-5f9fed78c11e req-72c19792-52c1-4aaa-bcb0-55f12bbb06cf tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507068 Jan 21 09:32:01.737005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-7727a89e-0c14-4c46-9573-e71c8e0041b2 None None] Port c12b19eb-c14a-4a1b-bafe-cd1cc92faaa2 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:01.804981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ab2e6-e67e-4c37-a80b-33c8c7bcfb69 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event updated for resources: {'Port': ['ID=29a80a14-f06c-472e-8fa1-980bec2c77f3,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:01.820822 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fd3ab2e6-e67e-4c37-a80b-33c8c7bcfb69 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6340051 Jan 21 09:32:01.824768 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38280) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:01.829850 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-46c19945-0c59-460e-a3c6-079b46b2cea7 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Request body: {'port': {'network_id': 'e7e7691f-8e54-469b-b0ae-9c9398908040', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1043743335', 'allowed_address_pairs': [{'ip_address': '2001:db8::28c', 'mac_address': 'fa:16:3e:e3:77:57'}]}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:01.878005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2c718060-0b2e-45ec-8efa-5ed34b8e78e0 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.899368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2c718060-0b2e-45ec-8efa-5ed34b8e78e0 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.915530 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.917675 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4fb83621-c0fd-4c3b-854b-839aeaf7da24 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.963961 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c8607238-0e99-4994-aa66-e595d00f2cfb None None] Provisioning complete for port caa8eaf9-ca51-4f02-a62e-bd0edcd92633 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:01.964456 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c8607238-0e99-4994-aa66-e595d00f2cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.965404 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4fb83621-c0fd-4c3b-854b-839aeaf7da24 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Calling delete_port for 4d9e06b1-1f9b-4469-9930-b21d37d43302 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:01.966722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device caa8eaf9-ca51-4f02-a62e-bd0edcd92633 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:01.982953 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-447be91f-301d-41bb-861a-3717db0a8a06 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Allocated IP 172.20.0.14 (19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e/4d362d17-49ca-4667-b1b3-50b10ab26513/ddab3703-317f-46a2-8f83-4d34fabcbdce) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:01.998238 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4e24b-3945-4494-978c-d655746c34e4 req-40032778-2ffd-4354-a38d-aaf2d084df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:01.999769 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-09a4e24b-3945-4494-978c-d655746c34e4 req-40032778-2ffd-4354-a38d-aaf2d084df97 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 1098 time: 0.1656520 Jan 21 09:32:02.001935 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2c718060-0b2e-45ec-8efa-5ed34b8e78e0 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.003142 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c718060-0b2e-45ec-8efa-5ed34b8e78e0 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3eb0a33-26a7-44c8-8eef-17f759861d70 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:32:02.008102 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b998a-620e-458e-aa21-76f7c19ce106 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Deleting port bc7c31e1-43ce-4f0f-acc7-67a8ed7d9942 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:02.008355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e6b998a-620e-458e-aa21-76f7c19ce106 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.008788 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2c718060-0b2e-45ec-8efa-5ed34b8e78e0 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.012981 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2c718060-0b2e-45ec-8efa-5ed34b8e78e0 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "DELETE /v2.0/routers/f3eb0a33-26a7-44c8-8eef-17f759861d70 HTTP/1.1" status: 204 len: 168 time: 2.4722795 Jan 21 09:32:02.015439 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38284) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:02.036422 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-09a4e24b-3945-4494-978c-d655746c34e4 req-60303ff3-cdf5-4089-9776-a96ce9ed03e0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.055509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port b5ece7ed-08a9-4c9c-8983-7a08ba513f9e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e,segment=NetworkSegment(f079f2df-51a3-4fdf-bc18-89660f114394),segment_id=f079f2df-51a3-4fdf-bc18-89660f114394)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:02.072984 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.073781 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 6e47194f-b7c2-4db2-a286-f18fa61c279e up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:02.127730 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e6b998a-620e-458e-aa21-76f7c19ce106 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.167393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7128c0-3345-46c0-97ef-718d44699e76 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Deleting subnet 5532d00f-ed59-44b8-a813-0dea3dacab5c {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:32:02.178987 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fc7128c0-3345-46c0-97ef-718d44699e76 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.185253 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b998a-620e-458e-aa21-76f7c19ce106 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Calling delete_port for bc7c31e1-43ce-4f0f-acc7-67a8ed7d9942 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:02.193180 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:02.246474 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port caa8eaf9-ca51-4f02-a62e-bd0edcd92633 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:02.246860 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.261711 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fc7128c0-3345-46c0-97ef-718d44699e76 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.285526 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c8607238-0e99-4994-aa66-e595d00f2cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.309013 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 6e47194f-b7c2-4db2-a286-f18fa61c279e completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:32:02.324755 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 6e47194f-b7c2-4db2-a286-f18fa61c279e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:02.325140 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.373194 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c8607238-0e99-4994-aa66-e595d00f2cfb None None] For port caa8eaf9-ca51-4f02-a62e-bd0edcd92633, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=caa8eaf9-ca51-4f02-a62e-bd0edcd92633,segment=NetworkSegment(4d513950-fa1e-4e68-bcc7-6bd56cda2e55),segment_id=4d513950-fa1e-4e68-bcc7-6bd56cda2e55)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:02.383281 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-09a4e24b-3945-4494-978c-d655746c34e4 req-60303ff3-cdf5-4089-9776-a96ce9ed03e0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.386976 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c8607238-0e99-4994-aa66-e595d00f2cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.395276 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fc7128c0-3345-46c0-97ef-718d44699e76 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.431190 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-09a4e24b-3945-4494-978c-d655746c34e4 req-60303ff3-cdf5-4089-9776-a96ce9ed03e0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.495094 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002a491-ff94-4843-abb3-8f22c10d24a0 req-fc292d33-e447-4a03-bc44-27448c23fbbe tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:02.506605 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6002a491-ff94-4843-abb3-8f22c10d24a0 req-fc292d33-e447-4a03-bc44-27448c23fbbe tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 945 time: 0.3983345 Jan 21 09:32:02.522500 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-447be91f-301d-41bb-861a-3717db0a8a06 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.559368 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c8607238-0e99-4994-aa66-e595d00f2cfb None None] Provisioning complete for port bc7c31e1-43ce-4f0f-acc7-67a8ed7d9942 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:02.559743 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c8607238-0e99-4994-aa66-e595d00f2cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.608909 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8607238-0e99-4994-aa66-e595d00f2cfb None None] Pushing event updated for resources: {'Port': ['ID=caa8eaf9-ca51-4f02-a62e-bd0edcd92633,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:02.646186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c19945-0c59-460e-a3c6-079b46b2cea7 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Made reservation on behalf of e0e7c3dcdc5e41288a0a05ce47903541 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:02.668678 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c8607238-0e99-4994-aa66-e595d00f2cfb None None] Port bc7c31e1-43ce-4f0f-acc7-67a8ed7d9942 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:02.672278 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.672488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-447be91f-301d-41bb-861a-3717db0a8a06 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.741629 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 6e47194f-b7c2-4db2-a286-f18fa61c279e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6e47194f-b7c2-4db2-a286-f18fa61c279e,segment=NetworkSegment(42c57984-0809-447c-a47b-a389cbd7f226),segment_id=42c57984-0809-447c-a47b-a389cbd7f226)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:02.753167 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.825024 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c9b54d74-a882-4692-9e68-17dded061f31 None None] Provisioning complete for port c60897b4-be0c-4bef-8d55-cd9613e4d229 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:02.825402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c9b54d74-a882-4692-9e68-17dded061f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.876169 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e6b998a-620e-458e-aa21-76f7c19ce106 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.876539 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=6e47194f-b7c2-4db2-a286-f18fa61c279e,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:02.897214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447be91f-301d-41bb-861a-3717db0a8a06 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Network 19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:02.915817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-447be91f-301d-41bb-861a-3717db0a8a06 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:02.921730 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c9b54d74-a882-4692-9e68-17dded061f31 None None] Port c60897b4-be0c-4bef-8d55-cd9613e4d229 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:02.933952 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6002a491-ff94-4843-abb3-8f22c10d24a0 req-353592ab-40b1-44a5-95c9-d688cf7b92cb tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4202163 Jan 21 09:32:02.943433 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c9b54d74-a882-4692-9e68-17dded061f31 None None] Provisioning complete for port caa8eaf9-ca51-4f02-a62e-bd0edcd92633 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:02.944727 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c9b54d74-a882-4692-9e68-17dded061f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.953530 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447be91f-301d-41bb-861a-3717db0a8a06 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:02.984665 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60303ff3-cdf5-4089-9776-a96ce9ed03e0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d27575-5a12-4c55-8e4a-d9bc0922639e,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:03.004634 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-09a4e24b-3945-4494-978c-d655746c34e4 req-60303ff3-cdf5-4089-9776-a96ce9ed03e0 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=0b106d87-311d-46c8-a8b8-ce5012cedfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9888177 Jan 21 09:32:03.006327 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4fb83621-c0fd-4c3b-854b-839aeaf7da24 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.064918 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447be91f-301d-41bb-861a-3717db0a8a06 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Pushing event updated for resources: {'Port': ['ID=ddab3703-317f-46a2-8f83-4d34fabcbdce,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:03.160051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb83621-c0fd-4c3b-854b-839aeaf7da24 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Pushing event deleted for resources: {'Port': ['ID=4d9e06b1-1f9b-4469-9930-b21d37d43302,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:03.182087 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:03.210622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7825a5-73c4-4861-9d55-3dd32cec2d10 req-93b052b6-7f00-4a55-84a9-2b7ae5f1dd4d tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:03.214842 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5c7825a5-73c4-4861-9d55-3dd32cec2d10 req-93b052b6-7f00-4a55-84a9-2b7ae5f1dd4d tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 945 time: 0.7809827 Jan 21 09:32:03.227781 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fc7128c0-3345-46c0-97ef-718d44699e76 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.258245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b998a-620e-458e-aa21-76f7c19ce106 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event deleted for resources: {'Port': ['ID=bc7c31e1-43ce-4f0f-acc7-67a8ed7d9942,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:03.271617 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fc7128c0-3345-46c0-97ef-718d44699e76 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.278693 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fc7128c0-3345-46c0-97ef-718d44699e76 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "DELETE /v2.0/subnets/5532d00f-ed59-44b8-a813-0dea3dacab5c HTTP/1.1" status: 204 len: 168 time: 1.2479277 Jan 21 09:32:03.300687 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38290) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:03.304115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175a510d-9970-4062-b032-2f5ffd86be54 None None] Network e7e7691f-8e54-469b-b0ae-9c9398908040 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:03.341160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-46c19945-0c59-460e-a3c6-079b46b2cea7 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.364054 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447be91f-301d-41bb-861a-3717db0a8a06 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:03.364801 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-447be91f-301d-41bb-861a-3717db0a8a06 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.403347 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7128c0-3345-46c0-97ef-718d44699e76 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5532d00f-ed59-44b8-a813-0dea3dacab5c,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:03.430616 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c9b54d74-a882-4692-9e68-17dded061f31 None None] Could not find standard attr ID for object 4d9e06b1-1f9b-4469-9930-b21d37d43302. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:32:03.463448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e6b998a-620e-458e-aa21-76f7c19ce106 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.464842 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5c7825a5-73c4-4861-9d55-3dd32cec2d10 req-ef86ad8a-a16b-4549-bb7a-daaf3c95238f tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/security-groups?id=0b106d87-311d-46c8-a8b8-ce5012cedfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262146 Jan 21 09:32:03.470041 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9e6b998a-620e-458e-aa21-76f7c19ce106 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "DELETE /v2.0/ports/bc7c31e1-43ce-4f0f-acc7-67a8ed7d9942 HTTP/1.1" status: 204 len: 168 time: 1.9242547 Jan 21 09:32:03.472153 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38292) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:03.482735 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b052a14-bb30-4162-ab05-ebf893edfa72 req-085aaa8a-1813-4aae-8f35-73bdf4a211eb tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:03.490523 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b052a14-bb30-4162-ab05-ebf893edfa72 req-085aaa8a-1813-4aae-8f35-73bdf4a211eb tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.4121261 Jan 21 09:32:03.499388 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4fb83621-c0fd-4c3b-854b-839aeaf7da24 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.502811 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:03.503351 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4fb83621-c0fd-4c3b-854b-839aeaf7da24 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] 10.222.0.88 "DELETE /v2.0/ports/4d9e06b1-1f9b-4469-9930-b21d37d43302 HTTP/1.1" status: 204 len: 168 time: 2.7495954 Jan 21 09:32:03.507433 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.514295 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38294) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:03.520867 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ba5169-122f-4867-9230-8c2ea6c3e963 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] GET failed (client error): The resource could not be found. Jan 21 09:32:03.527572 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-447be91f-301d-41bb-861a-3717db0a8a06 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6321321 Jan 21 09:32:03.527712 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-21ba5169-122f-4867-9230-8c2ea6c3e963 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "GET /v2.0/ports/bc7c31e1-43ce-4f0f-acc7-67a8ed7d9942 HTTP/1.1" status: 404 len: 333 time: 0.0539546 Jan 21 09:32:03.527992 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38296) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:03.528377 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38298) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:03.531878 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-c0462d17-f44e-41c2-9726-c99804bc7e7a tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Request body: {'port': {'name': 'tempest-new-port-name-95608785', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:03.532342 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.api.validators [None req-c0462d17-f44e-41c2-9726-c99804bc7e7a tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] bootfile-name is not in valid_values {{(pid=102147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 21 09:32:03.532649 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.api.validators [None req-c0462d17-f44e-41c2-9726-c99804bc7e7a tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] tftp-server is not in valid_values {{(pid=102147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 21 09:32:03.532971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.api.validators [None req-c0462d17-f44e-41c2-9726-c99804bc7e7a tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] server-ip-address is not in valid_values {{(pid=102147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 21 09:32:03.533724 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-35a41268-e5a2-4c24-a608-9d9a3bd4d250 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Request body: {'port': {'network_id': '68b143e2-117b-434b-ab3f-ac8ddbd0e163', 'name': 'tempest-AllowedAddressPairTestJSON-1759620868'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:03.537766 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-46c19945-0c59-460e-a3c6-079b46b2cea7 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] device_id is not set on port e393bc37-13f3-4ee8-989e-0665c5a3b13a yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:32:03.586228 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b5c98f-172f-4bd5-8f25-5f6e78988536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ece7ed-08a9-4c9c-8983-7a08ba513f9e'}, {'server_uuid': '58df4692-6094-43ed-b95b-c3b3a6688476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e47194f-b7c2-4db2-a286-f18fa61c279e'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:32:03.586989 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:03.588436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710f747e-08ad-48a6-a7e4-13432fabc330" -d '{"events": [{"server_uuid": "c2b5c98f-172f-4bd5-8f25-5f6e78988536", "name": "network-vif-plugged", "status": "completed", "tag": "b5ece7ed-08a9-4c9c-8983-7a08ba513f9e"}, {"server_uuid": "58df4692-6094-43ed-b95b-c3b3a6688476", "name": "network-vif-plugged", "status": "completed", "tag": "6e47194f-b7c2-4db2-a286-f18fa61c279e"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:32:03.641904 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e72f3777-cdba-4d15-8118-02151802959d None None] Provisioning complete for port c60897b4-be0c-4bef-8d55-cd9613e4d229 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:03.642348 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e72f3777-cdba-4d15-8118-02151802959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.643578 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.663915 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 21 Jan 2022 09:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061178e9-49b6-431c-9f50-8632123e920a x-openstack-request-id: req-061178e9-49b6-431c-9f50-8632123e920a {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:32:03.664261 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b5c98f-172f-4bd5-8f25-5f6e78988536", "name": "network-vif-plugged", "status": "completed", "tag": "b5ece7ed-08a9-4c9c-8983-7a08ba513f9e", "code": 200}, {"server_uuid": "58df4692-6094-43ed-b95b-c3b3a6688476", "name": "network-vif-plugged", "status": "completed", "tag": "6e47194f-b7c2-4db2-a286-f18fa61c279e", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:32:03.664511 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-061178e9-49b6-431c-9f50-8632123e920a {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:32:03.664899 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b5c98f-172f-4bd5-8f25-5f6e78988536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ece7ed-08a9-4c9c-8983-7a08ba513f9e', 'code': 200} Jan 21 09:32:03.665151 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58df4692-6094-43ed-b95b-c3b3a6688476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e47194f-b7c2-4db2-a286-f18fa61c279e', 'code': 200} Jan 21 09:32:03.758385 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e72f3777-cdba-4d15-8118-02151802959d None None] Port c60897b4-be0c-4bef-8d55-cd9613e4d229 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:03.775006 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a3af9294-89b9-4d60-9962-a0e50fd6889a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.783522 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e72f3777-cdba-4d15-8118-02151802959d None None] Provisioning complete for port ddab3703-317f-46a2-8f83-4d34fabcbdce triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:03.783901 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e72f3777-cdba-4d15-8118-02151802959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.811540 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b052a14-bb30-4162-ab05-ebf893edfa72 req-4b59c48b-1456-4897-9dc3-260652501a18 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3190286 Jan 21 09:32:03.824142 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e72f3777-cdba-4d15-8118-02151802959d None None] Port ddab3703-317f-46a2-8f83-4d34fabcbdce cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:03.828915 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e72f3777-cdba-4d15-8118-02151802959d None None] Could not find standard attr ID for object 4d9e06b1-1f9b-4469-9930-b21d37d43302. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:32:03.830551 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.874143 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d,segment=NetworkSegment(8a2343e4-3a0f-48f8-baf7-21416f1db64a),segment_id=8a2343e4-3a0f-48f8-baf7-21416f1db64a)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:03.877135 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-46c19945-0c59-460e-a3c6-079b46b2cea7 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Allocated IP 2001:db8::3cf (e7e7691f-8e54-469b-b0ae-9c9398908040/084dd5da-0539-4fd2-bfd5-847b21333172/e393bc37-13f3-4ee8-989e-0665c5a3b13a) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:03.882950 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a41268-e5a2-4c24-a608-9d9a3bd4d250 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Made reservation on behalf of acacd0fe4ed3467f958f570fe14990c9 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:03.889534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e72f3777-cdba-4d15-8118-02151802959d None None] Provisioning complete for port d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:03.889716 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35a41268-e5a2-4c24-a608-9d9a3bd4d250 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.889916 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e72f3777-cdba-4d15-8118-02151802959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.891665 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.892510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device caa8eaf9-ca51-4f02-a62e-bd0edcd92633 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:03.966599 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-35a41268-e5a2-4c24-a608-9d9a3bd4d250 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] device_id is not set on port 43820826-6b2c-4bf9-adb0-8e7b96aa2031 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:32:03.993976 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bda96-bfff-4908-aff8-be6083d9f9cb req-49325b52-6137-480f-ad38-fcbf82154e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:03.996022 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-150bda96-bfff-4908-aff8-be6083d9f9cb req-49325b52-6137-480f-ad38-fcbf82154e9e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 1098 time: 0.1248348 Jan 21 09:32:04.032104 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a3af9294-89b9-4d60-9962-a0e50fd6889a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:04.061230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-a3af9294-89b9-4d60-9962-a0e50fd6889a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074aa3fd-e49a-40d6-9641-29961447bf15']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:04.065254 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:04.072864 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-a3af9294-89b9-4d60-9962-a0e50fd6889a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1d9205-2b13-4d91-903c-ce981894fb65') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:04.073875 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-a3af9294-89b9-4d60-9962-a0e50fd6889a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1d9205-2b13-4d91-903c-ce981894fb65') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:04.084912 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a3af9294-89b9-4d60-9962-a0e50fd6889a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:04.098580 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a3af9294-89b9-4d60-9962-a0e50fd6889a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:04.106014 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3af9294-89b9-4d60-9962-a0e50fd6889a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:04.106417 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a3af9294-89b9-4d60-9962-a0e50fd6889a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:04.107924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port caa8eaf9-ca51-4f02-a62e-bd0edcd92633 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:04.108376 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:04.156488 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:04.165220 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c0462d17-f44e-41c2-9726-c99804bc7e7a tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:04.230842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce475399-cef2-4d25-be65-fe038974ad29 req-729e1aff-1d6c-487a-8cfb-5b5c6fb2f0cd tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:04.240047 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a3af9294-89b9-4d60-9962-a0e50fd6889a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:04.241230 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ce475399-cef2-4d25-be65-fe038974ad29 req-729e1aff-1d6c-487a-8cfb-5b5c6fb2f0cd tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 946 time: 0.1876521 Jan 21 09:32:04.243764 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0c685-b0fd-43a0-a486-5d0f5b74e85a req-1bca6395-90e0-476b-8ee2-c732d7d796da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:04.246202 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4da0c685-b0fd-43a0-a486-5d0f5b74e85a req-1bca6395-90e0-476b-8ee2-c732d7d796da service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 1099 time: 0.3300912 Jan 21 09:32:04.251229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:04.261817 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-150bda96-bfff-4908-aff8-be6083d9f9cb req-b3cd0518-1e3a-4103-b4a7-85aefa24b37a service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314844 Jan 21 09:32:04.288691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3af9294-89b9-4d60-9962-a0e50fd6889a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 074aa3fd-e49a-40d6-9641-29961447bf15 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:32:04.368392 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ce475399-cef2-4d25-be65-fe038974ad29 req-f2ee6738-e1f9-4ec4-9825-66657a5dfe30 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249619 Jan 21 09:32:04.369791 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-35a41268-e5a2-4c24-a608-9d9a3bd4d250 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Allocated IP 172.20.0.14 (68b143e2-117b-434b-ab3f-ac8ddbd0e163/d232d2fb-2836-4aef-a1cd-864ff74888b6/43820826-6b2c-4bf9-adb0-8e7b96aa2031) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:04.419743 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c8b41b04-a5a9-4233-add8-d0d1a70a3340 None None] Provisioning complete for port d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:04.420125 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c8b41b04-a5a9-4233-add8-d0d1a70a3340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:04.477936 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Allocated IP 172.26.7.161 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/c900cd5f-869f-4cda-addb-fe24e8ac564a) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:04.605278 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c8b41b04-a5a9-4233-add8-d0d1a70a3340 None None] Provisioning complete for port 29a80a14-f06c-472e-8fa1-980bec2c77f3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:04.606438 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c8b41b04-a5a9-4233-add8-d0d1a70a3340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:04.672133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c8b41b04-a5a9-4233-add8-d0d1a70a3340 None None] Port 29a80a14-f06c-472e-8fa1-980bec2c77f3 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:04.702396 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35a41268-e5a2-4c24-a608-9d9a3bd4d250 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:04.715452 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:04.731186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a3af9294-89b9-4d60-9962-a0e50fd6889a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:04.734507 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a3af9294-89b9-4d60-9962-a0e50fd6889a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "DELETE /v2.0/networks/074aa3fd-e49a-40d6-9641-29961447bf15 HTTP/1.1" status: 204 len: 168 time: 1.4321456 Jan 21 09:32:04.782966 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35a41268-e5a2-4c24-a608-9d9a3bd4d250 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:04.793902 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:04.803360 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b6953e2e-c4c8-4754-a257-046bb13a2c50 None None] Provisioning complete for port 29a80a14-f06c-472e-8fa1-980bec2c77f3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:04.803741 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b6953e2e-c4c8-4754-a257-046bb13a2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:04.811726 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af9294-89b9-4d60-9962-a0e50fd6889a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Pushing event deleted for resources: {'Network': ['ID=074aa3fd-e49a-40d6-9641-29961447bf15,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:04.828228 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:04.875674 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a41268-e5a2-4c24-a608-9d9a3bd4d250 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Network 68b143e2-117b-434b-ab3f-ac8ddbd0e163 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:04.884653 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:04.886806 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-35a41268-e5a2-4c24-a608-9d9a3bd4d250 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:04.889435 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a41268-e5a2-4c24-a608-9d9a3bd4d250 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event updated for resources: {'Port': ['ID=43820826-6b2c-4bf9-adb0-8e7b96aa2031,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:04.897823 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a41268-e5a2-4c24-a608-9d9a3bd4d250 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:04.922886 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:04.930445 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:04.972143 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b6953e2e-c4c8-4754-a257-046bb13a2c50 None None] Port 29a80a14-f06c-472e-8fa1-980bec2c77f3 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:04.994920 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:04.995301 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.036066 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4da0c685-b0fd-43a0-a486-5d0f5b74e85a req-c678a649-f4b5-4afc-a56e-fcda57314edd service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7566237 Jan 21 09:32:05.065446 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Pushing event updated for resources: {'Port': ['ID=c900cd5f-869f-4cda-addb-fe24e8ac564a,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:05.080852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d50120-e502-4c34-a33d-15e4b28ecba1 req-a4ca2d85-9de2-4510-bb45-0fc07e0ec438 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:05.082422 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b1d50120-e502-4c34-a33d-15e4b28ecba1 req-a4ca2d85-9de2-4510-bb45-0fc07e0ec438 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 945 time: 0.3846791 Jan 21 09:32:05.134445 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-46c19945-0c59-460e-a3c6-079b46b2cea7 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.144902 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a41268-e5a2-4c24-a608-9d9a3bd4d250 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:05.145561 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35a41268-e5a2-4c24-a608-9d9a3bd4d250 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.188806 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b1d50120-e502-4c34-a33d-15e4b28ecba1 req-43383a13-8836-414b-9edc-9ddaabda0b6f tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/security-groups?id=0b106d87-311d-46c8-a8b8-ce5012cedfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994327 Jan 21 09:32:05.211186 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38314) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:05.217440 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-13ae1da9-390f-458f-ad76-1a5de8344397 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Request body: {'router': {'name': 'tempest-router--536561152', 'project_id': 'bc9e26f67f0843e68f8e6fdbc8193065'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:05.232852 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-35a41268-e5a2-4c24-a608-9d9a3bd4d250 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7034194 Jan 21 09:32:05.234976 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c0462d17-f44e-41c2-9726-c99804bc7e7a tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.236477 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38316) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:05.243285 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ec40d-b69c-4bd0-8618-d3da6a4a2ad4 req-dcccfd58-3b32-42d1-966a-05e8d9c18d6f tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:05.244564 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d4500801-fde6-4562-925b-74681afb65b8 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Request body: {'port': {'network_id': '68b143e2-117b-434b-ab3f-ac8ddbd0e163', 'name': 'tempest-AllowedAddressPairTestJSON-1304675379'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:05.244742 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-836ec40d-b69c-4bd0-8618-d3da6a4a2ad4 req-dcccfd58-3b32-42d1-966a-05e8d9c18d6f tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.2698545 Jan 21 09:32:05.250768 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c0462d17-f44e-41c2-9726-c99804bc7e7a tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.289303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.296173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-13ae1da9-390f-458f-ad76-1a5de8344397 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.296457 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8b9f226f-29f1-4483-bdcd-6814d09d294f None None] Provisioning complete for port 43820826-6b2c-4bf9-adb0-8e7b96aa2031 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:05.297169 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-13ae1da9-390f-458f-ad76-1a5de8344397 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.297631 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8b9f226f-29f1-4483-bdcd-6814d09d294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.314061 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-46c19945-0c59-460e-a3c6-079b46b2cea7 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.323701 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-836ec40d-b69c-4bd0-8618-d3da6a4a2ad4 req-1f562fcd-ec93-43e1-b40b-b23bcfeca3cb tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691402 Jan 21 09:32:05.346607 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f226f-29f1-4483-bdcd-6814d09d294f None None] Port 43820826-6b2c-4bf9-adb0-8e7b96aa2031 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:05.392433 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.394608 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-13ae1da9-390f-458f-ad76-1a5de8344397 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.416969 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c0462d17-f44e-41c2-9726-c99804bc7e7a tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] In _notify_port_updated(), no bound segment for port c60897b4-be0c-4bef-8d55-cd9613e4d229 on network 729cb201-f2d0-47ce-969a-54f5607f7354 {{(pid=102147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:32:05.424087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0462d17-f44e-41c2-9726-c99804bc7e7a tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:05.424237 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c0462d17-f44e-41c2-9726-c99804bc7e7a tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.428618 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c0462d17-f44e-41c2-9726-c99804bc7e7a tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] 10.222.0.88 "PUT /v2.0/ports/c60897b4-be0c-4bef-8d55-cd9613e4d229 HTTP/1.1" status: 200 len: 1134 time: 1.8976486 Jan 21 09:32:05.432221 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38320) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:05.444645 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-13ae1da9-390f-458f-ad76-1a5de8344397 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.470670 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c19945-0c59-460e-a3c6-079b46b2cea7 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Network e7e7691f-8e54-469b-b0ae-9c9398908040 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:05.471905 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0462d17-f44e-41c2-9726-c99804bc7e7a tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Pushing event updated for resources: {'Port': ['ID=c60897b4-be0c-4bef-8d55-cd9613e4d229,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:05.523103 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-13ae1da9-390f-458f-ad76-1a5de8344397 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.524507 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-13ae1da9-390f-458f-ad76-1a5de8344397 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3104215 Jan 21 09:32:05.532400 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb8a972-f103-4fb1-b221-0b3617a813ab tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:05.534103 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cfb8a972-f103-4fb1-b221-0b3617a813ab tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] 10.222.0.88 "GET /v2.0/ports/c60897b4-be0c-4bef-8d55-cd9613e4d229 HTTP/1.1" status: 200 len: 1134 time: 0.1006393 Jan 21 09:32:05.534796 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38322) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:05.541894 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-46c19945-0c59-460e-a3c6-079b46b2cea7 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:05.543487 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38324) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:05.557644 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c19945-0c59-460e-a3c6-079b46b2cea7 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:05.563618 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c19945-0c59-460e-a3c6-079b46b2cea7 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:05.564276 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-46c19945-0c59-460e-a3c6-079b46b2cea7 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.588946 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c19945-0c59-460e-a3c6-079b46b2cea7 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event updated for resources: {'Port': ['ID=e393bc37-13f3-4ee8-989e-0665c5a3b13a,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:05.625610 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-46c19945-0c59-460e-a3c6-079b46b2cea7 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.7996073 Jan 21 09:32:05.630402 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38326) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:05.648284 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02d3fa-6b75-4f00-abf8-44739bed2e9c req-22a398e5-33c9-4b9b-8b6d-b318a2437a88 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:05.650041 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fb02d3fa-6b75-4f00-abf8-44739bed2e9c req-22a398e5-33c9-4b9b-8b6d-b318a2437a88 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 946 time: 0.1229382 Jan 21 09:32:05.693439 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-15265d55-1edc-4fa2-b302-1a5ace98965b None None] Provisioning complete for port c60897b4-be0c-4bef-8d55-cd9613e4d229 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:05.694929 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-15265d55-1edc-4fa2-b302-1a5ace98965b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.714805 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dd6c703d-9ed8-4cc8-81e5-8e55b2981708 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.737033 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fb02d3fa-6b75-4f00-abf8-44739bed2e9c req-356e3349-8ad9-4401-88f5-63f3315b4b52 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588107 Jan 21 09:32:05.742146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4500801-fde6-4562-925b-74681afb65b8 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Made reservation on behalf of acacd0fe4ed3467f958f570fe14990c9 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:05.746527 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d4500801-fde6-4562-925b-74681afb65b8 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.755133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-15265d55-1edc-4fa2-b302-1a5ace98965b None None] Port c60897b4-be0c-4bef-8d55-cd9613e4d229 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:05.772823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-d4500801-fde6-4562-925b-74681afb65b8 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] device_id is not set on port 2b599890-2b5a-4342-ad86-c45684a1605b yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:32:05.794843 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a460247-987a-4153-974a-772ab5b6a6a0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:05.802128 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a460247-987a-4153-974a-772ab5b6a6a0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:05.810891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a460247-987a-4153-974a-772ab5b6a6a0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:05.815458 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8a460247-987a-4153-974a-772ab5b6a6a0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1810014 Jan 21 09:32:05.828625 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-00a37d2e-0a1c-49e9-8093-57452b8f730b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.838549 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38328) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:05.886891 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c09974c4-05d1-42a6-beae-190e05af66d3 None None] Provisioning complete for port e393bc37-13f3-4ee8-989e-0665c5a3b13a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:05.887398 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c09974c4-05d1-42a6-beae-190e05af66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.927115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c09974c4-05d1-42a6-beae-190e05af66d3 None None] Port e393bc37-13f3-4ee8-989e-0665c5a3b13a cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:05.933176 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-d4500801-fde6-4562-925b-74681afb65b8 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Allocated IP 172.20.0.6 (68b143e2-117b-434b-ab3f-ac8ddbd0e163/d232d2fb-2836-4aef-a1cd-864ff74888b6/2b599890-2b5a-4342-ad86-c45684a1605b) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:06.101010 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d4500801-fde6-4562-925b-74681afb65b8 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.144312 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d4500801-fde6-4562-925b-74681afb65b8 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.195892 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4500801-fde6-4562-925b-74681afb65b8 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Network 68b143e2-117b-434b-ab3f-ac8ddbd0e163 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:06.201768 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-d4500801-fde6-4562-925b-74681afb65b8 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:06.204382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4500801-fde6-4562-925b-74681afb65b8 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:06.248965 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4500801-fde6-4562-925b-74681afb65b8 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event updated for resources: {'Port': ['ID=2b599890-2b5a-4342-ad86-c45684a1605b,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:06.280939 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dd6c703d-9ed8-4cc8-81e5-8e55b2981708 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.298867 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4500801-fde6-4562-925b-74681afb65b8 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:06.299510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d4500801-fde6-4562-925b-74681afb65b8 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.300286 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dd6c703d-9ed8-4cc8-81e5-8e55b2981708 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.327549 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d4500801-fde6-4562-925b-74681afb65b8 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0854106 Jan 21 09:32:06.332491 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38332) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:06.338795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-9535e08c-d8d8-42ad-9f6d-30dcc5370cc2 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:88:d1:1c'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:aa:1b:b9'}]}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:06.424205 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.449803 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dd6c703d-9ed8-4cc8-81e5-8e55b2981708 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.450252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6c703d-9ed8-4cc8-81e5-8e55b2981708 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 246c9dc5-b0a2-4597-ae3b-4e43b952da53 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:32:06.451767 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.458065 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dd6c703d-9ed8-4cc8-81e5-8e55b2981708 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.467251 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-dd6c703d-9ed8-4cc8-81e5-8e55b2981708 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "DELETE /v2.0/routers/246c9dc5-b0a2-4597-ae3b-4e43b952da53 HTTP/1.1" status: 204 len: 168 time: 0.9166362 Jan 21 09:32:06.467671 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-de3aab05-34f5-48d6-bf20-e1acaf6bdfa3 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Deleting port c60897b4-be0c-4bef-8d55-cd9613e4d229 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:06.467671 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-de3aab05-34f5-48d6-bf20-e1acaf6bdfa3 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.535769 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69602449-5bfc-4364-9c58-247f437bee48 req-21509541-788f-4d31-b924-821c29deeb97 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:06.546101 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-69602449-5bfc-4364-9c58-247f437bee48 req-21509541-788f-4d31-b924-821c29deeb97 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.1330206 Jan 21 09:32:06.558387 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b97bca28-20a4-4e42-9725-f35064c77a27 None None] Provisioning complete for port 2b599890-2b5a-4342-ad86-c45684a1605b triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:06.558387 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b97bca28-20a4-4e42-9725-f35064c77a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.604838 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-69602449-5bfc-4364-9c58-247f437bee48 req-81d7853b-ce45-41e0-9b77-f2777c7736c1 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573480 Jan 21 09:32:06.615952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9205-5deb-4f9f-be4f-2145f4ae85d3 req-f0a85dad-5116-48b4-b258-1b6e86095253 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:06.617312 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7fab9205-5deb-4f9f-be4f-2145f4ae85d3 req-f0a85dad-5116-48b4-b258-1b6e86095253 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 945 time: 0.2615080 Jan 21 09:32:06.617876 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b97bca28-20a4-4e42-9725-f35064c77a27 None None] Port 2b599890-2b5a-4342-ad86-c45684a1605b cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:06.630241 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Pushing event updated for resources: {'Port': ['ID=c900cd5f-869f-4cda-addb-fe24e8ac564a,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:06.642748 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-e92e5647-98c5-4e34-ac8b-8fbae594f7d1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Deleting port e393bc37-13f3-4ee8-989e-0665c5a3b13a {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:06.642969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e92e5647-98c5-4e34-ac8b-8fbae594f7d1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.653669 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9535e08c-d8d8-42ad-9f6d-30dcc5370cc2 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.682315 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38340) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:06.735091 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.747715 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-de3aab05-34f5-48d6-bf20-e1acaf6bdfa3 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.792548 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7fab9205-5deb-4f9f-be4f-2145f4ae85d3 req-f42a83b0-0229-491d-a349-d6ded21cd743 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/security-groups?id=0b106d87-311d-46c8-a8b8-ce5012cedfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590054 Jan 21 09:32:06.796427 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-de3aab05-34f5-48d6-bf20-e1acaf6bdfa3 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Calling delete_port for c60897b4-be0c-4bef-8d55-cd9613e4d229 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:06.802523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.804272 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4f5c3d70-3b13-4f01-a60b-3304fb77f8d7 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2477255 Jan 21 09:32:06.814387 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38346) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:06.823673 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8325837c-29dc-4a5f-b25e-b4f6f24383dc tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Request body: {'floatingip': {'port_id': 'ddab3703-317f-46a2-8f83-4d34fabcbdce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:06.860963 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f25939-eb3e-4fe8-8c36-e62c99787639 req-0b1ba392-423d-4d02-a445-1919cd17237a tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:06.862520 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-65f25939-eb3e-4fe8-8c36-e62c99787639 req-0b1ba392-423d-4d02-a445-1919cd17237a tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.1170340 Jan 21 09:32:06.874355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38350) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:06.880365 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a23e8219-bddd-459b-a0b4-268f0d67e787 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Request body: {'floatingip': {'port_id': 'b5ece7ed-08a9-4c9c-8983-7a08ba513f9e'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:06.975318 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a23e8219-bddd-459b-a0b4-268f0d67e787 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for floatingip, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.994807 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8325837c-29dc-4a5f-b25e-b4f6f24383dc tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for floatingip, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:06.997895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e92e5647-98c5-4e34-ac8b-8fbae594f7d1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:07.013158 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1570587230', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:07.063457 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9535e08c-d8d8-42ad-9f6d-30dcc5370cc2 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:07.078286 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-e92e5647-98c5-4e34-ac8b-8fbae594f7d1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Calling delete_port for e393bc37-13f3-4ee8-989e-0665c5a3b13a owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:07.096509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9535e08c-d8d8-42ad-9f6d-30dcc5370cc2 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:07.142644 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe99e6e-d08e-4e5d-9d15-7307a56e1f56 req-97f6cdaa-ae53-4dbe-b62b-d31a8e9963d8 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:07.144120 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bbe99e6e-d08e-4e5d-9d15-7307a56e1f56 req-97f6cdaa-ae53-4dbe-b62b-d31a8e9963d8 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 945 time: 0.1946030 Jan 21 09:32:07.186959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38352) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:07.195944 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-4514762c-1bd1-4656-9bd7-0b20506228a0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Request body: {'floatingip': {'port_id': 'd71399c8-7e1e-42eb-bb2e-f3822a28a298'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:07.208322 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cc42b-51aa-4115-998c-dba2757f7dbd req-ae9111fa-5667-4c94-901a-2582a1f5ca66 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:07.210375 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0c1cc42b-51aa-4115-998c-dba2757f7dbd req-ae9111fa-5667-4c94-901a-2582a1f5ca66 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 946 time: 0.2839937 Jan 21 09:32:07.216073 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:07.217164 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:07.268675 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-8325837c-29dc-4a5f-b25e-b4f6f24383dc tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] update failed (client error): The resource could not be found. Jan 21 09:32:07.273102 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8325837c-29dc-4a5f-b25e-b4f6f24383dc tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] 10.222.0.88 "PUT /v2.0/floatingips/39f2ffc8-ebf3-4830-a054-23e5ea9d9a93 HTTP/1.1" status: 404 len: 507 time: 0.4545202 Jan 21 09:32:07.280972 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38354) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:07.300350 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535e08c-d8d8-42ad-9f6d-30dcc5370cc2 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event updated for resources: {'Port': ['ID=2b599890-2b5a-4342-ad86-c45684a1605b,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:07.313746 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4514762c-1bd1-4656-9bd7-0b20506228a0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for floatingip, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:07.362392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9535e08c-d8d8-42ad-9f6d-30dcc5370cc2 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] In _notify_port_updated(), no bound segment for port 2b599890-2b5a-4342-ad86-c45684a1605b on network 68b143e2-117b-434b-ab3f-ac8ddbd0e163 {{(pid=102147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:32:07.368361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9535e08c-d8d8-42ad-9f6d-30dcc5370cc2 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:07.369000 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9535e08c-d8d8-42ad-9f6d-30dcc5370cc2 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:07.372977 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9535e08c-d8d8-42ad-9f6d-30dcc5370cc2 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "PUT /v2.0/ports/2b599890-2b5a-4342-ad86-c45684a1605b HTTP/1.1" status: 200 len: 1057 time: 1.0368855 Jan 21 09:32:07.376305 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38356) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:07.384557 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0c1cc42b-51aa-4115-998c-dba2757f7dbd req-aefa3204-a4dc-443a-acd6-9bf2db8562b6 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529944 Jan 21 09:32:07.456333 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:07.464701 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5cbe3984-a455-4e8a-93d2-35068a4979d8 None None] Provisioning complete for port 2b599890-2b5a-4342-ad86-c45684a1605b triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:07.466135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5cbe3984-a455-4e8a-93d2-35068a4979d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:07.508778 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe3984-a455-4e8a-93d2-35068a4979d8 None None] Port 2b599890-2b5a-4342-ad86-c45684a1605b cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:07.630208 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-de3aab05-34f5-48d6-bf20-e1acaf6bdfa3 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:07.683064 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3aab05-34f5-48d6-bf20-e1acaf6bdfa3 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Pushing event deleted for resources: {'Port': ['ID=c60897b4-be0c-4bef-8d55-cd9613e4d229,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:07.758895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e92e5647-98c5-4e34-ac8b-8fbae594f7d1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:07.785296 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:07.856392 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e5647-98c5-4e34-ac8b-8fbae594f7d1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event deleted for resources: {'Port': ['ID=e393bc37-13f3-4ee8-989e-0665c5a3b13a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:07.930254 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c644c-d3f3-4751-ad1a-3285959915c4 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Deleting port c900cd5f-869f-4cda-addb-fe24e8ac564a {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:07.930597 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d7c644c-d3f3-4751-ad1a-3285959915c4 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.016035 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2de010-3550-46f6-b7ab-07c5fbedb197 req-0463a145-64b5-4ffc-81c7-e6ce49580900 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:08.017665 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4a2de010-3550-46f6-b7ab-07c5fbedb197 req-0463a145-64b5-4ffc-81c7-e6ce49580900 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 946 time: 0.5599174 Jan 21 09:32:08.044144 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38360) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:08.057350 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5f95aa5b-3a89-49c7-a672-f15fb4da66ef tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Request body: {'floatingip': {'port_id': '6e47194f-b7c2-4db2-a286-f18fa61c279e'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:08.164964 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5f95aa5b-3a89-49c7-a672-f15fb4da66ef tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for floatingip, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.170472 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-100c23c0-3d23-4d07-989e-7e036911b0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.238825 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-de3aab05-34f5-48d6-bf20-e1acaf6bdfa3 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.242206 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-de3aab05-34f5-48d6-bf20-e1acaf6bdfa3 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] 10.222.0.88 "DELETE /v2.0/ports/c60897b4-be0c-4bef-8d55-cd9613e4d229 HTTP/1.1" status: 204 len: 168 time: 2.6929848 Jan 21 09:32:08.249658 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38362) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:08.338104 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-dd997ffe-8501-4131-a4dd-5453a5f40ef9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Deleting port 2b599890-2b5a-4342-ad86-c45684a1605b {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:08.338431 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dd997ffe-8501-4131-a4dd-5453a5f40ef9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.361762 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e92e5647-98c5-4e34-ac8b-8fbae594f7d1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.364929 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e92e5647-98c5-4e34-ac8b-8fbae594f7d1 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "DELETE /v2.0/ports/e393bc37-13f3-4ee8-989e-0665c5a3b13a HTTP/1.1" status: 204 len: 168 time: 2.5241873 Jan 21 09:32:08.368733 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38364) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:08.395278 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4d41cf-bf43-41c4-bb90-529bd2c89df5 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Deleting subnet 48aa148c-d445-42e3-b24e-f3535fcc7b9c {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:32:08.416418 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d7c644c-d3f3-4751-ad1a-3285959915c4 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.416659 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d7c644c-d3f3-4751-ad1a-3285959915c4 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.419094 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2a4d41cf-bf43-41c4-bb90-529bd2c89df5 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.422542 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54834db-f613-445e-9567-229427b497e5 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] GET failed (client error): The resource could not be found. Jan 21 09:32:08.424110 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e54834db-f613-445e-9567-229427b497e5 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "GET /v2.0/ports/e393bc37-13f3-4ee8-989e-0665c5a3b13a HTTP/1.1" status: 404 len: 333 time: 0.0481148 Jan 21 09:32:08.452065 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38366) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:08.467421 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-90e5e5fe-8da3-4581-8f6e-5503b0054822 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Request body: {'port': {'network_id': 'e7e7691f-8e54-469b-b0ae-9c9398908040', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1829972943'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:08.472683 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c644c-d3f3-4751-ad1a-3285959915c4 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Calling delete_port for c900cd5f-869f-4cda-addb-fe24e8ac564a owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:08.579731 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.db.resource_extend [None req-a23e8219-bddd-459b-a0b4-268f0d67e787 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:32:08.581691 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2a4d41cf-bf43-41c4-bb90-529bd2c89df5 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.776438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a23e8219-bddd-459b-a0b4-268f0d67e787 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.778098 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dd997ffe-8501-4131-a4dd-5453a5f40ef9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.823598 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a23e8219-bddd-459b-a0b4-268f0d67e787 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.862280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-dd997ffe-8501-4131-a4dd-5453a5f40ef9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Calling delete_port for 2b599890-2b5a-4342-ad86-c45684a1605b owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:08.870476 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.889560 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2a4d41cf-bf43-41c4-bb90-529bd2c89df5 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.937877 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e5e5fe-8da3-4581-8f6e-5503b0054822 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Made reservation on behalf of e0e7c3dcdc5e41288a0a05ce47903541 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:08.941313 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-90e5e5fe-8da3-4581-8f6e-5503b0054822 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.944162 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.995805 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.db.resource_extend [None req-4514762c-1bd1-4656-9bd7-0b20506228a0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:32:09.025917 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d7c644c-d3f3-4751-ad1a-3285959915c4 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.029879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-90e5e5fe-8da3-4581-8f6e-5503b0054822 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] device_id is not set on port ed155155-1560-409a-8fe9-3d56674f487f yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:32:09.108361 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c644c-d3f3-4751-ad1a-3285959915c4 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Pushing event deleted for resources: {'Port': ['ID=c900cd5f-869f-4cda-addb-fe24e8ac564a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:09.167776 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2a4d41cf-bf43-41c4-bb90-529bd2c89df5 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.191819 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.234877 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d41cf-bf43-41c4-bb90-529bd2c89df5 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Pushing event deleted for resources: {'Subnet': ['ID=48aa148c-d445-42e3-b24e-f3535fcc7b9c,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:09.244127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2a4d41cf-bf43-41c4-bb90-529bd2c89df5 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.250216 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2a4d41cf-bf43-41c4-bb90-529bd2c89df5 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] 10.222.0.88 "DELETE /v2.0/subnets/48aa148c-d445-42e3-b24e-f3535fcc7b9c HTTP/1.1" status: 204 len: 168 time: 0.9945378 Jan 21 09:32:09.251118 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38368) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:09.253137 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efefc645-4c0b-41d7-b544-ea33e210bcf2 None None] Network 729cb201-f2d0-47ce-969a-54f5607f7354 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:09.311650 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Allocated IP 172.26.7.104 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/079e4141-2c6f-4c1e-a34f-e12d2f59893a) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:09.378940 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d7c644c-d3f3-4751-ad1a-3285959915c4 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.381745 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d7c644c-d3f3-4751-ad1a-3285959915c4 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.386280 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7d7c644c-d3f3-4751-ad1a-3285959915c4 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] 10.222.0.88 "DELETE /v2.0/floatingips/39f2ffc8-ebf3-4830-a054-23e5ea9d9a93 HTTP/1.1" status: 204 len: 168 time: 2.1009698 Jan 21 09:32:09.390758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38370) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:09.396875 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-2f558264-ea93-49df-84cc-d699b7bbee04 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Request body: {'floatingip': {'floating_network_id': '19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e', 'port_id': 'ddab3703-317f-46a2-8f83-4d34fabcbdce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:09.429690 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4514762c-1bd1-4656-9bd7-0b20506228a0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.437838 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-a23e8219-bddd-459b-a0b4-268f0d67e787 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Floating IP c35e2f6f-fb60-4d1b-8370-51304366881b associated. External IP: 172.26.7.63, port: b5ece7ed-08a9-4c9c-8983-7a08ba513f9e. Jan 21 09:32:09.448380 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4514762c-1bd1-4656-9bd7-0b20506228a0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.456304 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-90e5e5fe-8da3-4581-8f6e-5503b0054822 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Allocated IP 2001:db8::4a (e7e7691f-8e54-469b-b0ae-9c9398908040/084dd5da-0539-4fd2-bfd5-847b21333172/ed155155-1560-409a-8fe9-3d56674f487f) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:09.461416 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.479360 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7badd991-3215-4fe6-abf0-219bc799085e None None] DHCP port deletion for 729cb201-f2d0-47ce-969a-54f5607f7354 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:32:09.540672 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-7badd991-3215-4fe6-abf0-219bc799085e None None] Deleting port caa8eaf9-ca51-4f02-a62e-bd0edcd92633 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:09.541197 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7badd991-3215-4fe6-abf0-219bc799085e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.574176 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.621433 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-7badd991-3215-4fe6-abf0-219bc799085e None None] For port caa8eaf9-ca51-4f02-a62e-bd0edcd92633, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=caa8eaf9-ca51-4f02-a62e-bd0edcd92633,segment=NetworkSegment(4d513950-fa1e-4e68-bcc7-6bd56cda2e55),segment_id=4d513950-fa1e-4e68-bcc7-6bd56cda2e55)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:09.622113 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7badd991-3215-4fe6-abf0-219bc799085e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.635891 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-7badd991-3215-4fe6-abf0-219bc799085e None None] Calling delete_port for caa8eaf9-ca51-4f02-a62e-bd0edcd92633 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:09.644435 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2f558264-ea93-49df-84cc-d699b7bbee04 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.686543 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Deleting port caa8eaf9-ca51-4f02-a62e-bd0edcd92633 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:09.686894 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.709967 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.726902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7badd991-3215-4fe6-abf0-219bc799085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.757314 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7badd991-3215-4fe6-abf0-219bc799085e None None] No DVR routers for this DVR port caa8eaf9-ca51-4f02-a62e-bd0edcd92633 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:09.761797 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badd991-3215-4fe6-abf0-219bc799085e None None] Pushing event deleted for resources: {'Port': ['ID=caa8eaf9-ca51-4f02-a62e-bd0edcd92633,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:09.809802 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:09.814296 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-90e5e5fe-8da3-4581-8f6e-5503b0054822 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.823393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:09.828267 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dd997ffe-8501-4131-a4dd-5453a5f40ef9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.831347 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:09.835833 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-4514762c-1bd1-4656-9bd7-0b20506228a0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Floating IP 608c10c9-28d0-448a-89e5-80269f3c0819 associated. External IP: 172.26.7.200, port: d71399c8-7e1e-42eb-bb2e-f3822a28a298. Jan 21 09:32:09.836860 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Pushing event updated for resources: {'Port': ['ID=079e4141-2c6f-4c1e-a34f-e12d2f59893a,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:09.838747 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.db.resource_extend [None req-5f95aa5b-3a89-49c7-a672-f15fb4da66ef tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:32:09.884581 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:09.884925 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:09.885263 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:09.885631 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:09.885966 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:09.886295 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:09.886617 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:09.886937 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:09.887256 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:09.887572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:09.887888 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:09.888203 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:09.895138 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] For port caa8eaf9-ca51-4f02-a62e-bd0edcd92633, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=caa8eaf9-ca51-4f02-a62e-bd0edcd92633,segment=NetworkSegment(4d513950-fa1e-4e68-bcc7-6bd56cda2e55),segment_id=4d513950-fa1e-4e68-bcc7-6bd56cda2e55)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:09.895724 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.927454 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Calling delete_port for caa8eaf9-ca51-4f02-a62e-bd0edcd92633 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:09.951166 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd997ffe-8501-4131-a4dd-5453a5f40ef9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event deleted for resources: {'Port': ['ID=2b599890-2b5a-4342-ad86-c45684a1605b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:10.047010 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-90e5e5fe-8da3-4581-8f6e-5503b0054822 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:10.080935 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5f95aa5b-3a89-49c7-a672-f15fb4da66ef tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:10.106853 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5f95aa5b-3a89-49c7-a672-f15fb4da66ef tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:10.155695 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e5e5fe-8da3-4581-8f6e-5503b0054822 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Network e7e7691f-8e54-469b-b0ae-9c9398908040 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:10.164984 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-90e5e5fe-8da3-4581-8f6e-5503b0054822 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:10.173726 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e5e5fe-8da3-4581-8f6e-5503b0054822 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:10.180903 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e5e5fe-8da3-4581-8f6e-5503b0054822 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:10.181581 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-90e5e5fe-8da3-4581-8f6e-5503b0054822 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:10.185411 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5e5fe-8da3-4581-8f6e-5503b0054822 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event updated for resources: {'Port': ['ID=ed155155-1560-409a-8fe9-3d56674f487f,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:10.241044 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:10.255146 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-90e5e5fe-8da3-4581-8f6e-5503b0054822 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7975757 Jan 21 09:32:10.257334 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38372) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:10.268982 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-fd4f68e0-d67c-4437-924d-99d609261476 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::28c', 'mac_address': 'fa:16:3e:e3:77:57'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:10.431312 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23e8219-bddd-459b-a0b4-268f0d67e787 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Router 70066a65-df27-49d1-9484-f20deabcf8d8 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:32:10.452684 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-cf547474-b77a-4f0c-9921-0504f826cc15 None None] Provisioning complete for port ed155155-1560-409a-8fe9-3d56674f487f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:10.453317 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cf547474-b77a-4f0c-9921-0504f826cc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:10.466159 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-5f95aa5b-3a89-49c7-a672-f15fb4da66ef tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Floating IP fc572d02-9db3-4ea2-a8d2-9bf2c538f80e associated. External IP: 172.26.7.189, port: 6e47194f-b7c2-4db2-a286-f18fa61c279e. Jan 21 09:32:10.497481 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-cf547474-b77a-4f0c-9921-0504f826cc15 None None] Port ed155155-1560-409a-8fe9-3d56674f487f cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:10.577999 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Pushing event deleted for resources: {'Port': ['ID=caa8eaf9-ca51-4f02-a62e-bd0edcd92633,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:10.592175 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] No DVR routers for this DVR port caa8eaf9-ca51-4f02-a62e-bd0edcd92633 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:10.714704 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device caa8eaf9-ca51-4f02-a62e-bd0edcd92633 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:32:10.736212 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: caa8eaf9-ca51-4f02-a62e-bd0edcd92633 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:32:10.736558 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device caa8eaf9-ca51-4f02-a62e-bd0edcd92633 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:32:10.784172 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:10.839217 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:10.915302 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729cb201-f2d0-47ce-969a-54f5607f7354']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:10.930307 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-2f558264-ea93-49df-84cc-d699b7bbee04 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:32:10.931342 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2f558264-ea93-49df-84cc-d699b7bbee04 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.5380867 Jan 21 09:32:10.934459 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d513950-fa1e-4e68-bcc7-6bd56cda2e55') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:10.934459 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d513950-fa1e-4e68-bcc7-6bd56cda2e55') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:10.938855 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38374) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:10.950528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': 'ddab3703-317f-46a2-8f83-4d34fabcbdce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:10.970369 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:10.970734 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4514762c-1bd1-4656-9bd7-0b20506228a0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Router 854370f0-c59c-438c-a86b-7e7d6e2b9386 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:32:10.986419 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dd997ffe-8501-4131-a4dd-5453a5f40ef9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:10.986638 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fd4f68e0-d67c-4437-924d-99d609261476 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:10.989557 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-dd997ffe-8501-4131-a4dd-5453a5f40ef9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "DELETE /v2.0/ports/2b599890-2b5a-4342-ad86-c45684a1605b HTTP/1.1" status: 204 len: 168 time: 3.6123075 Jan 21 09:32:10.993551 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38376) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:11.034536 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:11.045975 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:11.046487 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:11.051014 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:11.073735 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca9d70d-3e21-43d0-b182-0ed220c7d781 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] GET failed (client error): The resource could not be found. Jan 21 09:32:11.075301 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3ca9d70d-3e21-43d0-b182-0ed220c7d781 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "GET /v2.0/ports/2b599890-2b5a-4342-ad86-c45684a1605b HTTP/1.1" status: 404 len: 333 time: 0.0764427 Jan 21 09:32:11.079412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38378) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:11.129304 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:11.183072 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:11.196535 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:11.199843 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] 10.222.0.88 "DELETE /v2.0/networks/729cb201-f2d0-47ce-969a-54f5607f7354 HTTP/1.1" status: 204 len: 168 time: 1.9445102 Jan 21 09:32:11.204488 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:11.229732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23e8219-bddd-459b-a0b4-268f0d67e787 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:11.230067 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1694e0-7b20-4eb9-8129-59d2d4267f40 tempest-ExtraDHCPOptionsTestJSON-1513228826 tempest-ExtraDHCPOptionsTestJSON-1513228826-project] Pushing event deleted for resources: {'Network': ['ID=729cb201-f2d0-47ce-969a-54f5607f7354,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:11.238896 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a23e8219-bddd-459b-a0b4-268f0d67e787 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:11.251686 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1f3702-51a2-4a7f-942e-c2a12205bc86 None None] Sync routers for ids ['70066a65-df27-49d1-9484-f20deabcf8d8'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:11.266672 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1f3702-51a2-4a7f-942e-c2a12205bc86 None None] Routers {'70066a65-df27-49d1-9484-f20deabcf8d8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:11.267689 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6d1f3702-51a2-4a7f-942e-c2a12205bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['70066a65-df27-49d1-9484-f20deabcf8d8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:11.271093 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:11.321440 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:11.401578 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a23e8219-bddd-459b-a0b4-268f0d67e787 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "PUT /v2.0/floatingips/c35e2f6f-fb60-4d1b-8370-51304366881b HTTP/1.1" status: 200 len: 990 time: 4.5243351 Jan 21 09:32:11.406485 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-6d1f3702-51a2-4a7f-942e-c2a12205bc86 None None] Set router 70066a65-df27-49d1-9484-f20deabcf8d8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:32:11.406840 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b5c98f-172f-4bd5-8f25-5f6e78988536', 'tag': 'b5ece7ed-08a9-4c9c-8983-7a08ba513f9e'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:32:11.409097 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38e6e44-0742-4f9a-a177-cfcc75384ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b5c98f-172f-4bd5-8f25-5f6e78988536", "tag": "b5ece7ed-08a9-4c9c-8983-7a08ba513f9e"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:32:11.442371 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4514762c-1bd1-4656-9bd7-0b20506228a0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:11.451346 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4514762c-1bd1-4656-9bd7-0b20506228a0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:11.454134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c6e91c-a957-441a-88f1-2fa78d43fd2e None None] Sync routers for ids ['854370f0-c59c-438c-a86b-7e7d6e2b9386'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:11.472747 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c6e91c-a957-441a-88f1-2fa78d43fd2e None None] Routers {'854370f0-c59c-438c-a86b-7e7d6e2b9386'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:11.473708 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b9c6e91c-a957-441a-88f1-2fa78d43fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['854370f0-c59c-438c-a86b-7e7d6e2b9386'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:11.480421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f95aa5b-3a89-49c7-a672-f15fb4da66ef tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Router b7dace90-8192-468e-ad23-b95a4fb32b04 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:32:11.509703 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4514762c-1bd1-4656-9bd7-0b20506228a0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "PUT /v2.0/floatingips/608c10c9-28d0-448a-89e5-80269f3c0819 HTTP/1.1" status: 200 len: 991 time: 4.3174777 Jan 21 09:32:11.511285 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3979b02-d118-4b53-b394-bcf99ffaa542 x-openstack-request-id: req-d3979b02-d118-4b53-b394-bcf99ffaa542 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:32:11.511573 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b5c98f-172f-4bd5-8f25-5f6e78988536", "tag": "b5ece7ed-08a9-4c9c-8983-7a08ba513f9e", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:32:11.512265 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d3979b02-d118-4b53-b394-bcf99ffaa542 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:32:11.512265 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b5c98f-172f-4bd5-8f25-5f6e78988536', 'tag': 'b5ece7ed-08a9-4c9c-8983-7a08ba513f9e', 'status': 'completed', 'code': 200} Jan 21 09:32:11.545653 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fd4f68e0-d67c-4437-924d-99d609261476 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:11.557248 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fd4f68e0-d67c-4437-924d-99d609261476 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:11.560473 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Deleting port 43820826-6b2c-4bf9-adb0-8e7b96aa2031 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:11.560692 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:11.597827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f68e0-d67c-4437-924d-99d609261476 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] In _notify_port_updated(), no bound segment for port ed155155-1560-409a-8fe9-3d56674f487f on network e7e7691f-8e54-469b-b0ae-9c9398908040 {{(pid=102146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:32:11.612387 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f68e0-d67c-4437-924d-99d609261476 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:11.615813 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fd4f68e0-d67c-4437-924d-99d609261476 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:11.622264 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fd4f68e0-d67c-4437-924d-99d609261476 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "PUT /v2.0/ports/ed155155-1560-409a-8fe9-3d56674f487f HTTP/1.1" status: 200 len: 1002 time: 1.3575864 Jan 21 09:32:11.626880 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38390) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:11.700212 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-b9c6e91c-a957-441a-88f1-2fa78d43fd2e None None] Set router 854370f0-c59c-438c-a86b-7e7d6e2b9386 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:32:11.757271 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38396) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:11.799696 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:11.891855 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f68e0-d67c-4437-924d-99d609261476 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event updated for resources: {'Port': ['ID=ed155155-1560-409a-8fe9-3d56674f487f,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:11.932407 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e6e44-0742-4f9a-a177-cfcc75384ba0 req-97020a3f-7d8b-4a7c-9c8f-69bd8afe99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:11.934569 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c38e6e44-0742-4f9a-a177-cfcc75384ba0 req-97020a3f-7d8b-4a7c-9c8f-69bd8afe99e1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8412c99099254edbacc3999749241e6e&device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 1098 time: 0.3891876 Jan 21 09:32:11.938168 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6d1f3702-51a2-4a7f-942e-c2a12205bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'name': 'tempest-ServerActionsTestJSON-560533580-router', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:10Z', 'updated_at': '2022-01-21T09:31:19Z', 'revision_number': 4, 'project_id': '8412c99099254edbacc3999749241e6e', 'gw_port': {'id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'c35e2f6f-fb60-4d1b-8370-51304366881b', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'floating_ip_address': '172.26.7.63', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'port_id': 'b5ece7ed-08a9-4c9c-8983-7a08ba513f9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac', 'mac_address': 'fa:16:3e:a7:ee:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5c98f-172f-4bd5-8f25-5f6e78988536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:31:30Z', 'updated_at': '2022-01-21T09:32:08Z', 'revision_number': 1, 'project_id': '8412c99099254edbacc3999749241e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49abab0-9bcf-4e8b-b71f-e25fa2f516f0', 'name': '', 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'mac_address': 'fa:16:3e:8a:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:16Z', 'updated_at': '2022-01-21T09:31:26Z', 'revision_number': 5, 'project_id': '8412c99099254edbacc3999749241e6e', 'subnets': [{'id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:11.951513 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Router 381be10b-4415-4561-a518-eeddb53c081a is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:32:11.968527 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:11.974070 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1f3702-51a2-4a7f-942e-c2a12205bc86 None None] Checking router: 70066a65-df27-49d1-9484-f20deabcf8d8 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:32:11.987256 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1f3702-51a2-4a7f-942e-c2a12205bc86 None None] Routers {'70066a65-df27-49d1-9484-f20deabcf8d8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:11.987875 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6d1f3702-51a2-4a7f-942e-c2a12205bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['70066a65-df27-49d1-9484-f20deabcf8d8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:11.997627 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f95aa5b-3a89-49c7-a672-f15fb4da66ef tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:12.029703 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-aaa45c1a-eeec-4358-81ba-b25e005169d6 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Deleting port ed155155-1560-409a-8fe9-3d56674f487f {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:12.030204 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aaa45c1a-eeec-4358-81ba-b25e005169d6 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:12.030840 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5f95aa5b-3a89-49c7-a672-f15fb4da66ef tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:12.036465 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50dcd1a-c22e-4994-8e03-d1a204a514a7 None None] Sync routers for ids ['b7dace90-8192-468e-ad23-b95a4fb32b04'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:12.041952 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d1865c15-aa74-404f-b1d3-37744cedae59 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0f805ecbf73d45918e178cccfbb6be2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793596 Jan 21 09:32:12.042218 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Calling delete_port for 43820826-6b2c-4bf9-adb0-8e7b96aa2031 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:12.045238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38400) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:12.059044 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50dcd1a-c22e-4994-8e03-d1a204a514a7 None None] Routers {'b7dace90-8192-468e-ad23-b95a4fb32b04'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:12.059660 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a50dcd1a-c22e-4994-8e03-d1a204a514a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b7dace90-8192-468e-ad23-b95a4fb32b04'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:12.087526 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-db0e47ea-e1a7-4fc8-b391-7042e5c35f72 None None] Provisioning complete for port ed155155-1560-409a-8fe9-3d56674f487f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:12.088248 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-db0e47ea-e1a7-4fc8-b391-7042e5c35f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:12.154943 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-db0e47ea-e1a7-4fc8-b391-7042e5c35f72 None None] Port ed155155-1560-409a-8fe9-3d56674f487f cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:12.190440 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5f95aa5b-3a89-49c7-a672-f15fb4da66ef tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "PUT /v2.0/floatingips/fc572d02-9db3-4ea2-a8d2-9bf2c538f80e HTTP/1.1" status: 200 len: 992 time: 4.1451666 Jan 21 09:32:12.214975 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b9c6e91c-a957-441a-88f1-2fa78d43fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'name': 'tempest-ServersTestManualDisk-1825675934-router', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'gw_port': {'id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:13Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '608c10c9-28d0-448a-89e5-80269f3c0819', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'port_id': 'd71399c8-7e1e-42eb-bb2e-f3822a28a298', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb', 'mac_address': 'fa:16:3e:41:bf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:31:31Z', 'updated_at': '2022-01-21T09:32:08Z', 'revision_number': 1, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07165839-3ab2-4c2a-a3e5-5874aa0835a3', 'name': '', 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'mac_address': 'fa:16:3e:74:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:31Z', 'revision_number': 5, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'subnets': [{'id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:12.235837 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Allocated IP 172.26.7.239 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/1f3f5896-ad3b-4964-a140-aba39e403cd8) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:12.238464 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-6d1f3702-51a2-4a7f-942e-c2a12205bc86 None None] Set router 70066a65-df27-49d1-9484-f20deabcf8d8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:32:12.243065 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e6e44-0742-4f9a-a177-cfcc75384ba0 req-55ec0c9a-6bd7-4e11-a033-7a25311be463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:12.245487 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c38e6e44-0742-4f9a-a177-cfcc75384ba0 req-55ec0c9a-6bd7-4e11-a033-7a25311be463 service neutron] 10.222.0.113 "GET /v2.0/networks?id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac HTTP/1.1" status: 200 len: 912 time: 0.2961211 Jan 21 09:32:12.249293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c6e91c-a957-441a-88f1-2fa78d43fd2e None None] Checking router: 854370f0-c59c-438c-a86b-7e7d6e2b9386 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:32:12.264409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c6e91c-a957-441a-88f1-2fa78d43fd2e None None] Routers {'854370f0-c59c-438c-a86b-7e7d6e2b9386'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:12.265206 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b9c6e91c-a957-441a-88f1-2fa78d43fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['854370f0-c59c-438c-a86b-7e7d6e2b9386'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:12.312093 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ee7356fb-e34d-4c85-aa68-65718f5dbb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:12.361826 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aaa45c1a-eeec-4358-81ba-b25e005169d6 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:12.385787 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-aaa45c1a-eeec-4358-81ba-b25e005169d6 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Calling delete_port for ed155155-1560-409a-8fe9-3d56674f487f owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:12.391303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:12.411178 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-b9c6e91c-a957-441a-88f1-2fa78d43fd2e None None] Set router 854370f0-c59c-438c-a86b-7e7d6e2b9386 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:32:12.455817 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:12.459506 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-731c5e8f-b7ce-4ae4-9bab-2b031a834c4a tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7686727 Jan 21 09:32:12.461048 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38404) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:12.468891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ee7356fb-e34d-4c85-aa68-65718f5dbb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:12.473703 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c38e6e44-0742-4f9a-a177-cfcc75384ba0 req-dfbf9d34-43e2-41cc-82ba-d526ada4e8d9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e HTTP/1.1" status: 200 len: 998 time: 0.2197547 Jan 21 09:32:12.524416 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-a50dcd1a-c22e-4994-8e03-d1a204a514a7 None None] Set router b7dace90-8192-468e-ad23-b95a4fb32b04 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:32:12.529809 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c00199e-5d39-4b1d-b16b-4ac35b26aa7b None None] Sync routers for ids ['381be10b-4415-4561-a518-eeddb53c081a'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:12.543517 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c00199e-5d39-4b1d-b16b-4ac35b26aa7b None None] Routers {'381be10b-4415-4561-a518-eeddb53c081a'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:12.544602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-6c00199e-5d39-4b1d-b16b-4ac35b26aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['381be10b-4415-4561-a518-eeddb53c081a'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:12.596028 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e6e44-0742-4f9a-a177-cfcc75384ba0 req-ea150bff-4f4d-44fe-8181-740a287f8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:12.596943 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c38e6e44-0742-4f9a-a177-cfcc75384ba0 req-ea150bff-4f4d-44fe-8181-740a287f8c6e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e4bc1c0e-de86-4cff-909c-9d8480083531 HTTP/1.1" status: 200 len: 850 time: 0.1084173 Jan 21 09:32:12.597573 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:12.598675 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-6c00199e-5d39-4b1d-b16b-4ac35b26aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:12.622586 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c00199e-5d39-4b1d-b16b-4ac35b26aa7b None None] Routers {'381be10b-4415-4561-a518-eeddb53c081a'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:12.627443 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6d1f3702-51a2-4a7f-942e-c2a12205bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'name': 'tempest-ServerActionsTestJSON-560533580-router', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:10Z', 'updated_at': '2022-01-21T09:31:19Z', 'revision_number': 4, 'project_id': '8412c99099254edbacc3999749241e6e', 'gw_port': {'id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'c35e2f6f-fb60-4d1b-8370-51304366881b', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'floating_ip_address': '172.26.7.63', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'port_id': 'b5ece7ed-08a9-4c9c-8983-7a08ba513f9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac', 'mac_address': 'fa:16:3e:a7:ee:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5c98f-172f-4bd5-8f25-5f6e78988536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:31:30Z', 'updated_at': '2022-01-21T09:32:08Z', 'revision_number': 1, 'project_id': '8412c99099254edbacc3999749241e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49abab0-9bcf-4e8b-b71f-e25fa2f516f0', 'name': '', 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'mac_address': 'fa:16:3e:8a:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:16Z', 'updated_at': '2022-01-21T09:31:26Z', 'revision_number': 5, 'project_id': '8412c99099254edbacc3999749241e6e', 'subnets': [{'id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:12.628009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-6c00199e-5d39-4b1d-b16b-4ac35b26aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['381be10b-4415-4561-a518-eeddb53c081a'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:12.637683 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bc3152a5-704f-4bbc-86a8-716859be187a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "GET /v2.0/routers/381be10b-4415-4561-a518-eeddb53c081a HTTP/1.1" status: 200 len: 921 time: 0.1754675 Jan 21 09:32:12.659611 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38406) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:12.669807 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event deleted for resources: {'Port': ['ID=43820826-6b2c-4bf9-adb0-8e7b96aa2031,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:12.673366 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1f3702-51a2-4a7f-942e-c2a12205bc86 None None] The sync data for ids ['70066a65-df27-49d1-9484-f20deabcf8d8'] in dv-neutron-825721-1-hyperv is: [{'id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'name': 'tempest-ServerActionsTestJSON-560533580-router', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:10Z', 'updated_at': '2022-01-21T09:31:19Z', 'revision_number': 4, 'project_id': '8412c99099254edbacc3999749241e6e', 'gw_port': {'id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'c35e2f6f-fb60-4d1b-8370-51304366881b', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'floating_ip_address': '172.26.7.63', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'port_id': 'b5ece7ed-08a9-4c9c-8983-7a08ba513f9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac', 'mac_address': 'fa:16:3e:a7:ee:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5c98f-172f-4bd5-8f25-5f6e78988536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:31:30Z', 'updated_at': '2022-01-21T09:32:08Z', 'revision_number': 1, 'project_id': '8412c99099254edbacc3999749241e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49abab0-9bcf-4e8b-b71f-e25fa2f516f0', 'name': '', 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'mac_address': 'fa:16:3e:8a:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:16Z', 'updated_at': '2022-01-21T09:31:26Z', 'revision_number': 5, 'project_id': '8412c99099254edbacc3999749241e6e', 'subnets': [{'id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:12.674273 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:12.690282 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ee7356fb-e34d-4c85-aa68-65718f5dbb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:12.692901 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ee7356fb-e34d-4c85-aa68-65718f5dbb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:12.694861 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ee7356fb-e34d-4c85-aa68-65718f5dbb5a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5f0e2251-d34b-49dd-bc78-41f282b407e7 HTTP/1.1" status: 204 len: 168 time: 0.6449180 Jan 21 09:32:12.735303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:12.735668 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:12.736017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:12.736355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:12.736697 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:12.737017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:12.737367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:12.745236 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:12.746196 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:12.746196 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:12.746392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:12.746686 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:12.784895 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7356fb-e34d-4c85-aa68-65718f5dbb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0e2251-d34b-49dd-bc78-41f282b407e7,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:12.860992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e6e44-0742-4f9a-a177-cfcc75384ba0 req-10d89fff-30ed-4d44-8519-c31c8520f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:12.862567 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c38e6e44-0742-4f9a-a177-cfcc75384ba0 req-10d89fff-30ed-4d44-8519-c31c8520f000 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2542048 Jan 21 09:32:12.891426 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7a7ba2e3-6da5-4d2f-8fbe-7b12f7770025 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "GET /v2.0/ports?device_id=381be10b-4415-4561-a518-eeddb53c081a HTTP/1.1" status: 200 len: 205 time: 0.2294314 Jan 21 09:32:12.896552 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38414) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:12.923359 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:12.926706 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c59aafc2-e9bc-46ed-88b1-2b17b2650ed9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "DELETE /v2.0/ports/43820826-6b2c-4bf9-adb0-8e7b96aa2031 HTTP/1.1" status: 204 len: 168 time: 1.8409796 Jan 21 09:32:12.933252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38416) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:12.971486 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-6c00199e-5d39-4b1d-b16b-4ac35b26aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:12.972322 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c00199e-5d39-4b1d-b16b-4ac35b26aa7b None None] The sync data for ids ['381be10b-4415-4561-a518-eeddb53c081a'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:12.981390 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:13.061663 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a50dcd1a-c22e-4994-8e03-d1a204a514a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'name': 'tempest-ServersTestJSON-837518490-router', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:12Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'gw_port': {'id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:15Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'fc572d02-9db3-4ea2-a8d2-9bf2c538f80e', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'floating_ip_address': '172.26.7.189', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'port_id': '6e47194f-b7c2-4db2-a286-f18fa61c279e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc', 'mac_address': 'fa:16:3e:6a:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df4692-6094-43ed-b95b-c3b3a6688476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:31:32Z', 'updated_at': '2022-01-21T09:32:09Z', 'revision_number': 1, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a75e653-a66a-4210-9c7a-dc7aefac947a', 'name': '', 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'mac_address': 'fa:16:3e:fc:3f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:29Z', 'revision_number': 5, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'subnets': [{'id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:13.075419 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30bb357-1e74-4628-9a80-f2bcef2040b3 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] GET failed (client error): The resource could not be found. Jan 21 09:32:13.080523 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d30bb357-1e74-4628-9a80-f2bcef2040b3 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "GET /v2.0/ports/43820826-6b2c-4bf9-adb0-8e7b96aa2031 HTTP/1.1" status: 404 len: 333 time: 0.1427453 Jan 21 09:32:13.091184 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:13.092156 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38420) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:13.114436 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:13.126018 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec09f0f-46e4-4d1b-9174-b684ff3c532b None None] New status for floating IP c35e2f6f-fb60-4d1b-8370-51304366881b: ACTIVE {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:32:13.157658 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:13.159442 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50dcd1a-c22e-4994-8e03-d1a204a514a7 None None] Checking router: b7dace90-8192-468e-ad23-b95a4fb32b04 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:32:13.175891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Pushing event updated for resources: {'Port': ['ID=1f3f5896-ad3b-4964-a140-aba39e403cd8,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:13.210941 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c38e6e44-0742-4f9a-a177-cfcc75384ba0 req-01fb8297-ff09-4322-8269-2f2ea219e061 service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189812 Jan 21 09:32:13.236660 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aaa45c1a-eeec-4358-81ba-b25e005169d6 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:13.331754 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b9c6e91c-a957-441a-88f1-2fa78d43fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'name': 'tempest-ServersTestManualDisk-1825675934-router', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'gw_port': {'id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:13Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '608c10c9-28d0-448a-89e5-80269f3c0819', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'port_id': 'd71399c8-7e1e-42eb-bb2e-f3822a28a298', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb', 'mac_address': 'fa:16:3e:41:bf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:31:31Z', 'updated_at': '2022-01-21T09:32:08Z', 'revision_number': 1, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07165839-3ab2-4c2a-a3e5-5874aa0835a3', 'name': '', 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'mac_address': 'fa:16:3e:74:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:31Z', 'revision_number': 5, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'subnets': [{'id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:13.394804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c6e91c-a957-441a-88f1-2fa78d43fd2e None None] The sync data for ids ['854370f0-c59c-438c-a86b-7e7d6e2b9386'] in dv-neutron-825721-1-hyperv is: [{'id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'name': 'tempest-ServersTestManualDisk-1825675934-router', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'gw_port': {'id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:13Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '608c10c9-28d0-448a-89e5-80269f3c0819', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'port_id': 'd71399c8-7e1e-42eb-bb2e-f3822a28a298', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb', 'mac_address': 'fa:16:3e:41:bf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:31:31Z', 'updated_at': '2022-01-21T09:32:08Z', 'revision_number': 1, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07165839-3ab2-4c2a-a3e5-5874aa0835a3', 'name': '', 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'mac_address': 'fa:16:3e:74:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:31Z', 'revision_number': 5, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'subnets': [{'id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:13.505137 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa45c1a-eeec-4358-81ba-b25e005169d6 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event deleted for resources: {'Port': ['ID=ed155155-1560-409a-8fe9-3d56674f487f,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:13.532998 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aaa45c1a-eeec-4358-81ba-b25e005169d6 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:13.540927 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-aaa45c1a-eeec-4358-81ba-b25e005169d6 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "DELETE /v2.0/ports/ed155155-1560-409a-8fe9-3d56674f487f HTTP/1.1" status: 204 len: 168 time: 1.9069052 Jan 21 09:32:13.544149 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38432) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:13.578036 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50dcd1a-c22e-4994-8e03-d1a204a514a7 None None] Routers {'b7dace90-8192-468e-ad23-b95a4fb32b04'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:13.578811 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a50dcd1a-c22e-4994-8e03-d1a204a514a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b7dace90-8192-468e-ad23-b95a4fb32b04'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:13.630476 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-555edffc-c9f7-445f-ae3b-f32009d542e0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] GET failed (client error): The resource could not be found. Jan 21 09:32:13.636716 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-555edffc-c9f7-445f-ae3b-f32009d542e0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "GET /v2.0/ports/ed155155-1560-409a-8fe9-3d56674f487f HTTP/1.1" status: 404 len: 333 time: 0.0842149 Jan 21 09:32:13.661265 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdce30a0-946e-42fd-9194-35c881bb759b tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:13.665788 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38434) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:13.748416 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-a50dcd1a-c22e-4994-8e03-d1a204a514a7 None None] Set router b7dace90-8192-468e-ad23-b95a4fb32b04 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:32:13.789855 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0', 'tag': 'd71399c8-7e1e-42eb-bb2e-f3822a28a298'}, {'name': 'network-changed', 'server_uuid': '58df4692-6094-43ed-b95b-c3b3a6688476', 'tag': '6e47194f-b7c2-4db2-a286-f18fa61c279e'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:32:13.792147 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e2b878-e09f-4e82-b5c1-4e672e957eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0", "tag": "d71399c8-7e1e-42eb-bb2e-f3822a28a298"}, {"name": "network-changed", "server_uuid": "58df4692-6094-43ed-b95b-c3b3a6688476", "tag": "6e47194f-b7c2-4db2-a286-f18fa61c279e"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:32:13.813076 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9631ab-2dbd-427c-9efe-e0696e5024e7 None None] New status for floating IP 608c10c9-28d0-448a-89e5-80269f3c0819: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:32:13.917314 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 21 Jan 2022 09:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58020aaa-ed8e-4223-a5e8-59ad3583aa88 x-openstack-request-id: req-58020aaa-ed8e-4223-a5e8-59ad3583aa88 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:32:13.917634 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0", "tag": "d71399c8-7e1e-42eb-bb2e-f3822a28a298", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "58df4692-6094-43ed-b95b-c3b3a6688476", "tag": "6e47194f-b7c2-4db2-a286-f18fa61c279e", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:32:13.918561 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-58020aaa-ed8e-4223-a5e8-59ad3583aa88 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:32:13.919140 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0', 'tag': 'd71399c8-7e1e-42eb-bb2e-f3822a28a298', 'status': 'completed', 'code': 200} Jan 21 09:32:13.919574 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58df4692-6094-43ed-b95b-c3b3a6688476', 'tag': '6e47194f-b7c2-4db2-a286-f18fa61c279e', 'status': 'completed', 'code': 200} Jan 21 09:32:13.972680 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c38e6e44-0742-4f9a-a177-cfcc75384ba0 req-af5ffa2e-9fb9-4d84-bec4-0631c41b3395 service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7532799 Jan 21 09:32:14.071751 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Deleting port 1f3f5896-ad3b-4964-a140-aba39e403cd8 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:14.072101 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:14.112938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38450) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:14.120906 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-3b1f4671-e887-4e80-aba5-13d74f2bd0c0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Request body: {'port': {'network_id': 'e7e7691f-8e54-469b-b0ae-9c9398908040', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-102769739'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:14.174791 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a50dcd1a-c22e-4994-8e03-d1a204a514a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'name': 'tempest-ServersTestJSON-837518490-router', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:12Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'gw_port': {'id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:15Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'fc572d02-9db3-4ea2-a8d2-9bf2c538f80e', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'floating_ip_address': '172.26.7.189', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'port_id': '6e47194f-b7c2-4db2-a286-f18fa61c279e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc', 'mac_address': 'fa:16:3e:6a:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df4692-6094-43ed-b95b-c3b3a6688476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:31:32Z', 'updated_at': '2022-01-21T09:32:09Z', 'revision_number': 1, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a75e653-a66a-4210-9c7a-dc7aefac947a', 'name': '', 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'mac_address': 'fa:16:3e:fc:3f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:29Z', 'revision_number': 5, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'subnets': [{'id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:14.180032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:14.180370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:14.203679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Calling delete_port for 1f3f5896-ad3b-4964-a140-aba39e403cd8 owned by network:floatingip {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:14.209798 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50dcd1a-c22e-4994-8e03-d1a204a514a7 None None] The sync data for ids ['b7dace90-8192-468e-ad23-b95a4fb32b04'] in dv-neutron-825721-1-hyperv is: [{'id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'name': 'tempest-ServersTestJSON-837518490-router', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:12Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'gw_port': {'id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:15Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'fc572d02-9db3-4ea2-a8d2-9bf2c538f80e', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'floating_ip_address': '172.26.7.189', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'port_id': '6e47194f-b7c2-4db2-a286-f18fa61c279e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc', 'mac_address': 'fa:16:3e:6a:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df4692-6094-43ed-b95b-c3b3a6688476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:31:32Z', 'updated_at': '2022-01-21T09:32:09Z', 'revision_number': 1, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a75e653-a66a-4210-9c7a-dc7aefac947a', 'name': '', 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'mac_address': 'fa:16:3e:fc:3f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:29Z', 'revision_number': 5, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'subnets': [{'id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:14.277869 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-813e4ee5-1d86-4745-a3bc-a8cf60c4f890 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Deleting port 55182a76-1545-40bf-8736-bc06d37fb0d2 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:14.278239 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-813e4ee5-1d86-4745-a3bc-a8cf60c4f890 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:14.350277 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a111df13-2cdd-4ad9-89da-069cd0980f94 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1231188742'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:14.363393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:14.391258 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Pushing event deleted for resources: {'Port': ['ID=1f3f5896-ad3b-4964-a140-aba39e403cd8,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:14.416619 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-5150d5b2-d9cb-42e7-a7ff-ccf2009d438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:14.419102 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-5150d5b2-d9cb-42e7-a7ff-ccf2009d438e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a68dc779f554296a0028aa7d5bc25a8&device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 1098 time: 0.3050239 Jan 21 09:32:14.463433 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab99740-f574-4b36-bb6d-a652902ea29b None None] New status for floating IP fc572d02-9db3-4ea2-a8d2-9bf2c538f80e: ACTIVE {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:32:14.487922 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] create failed (client error): The resource could not be found. Jan 21 09:32:14.489547 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-aebd4410-7db6-4807-b7d7-870e0d156b69 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.5445008 Jan 21 09:32:14.493044 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38454) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:14.570646 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-813e4ee5-1d86-4745-a3bc-a8cf60c4f890 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:14.574784 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdce30a0-946e-42fd-9194-35c881bb759b tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:14.577575 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a111df13-2cdd-4ad9-89da-069cd0980f94 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:14.581078 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a111df13-2cdd-4ad9-89da-069cd0980f94 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:14.612211 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a111df13-2cdd-4ad9-89da-069cd0980f94 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:14.637573 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-813e4ee5-1d86-4745-a3bc-a8cf60c4f890 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Calling delete_port for 55182a76-1545-40bf-8736-bc06d37fb0d2 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:14.730335 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-2ce74299-562c-401c-b284-a2e7ce0795ea tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Deleting port ddab3703-317f-46a2-8f83-4d34fabcbdce {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:14.730808 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ce74299-562c-401c-b284-a2e7ce0795ea tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:14.768336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-d2c15c98-2c9f-4b19-9ce3-39ecb981e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:14.769865 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-d2c15c98-2c9f-4b19-9ce3-39ecb981e12c service neutron] 10.222.0.113 "GET /v2.0/networks?id=33ab5233-247c-420a-9a81-d744e286d7eb HTTP/1.1" status: 200 len: 913 time: 0.3335881 Jan 21 09:32:14.776370 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1f4671-e887-4e80-aba5-13d74f2bd0c0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Made reservation on behalf of e0e7c3dcdc5e41288a0a05ce47903541 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:14.780049 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3b1f4671-e887-4e80-aba5-13d74f2bd0c0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:14.823279 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ce74299-562c-401c-b284-a2e7ce0795ea tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:14.836348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-2ce74299-562c-401c-b284-a2e7ce0795ea tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Calling delete_port for ddab3703-317f-46a2-8f83-4d34fabcbdce owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:14.906988 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-3b1f4671-e887-4e80-aba5-13d74f2bd0c0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] device_id is not set on port 55902f05-ca95-4c57-a15e-9bceb3e8faee yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:32:14.972505 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ce74299-562c-401c-b284-a2e7ce0795ea tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:14.987793 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-4e0c72e0-78f9-49a3-88fc-22b3fc4977b3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d71399c8-7e1e-42eb-bb2e-f3822a28a298 HTTP/1.1" status: 200 len: 1001 time: 0.2026501 Jan 21 09:32:15.019415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-bdce30a0-946e-42fd-9194-35c881bb759b tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Deleting port 079e4141-2c6f-4c1e-a34f-e12d2f59893a {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:15.019764 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdce30a0-946e-42fd-9194-35c881bb759b tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:15.085227 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce74299-562c-401c-b284-a2e7ce0795ea tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Pushing event deleted for resources: {'Port': ['ID=ddab3703-317f-46a2-8f83-4d34fabcbdce,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:15.096945 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a111df13-2cdd-4ad9-89da-069cd0980f94 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:15.121412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ce74299-562c-401c-b284-a2e7ce0795ea tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:15.133471 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2ce74299-562c-401c-b284-a2e7ce0795ea tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] 10.222.0.88 "DELETE /v2.0/ports/ddab3703-317f-46a2-8f83-4d34fabcbdce HTTP/1.1" status: 204 len: 168 time: 0.6388335 Jan 21 09:32:15.136264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38462) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:15.151935 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a111df13-2cdd-4ad9-89da-069cd0980f94 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:15.224246 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e62ab86-7d5c-4983-b4d3-43b5f020d196 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:15.231028 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3e62ab86-7d5c-4983-b4d3-43b5f020d196 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] 10.222.0.88 "GET /v2.0/ports?device_id=6cd9c87e-6075-42c0-8872-845bee7c8994 HTTP/1.1" status: 200 len: 913 time: 0.0929844 Jan 21 09:32:15.233951 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38464) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:15.244017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-ed8395cd-91e7-4c7a-948d-8990f703515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:15.245550 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-ed8395cd-91e7-4c7a-948d-8990f703515a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=79c3f93b-57e8-4654-a8a9-7966fd0d79d7 HTTP/1.1" status: 200 len: 851 time: 0.2457881 Jan 21 09:32:15.249005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a111df13-2cdd-4ad9-89da-069cd0980f94 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:15.260361 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-813e4ee5-1d86-4745-a3bc-a8cf60c4f890 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:15.285855 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111df13-2cdd-4ad9-89da-069cd0980f94 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bef5f75-4af6-4fef-810e-642512756d1d,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:15.304280 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a111df13-2cdd-4ad9-89da-069cd0980f94 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:15.304635 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-a111df13-2cdd-4ad9-89da-069cd0980f94 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Added segment c4b4d63a-2278-4213-87f6-bec4ae494661 of type vlan for network 9bad21b5-8f01-4790-a537-5eb44730e67d Jan 21 09:32:15.370752 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e4ee5-1d86-4745-a3bc-a8cf60c4f890 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event deleted for resources: {'Port': ['ID=55182a76-1545-40bf-8736-bc06d37fb0d2,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:15.377832 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-3b1f4671-e887-4e80-aba5-13d74f2bd0c0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Allocated IP 2001:db8::2ce (e7e7691f-8e54-469b-b0ae-9c9398908040/084dd5da-0539-4fd2-bfd5-847b21333172/55902f05-ca95-4c57-a15e-9bceb3e8faee) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:15.417597 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdce30a0-946e-42fd-9194-35c881bb759b tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:15.465832 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a111df13-2cdd-4ad9-89da-069cd0980f94 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:15.477559 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-bdce30a0-946e-42fd-9194-35c881bb759b tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Calling delete_port for 079e4141-2c6f-4c1e-a34f-e12d2f59893a owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:15.546045 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-78c32eed-06bd-4b76-b154-99ef0d620e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:15.547572 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-78c32eed-06bd-4b76-b154-99ef0d620e60 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=33ab5233-247c-420a-9a81-d744e286d7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2822981 Jan 21 09:32:15.634912 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a111df13-2cdd-4ad9-89da-069cd0980f94 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:15.640598 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a111df13-2cdd-4ad9-89da-069cd0980f94 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:15.641186 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a111df13-2cdd-4ad9-89da-069cd0980f94 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:15.697153 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-813e4ee5-1d86-4745-a3bc-a8cf60c4f890 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:15.702626 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-813e4ee5-1d86-4745-a3bc-a8cf60c4f890 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "DELETE /v2.0/ports/55182a76-1545-40bf-8736-bc06d37fb0d2 HTTP/1.1" status: 204 len: 168 time: 2.6070490 Jan 21 09:32:15.703427 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38468) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:15.765201 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4794be9a-c493-4bc4-8c40-8fa19365dbb2 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:15.799185 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a111df13-2cdd-4ad9-89da-069cd0980f94 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6739993 Jan 21 09:32:15.841220 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd382b1a-1c68-4b12-85d4-2320c4191c0f tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Deleting subnet d232d2fb-2836-4aef-a1cd-864ff74888b6 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:32:15.845599 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cd382b1a-1c68-4b12-85d4-2320c4191c0f tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:15.874468 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111df13-2cdd-4ad9-89da-069cd0980f94 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Network': ['ID=9bad21b5-8f01-4790-a537-5eb44730e67d,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:15.886793 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 9bad21b5-8f01-4790-a537-5eb44730e67d details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:15.923325 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-70aabd43-0074-4362-8970-6475d634492e service neutron] 10.222.0.113 "GET /v2.0/networks/33ab5233-247c-420a-9a81-d744e286d7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319371 Jan 21 09:32:15.991854 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cd382b1a-1c68-4b12-85d4-2320c4191c0f tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.148487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cd382b1a-1c68-4b12-85d4-2320c4191c0f tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.244382 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3b1f4671-e887-4e80-aba5-13d74f2bd0c0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.270660 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cd382b1a-1c68-4b12-85d4-2320c4191c0f tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.314452 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd382b1a-1c68-4b12-85d4-2320c4191c0f tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event deleted for resources: {'Subnet': ['ID=d232d2fb-2836-4aef-a1cd-864ff74888b6,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:16.321081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cd382b1a-1c68-4b12-85d4-2320c4191c0f tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.324313 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cd382b1a-1c68-4b12-85d4-2320c4191c0f tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "DELETE /v2.0/subnets/d232d2fb-2836-4aef-a1cd-864ff74888b6 HTTP/1.1" status: 204 len: 168 time: 0.6200850 Jan 21 09:32:16.328523 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38474) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:16.341300 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76bc6d8-19ca-466d-9381-762b05ef5ebe None None] Network 68b143e2-117b-434b-ab3f-ac8ddbd0e163 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:16.344152 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdce30a0-946e-42fd-9194-35c881bb759b tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.354708 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-4794be9a-c493-4bc4-8c40-8fa19365dbb2 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Deleting port c12b19eb-c14a-4a1b-bafe-cd1cc92faaa2 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:16.355242 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4794be9a-c493-4bc4-8c40-8fa19365dbb2 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.361105 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-878664a3-5f98-49d1-9b59-48b2c58213c4 service neutron] 10.222.0.113 "GET /v2.0/networks/33ab5233-247c-420a-9a81-d744e286d7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291730 Jan 21 09:32:16.412904 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce30a0-946e-42fd-9194-35c881bb759b tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Pushing event deleted for resources: {'Port': ['ID=079e4141-2c6f-4c1e-a34f-e12d2f59893a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:16.415076 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3b1f4671-e887-4e80-aba5-13d74f2bd0c0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.498791 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.518590 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1f4671-e887-4e80-aba5-13d74f2bd0c0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Network e7e7691f-8e54-469b-b0ae-9c9398908040 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:16.524213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-3b1f4671-e887-4e80-aba5-13d74f2bd0c0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:16.532501 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f4671-e887-4e80-aba5-13d74f2bd0c0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:16.533114 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4794be9a-c493-4bc4-8c40-8fa19365dbb2 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.539149 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1f4671-e887-4e80-aba5-13d74f2bd0c0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:16.539781 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3b1f4671-e887-4e80-aba5-13d74f2bd0c0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.549852 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f4671-e887-4e80-aba5-13d74f2bd0c0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event updated for resources: {'Port': ['ID=55902f05-ca95-4c57-a15e-9bceb3e8faee,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:16.561399 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdce30a0-946e-42fd-9194-35c881bb759b tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.576190 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-4794be9a-c493-4bc4-8c40-8fa19365dbb2 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Calling delete_port for c12b19eb-c14a-4a1b-bafe-cd1cc92faaa2 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:16.669212 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-02632c38-b6ad-4c1b-a846-35d84fb5817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:16.671008 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-02632c38-b6ad-4c1b-a846-35d84fb5817c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=530dee94bf6d4357842a66e2ae6222ed&device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 1099 time: 0.2274673 Jan 21 09:32:16.674642 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3b1f4671-e887-4e80-aba5-13d74f2bd0c0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0068431 Jan 21 09:32:16.687486 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38476) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:16.696934 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e731dd4d-8fd7-4a2a-8b8d-5878a11271db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e3:77:57'}]}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:16.727644 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Deleting port a81b6d80-8238-4d31-87d2-5955b1736a07 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:16.728039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.742274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] DHCP port deletion for 68b143e2-117b-434b-ab3f-ac8ddbd0e163 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:32:16.764760 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdce30a0-946e-42fd-9194-35c881bb759b tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.827202 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Deleting port a81b6d80-8238-4d31-87d2-5955b1736a07 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:16.827577 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.894886 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-d023b387-bde8-4be9-ad56-36afff2672bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:16.896391 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-d023b387-bde8-4be9-ad56-36afff2672bd service neutron] 10.222.0.113 "GET /v2.0/networks?id=3e67eef8-ec59-4dd9-baf8-c041de241adc HTTP/1.1" status: 200 len: 906 time: 0.1837819 Jan 21 09:32:16.905166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdce30a0-946e-42fd-9194-35c881bb759b tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.960408 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] For port a81b6d80-8238-4d31-87d2-5955b1736a07, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a81b6d80-8238-4d31-87d2-5955b1736a07,segment=NetworkSegment(8acaf038-d97e-4254-9232-01dc668d78b6),segment_id=8acaf038-d97e-4254-9232-01dc668d78b6)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:16.961632 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.980006 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Calling delete_port for a81b6d80-8238-4d31-87d2-5955b1736a07 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:17.013732 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdce30a0-946e-42fd-9194-35c881bb759b tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:17.014387 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdce30a0-946e-42fd-9194-35c881bb759b tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Fanout notify agent at l3_agent the message router_deleted on router 381be10b-4415-4561-a518-eeddb53c081a {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:32:17.035753 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdce30a0-946e-42fd-9194-35c881bb759b tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:17.037355 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bdce30a0-946e-42fd-9194-35c881bb759b tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "DELETE /v2.0/routers/381be10b-4415-4561-a518-eeddb53c081a HTTP/1.1" status: 204 len: 168 time: 4.1368954 Jan 21 09:32:17.040871 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38480) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:17.045725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Request body: {'router': {'name': 'tempest-snat-router-267329923', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'enable_snat': False}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:17.051725 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-bd5bf27b-d8b9-4542-94f3-36454cb9e4a3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e47194f-b7c2-4db2-a286-f18fa61c279e HTTP/1.1" status: 200 len: 1002 time: 0.1445158 Jan 21 09:32:17.074220 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:17.086321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:17.087458 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:17.090668 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-971139b5-c952-4a9d-857f-68dd24a98326 None None] Provisioning complete for port 55902f05-ca95-4c57-a15e-9bceb3e8faee triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:17.091517 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-971139b5-c952-4a9d-857f-68dd24a98326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:17.147245 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-971139b5-c952-4a9d-857f-68dd24a98326 None None] Port 55902f05-ca95-4c57-a15e-9bceb3e8faee cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:17.157714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] No DVR routers for this DVR port a81b6d80-8238-4d31-87d2-5955b1736a07 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:17.159465 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Pushing event deleted for resources: {'Port': ['ID=a81b6d80-8238-4d31-87d2-5955b1736a07,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:17.161489 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-48146778-6e82-4883-a047-294a8170ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:17.165746 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-48146778-6e82-4883-a047-294a8170ee9c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=bc72f198-0024-4ad9-b3ff-8a57abfcdd4f HTTP/1.1" status: 200 len: 844 time: 0.0911822 Jan 21 09:32:17.169733 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e731dd4d-8fd7-4a2a-8b8d-5878a11271db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:17.174478 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.180462 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.181025 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.181592 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.182121 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.182672 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.183343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.183895 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.184529 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.185049 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.185602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.186123 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578743f-81a5-4f05-a889-8d9cdc08cf1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.188583 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4794be9a-c493-4bc4-8c40-8fa19365dbb2 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:17.243861 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:17.274481 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] For port a81b6d80-8238-4d31-87d2-5955b1736a07, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a81b6d80-8238-4d31-87d2-5955b1736a07,segment=NetworkSegment(8acaf038-d97e-4254-9232-01dc668d78b6),segment_id=8acaf038-d97e-4254-9232-01dc668d78b6)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:17.274844 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:17.340573 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794be9a-c493-4bc4-8c40-8fa19365dbb2 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Pushing event deleted for resources: {'Port': ['ID=c12b19eb-c14a-4a1b-bafe-cd1cc92faaa2,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:17.385522 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-b3d00848-2f95-4129-920b-be856dc40cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:17.387530 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-b3d00848-2f95-4129-920b-be856dc40cc9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3e67eef8-ec59-4dd9-baf8-c041de241adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1856215 Jan 21 09:32:17.395289 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Calling delete_port for a81b6d80-8238-4d31-87d2-5955b1736a07 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:17.479737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4794be9a-c493-4bc4-8c40-8fa19365dbb2 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:17.583291 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-3a21d36e-150d-46ac-ba0b-0ff311aba0ed service neutron] 10.222.0.113 "GET /v2.0/networks/3e67eef8-ec59-4dd9-baf8-c041de241adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502652 Jan 21 09:32:17.585936 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:17.699929 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-45e2b878-e09f-4e82-b5c1-4e672e957eb4 req-9086c248-d9b5-4159-ab0f-0c277b926e19 service neutron] 10.222.0.113 "GET /v2.0/networks/3e67eef8-ec59-4dd9-baf8-c041de241adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063795 Jan 21 09:32:17.761025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4794be9a-c493-4bc4-8c40-8fa19365dbb2 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Router 6cd9c87e-6075-42c0-8872-845bee7c8994 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:32:17.899360 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:17.921204 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.047152 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Allocated IP 172.26.7.21 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/00932dac-ffb4-43c2-923f-ce4459b8b211) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:18.145860 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.149294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e731dd4d-8fd7-4a2a-8b8d-5878a11271db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.151274 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.163156 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e731dd4d-8fd7-4a2a-8b8d-5878a11271db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.186009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] No DVR routers for this DVR port a81b6d80-8238-4d31-87d2-5955b1736a07 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:18.190199 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.193664 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4794be9a-c493-4bc4-8c40-8fa19365dbb2 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:18.198860 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4794be9a-c493-4bc4-8c40-8fa19365dbb2 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] 10.222.0.88 "PUT /v2.0/routers/6cd9c87e-6075-42c0-8872-845bee7c8994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9636276 Jan 21 09:32:18.199714 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event deleted for resources: {'Port': ['ID=a81b6d80-8238-4d31-87d2-5955b1736a07,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:18.209963 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9b74db-09b5-495d-bc61-dd8b0c01ecdd None None] Sync routers for ids ['6cd9c87e-6075-42c0-8872-845bee7c8994'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:18.226192 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9b74db-09b5-495d-bc61-dd8b0c01ecdd None None] Routers {'6cd9c87e-6075-42c0-8872-845bee7c8994'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:18.227576 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9e9b74db-09b5-495d-bc61-dd8b0c01ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6cd9c87e-6075-42c0-8872-845bee7c8994'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:18.243621 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38488) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:18.244422 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Pushing event updated for resources: {'Port': ['ID=00932dac-ffb4-43c2-923f-ce4459b8b211,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:18.269133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9e9b74db-09b5-495d-bc61-dd8b0c01ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:18.270229 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731dd4d-8fd7-4a2a-8b8d-5878a11271db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event updated for resources: {'Port': ['ID=55902f05-ca95-4c57-a15e-9bceb3e8faee,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:18.278993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-e731dd4d-8fd7-4a2a-8b8d-5878a11271db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] In _notify_port_updated(), no bound segment for port 55902f05-ca95-4c57-a15e-9bceb3e8faee on network e7e7691f-8e54-469b-b0ae-9c9398908040 {{(pid=102147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:32:18.285614 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e731dd4d-8fd7-4a2a-8b8d-5878a11271db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:18.286220 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e731dd4d-8fd7-4a2a-8b8d-5878a11271db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.291174 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e731dd4d-8fd7-4a2a-8b8d-5878a11271db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "PUT /v2.0/ports/55902f05-ca95-4c57-a15e-9bceb3e8faee HTTP/1.1" status: 200 len: 1002 time: 1.5990169 Jan 21 09:32:18.291748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38490) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:18.294766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9b74db-09b5-495d-bc61-dd8b0c01ecdd None None] Routers {'6cd9c87e-6075-42c0-8872-845bee7c8994'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:18.295525 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9e9b74db-09b5-495d-bc61-dd8b0c01ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6cd9c87e-6075-42c0-8872-845bee7c8994'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:18.373420 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9e9b74db-09b5-495d-bc61-dd8b0c01ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:18.374099 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9b74db-09b5-495d-bc61-dd8b0c01ecdd None None] The sync data for ids ['6cd9c87e-6075-42c0-8872-845bee7c8994'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:18.412552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.425598 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:18.428456 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:18.432391 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:18.438062 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-05ecb525-66ed-485e-a4ed-0350a593c386 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.446805 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b143e2-117b-434b-ab3f-ac8ddbd0e163']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:18.469868 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8acaf038-d97e-4254-9232-01dc668d78b6') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:18.470166 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8acaf038-d97e-4254-9232-01dc668d78b6') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:18.507751 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.529720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ecfe0-86e8-405f-8750-418ce92297f2 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Deleting port 55902f05-ca95-4c57-a15e-9bceb3e8faee {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:18.530130 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fa8ecfe0-86e8-405f-8750-418ce92297f2 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.533751 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.555841 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:18.556283 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:18.560399 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:18.690791 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.696342 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.699774 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] 10.222.0.88 "DELETE /v2.0/networks/68b143e2-117b-434b-ab3f-ac8ddbd0e163 HTTP/1.1" status: 204 len: 168 time: 2.3711393 Jan 21 09:32:18.730367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2ac99-8140-4142-b57c-81f6281450e9 tempest-AllowedAddressPairTestJSON-1914191884 tempest-AllowedAddressPairTestJSON-1914191884-project] Pushing event deleted for resources: {'Network': ['ID=68b143e2-117b-434b-ab3f-ac8ddbd0e163,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:18.736570 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fa8ecfe0-86e8-405f-8750-418ce92297f2 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.762981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ecfe0-86e8-405f-8750-418ce92297f2 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Calling delete_port for 55902f05-ca95-4c57-a15e-9bceb3e8faee owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:18.790658 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6727358f-e5dc-48bd-8197-e7968887ab06 None None] Provisioning complete for port 55902f05-ca95-4c57-a15e-9bceb3e8faee triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:18.791035 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6727358f-e5dc-48bd-8197-e7968887ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.839291 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a81b6d80-8238-4d31-87d2-5955b1736a07 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:32:18.845577 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-05ecb525-66ed-485e-a4ed-0350a593c386 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.850799 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-05ecb525-66ed-485e-a4ed-0350a593c386 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.887738 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: a81b6d80-8238-4d31-87d2-5955b1736a07 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:32:18.888111 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a81b6d80-8238-4d31-87d2-5955b1736a07 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:32:18.894048 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-6727358f-e5dc-48bd-8197-e7968887ab06 None None] Port 55902f05-ca95-4c57-a15e-9bceb3e8faee cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:18.947384 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-05ecb525-66ed-485e-a4ed-0350a593c386 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.947997 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ecb525-66ed-485e-a4ed-0350a593c386 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Fanout notify agent at l3_agent the message router_deleted on router 6cd9c87e-6075-42c0-8872-845bee7c8994 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:32:18.956696 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-05ecb525-66ed-485e-a4ed-0350a593c386 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.961887 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-05ecb525-66ed-485e-a4ed-0350a593c386 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] 10.222.0.88 "DELETE /v2.0/routers/6cd9c87e-6075-42c0-8872-845bee7c8994 HTTP/1.1" status: 204 len: 168 time: 0.7092164 Jan 21 09:32:18.962636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38498) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:18.981109 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fa8ecfe0-86e8-405f-8750-418ce92297f2 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.021876 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ecfe0-86e8-405f-8750-418ce92297f2 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event deleted for resources: {'Port': ['ID=55902f05-ca95-4c57-a15e-9bceb3e8faee,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:19.027135 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-5514675f-874d-4e75-8910-0fa8aabe1507 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Deleting subnet 4d362d17-49ca-4667-b1b3-50b10ab26513 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:32:19.046639 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5514675f-874d-4e75-8910-0fa8aabe1507 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.058438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fa8ecfe0-86e8-405f-8750-418ce92297f2 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.062184 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fa8ecfe0-86e8-405f-8750-418ce92297f2 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "DELETE /v2.0/ports/55902f05-ca95-4c57-a15e-9bceb3e8faee HTTP/1.1" status: 204 len: 168 time: 0.7680478 Jan 21 09:32:19.064860 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38504) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:19.092609 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-77bb81b6-be30-4808-9e26-5835176554ad tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] GET failed (client error): The resource could not be found. Jan 21 09:32:19.097582 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-77bb81b6-be30-4808-9e26-5835176554ad tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "GET /v2.0/ports/55902f05-ca95-4c57-a15e-9bceb3e8faee HTTP/1.1" status: 404 len: 333 time: 0.0282192 Jan 21 09:32:19.098027 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38506) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:19.104321 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-6d314d9f-cff7-496f-a868-9f26e7354053 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Request body: {'port': {'network_id': 'e7e7691f-8e54-469b-b0ae-9c9398908040', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-985277431'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:19.167182 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38508) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:19.172488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-eb592da8-196f-47a7-88b4-e7f03e736a33 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'subnet': {'network_id': '9bad21b5-8f01-4790-a537-5eb44730e67d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:19.183025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38510) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:19.224519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5514675f-874d-4e75-8910-0fa8aabe1507 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.254993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.319904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb592da8-196f-47a7-88b4-e7f03e736a33 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:19.323798 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eb592da8-196f-47a7-88b4-e7f03e736a33 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.454138 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d314d9f-cff7-496f-a868-9f26e7354053 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Made reservation on behalf of e0e7c3dcdc5e41288a0a05ce47903541 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:19.457619 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6d314d9f-cff7-496f-a868-9f26e7354053 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.483463 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-6d314d9f-cff7-496f-a868-9f26e7354053 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] device_id is not set on port 7199efd6-bc6c-46f0-a5ad-a76971db1b4b yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:32:19.545078 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3ff6da5a-bfa3-4682-a8d4-f53f75dd0794 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=acacd0fe4ed3467f958f570fe14990c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607960 Jan 21 09:32:19.550340 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38516) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:19.650272 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5514675f-874d-4e75-8910-0fa8aabe1507 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.730517 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-09aabc0a-076f-442c-90c7-dffbcd32c62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.732573 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-6d314d9f-cff7-496f-a868-9f26e7354053 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Allocated IP 2001:db8::30e (e7e7691f-8e54-469b-b0ae-9c9398908040/084dd5da-0539-4fd2-bfd5-847b21333172/7199efd6-bc6c-46f0-a5ad-a76971db1b4b) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:19.775479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eb592da8-196f-47a7-88b4-e7f03e736a33 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.790483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5514675f-874d-4e75-8910-0fa8aabe1507 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.801287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-09aabc0a-076f-442c-90c7-dffbcd32c62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.820767 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.823055 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514675f-874d-4e75-8910-0fa8aabe1507 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Pushing event deleted for resources: {'Subnet': ['ID=4d362d17-49ca-4667-b1b3-50b10ab26513,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:19.827384 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5514675f-874d-4e75-8910-0fa8aabe1507 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.830513 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5514675f-874d-4e75-8910-0fa8aabe1507 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] 10.222.0.88 "DELETE /v2.0/subnets/4d362d17-49ca-4667-b1b3-50b10ab26513 HTTP/1.1" status: 204 len: 168 time: 0.8660784 Jan 21 09:32:19.833734 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38520) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:19.840590 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc3722f-845c-4b30-ada2-be5140422998 None None] Network 19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:19.941006 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb592da8-196f-47a7-88b4-e7f03e736a33 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Subnet': ['ID=2dcccfec-0c11-4c62-8dde-f5134328b66a,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:19.968903 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb592da8-196f-47a7-88b4-e7f03e736a33 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Checking segment: {'id': 'c4b4d63a-2278-4213-87f6-bec4ae494661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9bad21b5-8f01-4790-a537-5eb44730e67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:19.969310 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb592da8-196f-47a7-88b4-e7f03e736a33 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network hostable DHCP agents. Network: 9bad21b5-8f01-4790-a537-5eb44730e67d, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:19.985019 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.987892 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-09aabc0a-076f-442c-90c7-dffbcd32c62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.992183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-09aabc0a-076f-442c-90c7-dffbcd32c62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.993908 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-09aabc0a-076f-442c-90c7-dffbcd32c62b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e116c11e-14c4-4be9-bf5d-d6d7edb6504a HTTP/1.1" status: 204 len: 168 time: 0.4413698 Jan 21 09:32:20.019728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aabc0a-076f-442c-90c7-dffbcd32c62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e116c11e-14c4-4be9-bf5d-d6d7edb6504a,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:20.025655 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb592da8-196f-47a7-88b4-e7f03e736a33 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network 9bad21b5-8f01-4790-a537-5eb44730e67d is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:20.053504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-eb592da8-196f-47a7-88b4-e7f03e736a33 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 9bad21b5-8f01-4790-a537-5eb44730e67d) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:20.065153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb592da8-196f-47a7-88b4-e7f03e736a33 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:20.065771 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eb592da8-196f-47a7-88b4-e7f03e736a33 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.071551 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b22767c-dc9f-4d15-932b-bd20e1fc6644 None None] Network 9bad21b5-8f01-4790-a537-5eb44730e67d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:20.073872 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6d314d9f-cff7-496f-a868-9f26e7354053 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.083688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Router 8108e9d4-2a13-4619-b608-5b765b6094b8 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:32:20.089077 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Deleting port 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:20.089502 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.099513 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-eb592da8-196f-47a7-88b4-e7f03e736a33 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9310875 Jan 21 09:32:20.108286 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38524) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:20.117677 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-6edda9f0-d79d-44a4-a674-4190c7a4357b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-121406760'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:20.135876 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6d314d9f-cff7-496f-a868-9f26e7354053 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.147871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2910c9-a522-4ee9-bc2b-bfa57d505a97 None None] DHCP port deletion for 19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:32:20.205064 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d314d9f-cff7-496f-a868-9f26e7354053 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Network e7e7691f-8e54-469b-b0ae-9c9398908040 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:20.208484 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-6d314d9f-cff7-496f-a868-9f26e7354053 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:20.230868 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d314d9f-cff7-496f-a868-9f26e7354053 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:20.244896 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d314d9f-cff7-496f-a868-9f26e7354053 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:20.245587 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6d314d9f-cff7-496f-a868-9f26e7354053 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.261198 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] For port 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2b6e9fe5-5a99-49ff-8704-dc8c3227c34a,segment=NetworkSegment(1f3765bc-ad0b-401d-8053-83f6645aab85),segment_id=1f3765bc-ad0b-401d-8053-83f6645aab85)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:20.261610 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.283312 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d314d9f-cff7-496f-a868-9f26e7354053 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event updated for resources: {'Port': ['ID=7199efd6-bc6c-46f0-a5ad-a76971db1b4b,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:20.301508 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6d314d9f-cff7-496f-a868-9f26e7354053 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1996567 Jan 21 09:32:20.301891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38530) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:20.309848 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-04bf7e14-22eb-49e8-b77b-e6c35eee81db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Request body: {'port': {'network_id': 'e7e7691f-8e54-469b-b0ae-9c9398908040', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1532937714'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:20.312899 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edda9f0-d79d-44a4-a674-4190c7a4357b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:20.316345 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6edda9f0-d79d-44a4-a674-4190c7a4357b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.339379 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-da2910c9-a522-4ee9-bc2b-bfa57d505a97 None None] Deleting port 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:20.339777 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-da2910c9-a522-4ee9-bc2b-bfa57d505a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.341300 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Calling delete_port for 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:20.384021 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edda9f0-d79d-44a4-a674-4190c7a4357b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:20.422979 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-9bad21b5-8f01-4790-a537-5eb44730e67d', 'network_id': '9bad21b5-8f01-4790-a537-5eb44730e67d', 'tenant_id': 'b39cf23e40274b4582c9d2151f5fcd70', 'fixed_ips': [{'subnet_id': '2dcccfec-0c11-4c62-8dde-f5134328b66a'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:32:20.423986 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.426737 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:20.434420 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-da2910c9-a522-4ee9-bc2b-bfa57d505a97 None None] For port 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2b6e9fe5-5a99-49ff-8704-dc8c3227c34a,segment=NetworkSegment(1f3765bc-ad0b-401d-8053-83f6645aab85),segment_id=1f3765bc-ad0b-401d-8053-83f6645aab85)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:20.434916 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-da2910c9-a522-4ee9-bc2b-bfa57d505a97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.436195 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Sync routers for ids ['8108e9d4-2a13-4619-b608-5b765b6094b8'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:20.446016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6edda9f0-d79d-44a4-a674-4190c7a4357b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.446317 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-6edda9f0-d79d-44a4-a674-4190c7a4357b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Added segment bd5fb471-e96d-44ff-8735-a7efd430ccad of type vlan for network 42d83917-c9df-4bf1-a997-94a1142ad84c Jan 21 09:32:20.456513 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Routers {'8108e9d4-2a13-4619-b608-5b765b6094b8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:20.460273 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-da2910c9-a522-4ee9-bc2b-bfa57d505a97 None None] Calling delete_port for 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:20.462230 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8108e9d4-2a13-4619-b608-5b765b6094b8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:20.544840 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.552732 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bb7b44a9-8d9c-45e4-9499-3ebb69c19be2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5106230 Jan 21 09:32:20.557966 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38538) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:20.574728 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6edda9f0-d79d-44a4-a674-4190c7a4357b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.632101 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.640331 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6edda9f0-d79d-44a4-a674-4190c7a4357b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.658191 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edda9f0-d79d-44a4-a674-4190c7a4357b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:20.658858 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6edda9f0-d79d-44a4-a674-4190c7a4357b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.684458 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-da2910c9-a522-4ee9-bc2b-bfa57d505a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.710794 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2910c9-a522-4ee9-bc2b-bfa57d505a97 None None] No DVR routers for this DVR port 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:20.732898 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Set router 8108e9d4-2a13-4619-b608-5b765b6094b8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:32:20.800303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bf7e14-22eb-49e8-b77b-e6c35eee81db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Made reservation on behalf of e0e7c3dcdc5e41288a0a05ce47903541 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:20.804924 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-04bf7e14-22eb-49e8-b77b-e6c35eee81db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:20.809379 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2910c9-a522-4ee9-bc2b-bfa57d505a97 None None] Pushing event deleted for resources: {'Port': ['ID=2b6e9fe5-5a99-49ff-8704-dc8c3227c34a,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:20.816910 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:32:20.847312 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:32:20.848694 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:32:20.852456 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edda9f0-d79d-44a4-a674-4190c7a4357b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Network': ['ID=42d83917-c9df-4bf1-a997-94a1142ad84c,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:20.868494 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-04bf7e14-22eb-49e8-b77b-e6c35eee81db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] device_id is not set on port 2c905829-aeb4-458c-a08c-9e6c449fd4b1 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:32:20.876073 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Pushing event deleted for resources: {'Port': ['ID=2b6e9fe5-5a99-49ff-8704-dc8c3227c34a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:20.880194 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] No DVR routers for this DVR port 2b6e9fe5-5a99-49ff-8704-dc8c3227c34a on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:20.882326 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 42d83917-c9df-4bf1-a997-94a1142ad84c details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:20.895825 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6edda9f0-d79d-44a4-a674-4190c7a4357b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7864962 Jan 21 09:32:20.899304 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38550) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:20.940853 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-585af8d1-35df-4dc8-a2da-afc00a05b250 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'subnet': {'network_id': '42d83917-c9df-4bf1-a997-94a1142ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:20.955553 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0600f783-d3bc-4942-856d-22acc8f6e73f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "GET /v2.0/routers/8108e9d4-2a13-4619-b608-5b765b6094b8 HTTP/1.1" status: 200 len: 907 time: 0.3963420 Jan 21 09:32:20.960398 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38554) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:20.975277 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108e9d4-2a13-4619-b608-5b765b6094b8', 'name': 'tempest-snat-router-267329923', 'tenant_id': '98f72a5a5b424e54909666f309bb371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.21'}], 'enable_snat': False}, 'gw_port_id': '00932dac-ffb4-43c2-923f-ce4459b8b211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:32:17Z', 'updated_at': '2022-01-21T09:32:18Z', 'revision_number': 3, 'project_id': '98f72a5a5b424e54909666f309bb371e', 'gw_port': {'id': '00932dac-ffb4-43c2-923f-ce4459b8b211', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8108e9d4-2a13-4619-b608-5b765b6094b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:32:17Z', 'updated_at': '2022-01-21T09:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:20.987618 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Request body: {'router': {'name': 'tempest-snat-router-267329923', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'enable_snat': True}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:20.992588 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-49a3d0e0-3ba1-4bc3-a8a7-baeed5e27e78 None None] Provisioning complete for port 7199efd6-bc6c-46f0-a5ad-a76971db1b4b triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:20.993789 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-49a3d0e0-3ba1-4bc3-a8a7-baeed5e27e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.005070 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Checking router: 8108e9d4-2a13-4619-b608-5b765b6094b8 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:32:21.005557 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Updating router 8108e9d4-2a13-4619-b608-5b765b6094b8 port 00932dac-ffb4-43c2-923f-ce4459b8b211 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:32:21.034932 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.051844 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.072538 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-49a3d0e0-3ba1-4bc3-a8a7-baeed5e27e78 None None] Port 7199efd6-bc6c-46f0-a5ad-a76971db1b4b cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:21.082354 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:21.092184 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.092495 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.100776 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3765bc-ad0b-401d-8053-83f6645aab85') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:21.101076 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3765bc-ad0b-401d-8053-83f6645aab85') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:21.118485 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.121011 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Allocated IP 2001:db8:0:ffff::2 (9bad21b5-8f01-4790-a537-5eb44730e67d/2dcccfec-0c11-4c62-8dde-f5134328b66a/5fc8b5c6-cb39-42e4-a43a-b72d145c0756) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:21.155470 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.181183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-04bf7e14-22eb-49e8-b77b-e6c35eee81db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Allocated IP 2001:db8::147 (e7e7691f-8e54-469b-b0ae-9c9398908040/084dd5da-0539-4fd2-bfd5-847b21333172/2c905829-aeb4-458c-a08c-9e6c449fd4b1) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:21.192723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:21.193640 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:21.198094 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:21.216088 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.254762 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38558) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.374250 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.397146 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.412480 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.415596 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] 10.222.0.88 "DELETE /v2.0/networks/19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e HTTP/1.1" status: 204 len: 168 time: 1.5801334 Jan 21 09:32:21.425205 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.438340 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa65af8-a30c-4b81-9984-cf226192a8f8 tempest-FloatingIPNegativeTestJSON-1403750192 tempest-FloatingIPNegativeTestJSON-1403750192-project] Pushing event deleted for resources: {'Network': ['ID=19cc37cb-ae86-4b5d-8cf4-bf9a00e0957e,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:21.499408 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-04bf7e14-22eb-49e8-b77b-e6c35eee81db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.504875 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-e60439b8-6927-4f35-8f83-faedaede58ef tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.511093 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e60439b8-6927-4f35-8f83-faedaede58ef tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2532299 Jan 21 09:32:21.513513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38566) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.518036 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-c44231db-4bb6-4631-b4a2-c5db20eddffd tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.518991 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c44231db-4bb6-4631-b4a2-c5db20eddffd tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045204 Jan 21 09:32:21.520987 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585af8d1-35df-4dc8-a2da-afc00a05b250 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:21.536911 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-585af8d1-35df-4dc8-a2da-afc00a05b250 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.541644 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38568) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.558946 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.562429 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Attempting to bind port 00932dac-ffb4-43c2-923f-ce4459b8b211 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:21.562932 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Attempting to bind port 00932dac-ffb4-43c2-923f-ce4459b8b211 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:21.563044 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Attempting to bind port 00932dac-ffb4-43c2-923f-ce4459b8b211 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:32:21.565738 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.569699 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.577741 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24649806-c460-40f4-8281-d333ef77bb4b None None] Pushing event updated for resources: {'Port': ['ID=00932dac-ffb4-43c2-923f-ce4459b8b211,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:21.581061 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:32:21.581429 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:21.585859 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-71480796-43af-4edd-a625-dab58bf4f20f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.589322 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-71480796-43af-4edd-a625-dab58bf4f20f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0431962 Jan 21 09:32:21.590848 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.591260 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:32:21.591854 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Bound port: 00932dac-ffb4-43c2-923f-ce4459b8b211, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:21.592261 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.593125 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38570) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.600770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-af2ed63c-348b-4b12-806c-a1bb2e01dd0f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.604355 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-af2ed63c-348b-4b12-806c-a1bb2e01dd0f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0048892 Jan 21 09:32:21.604498 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38572) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.610047 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-9c73a1ec-4f0a-40dc-8c3b-f810d5ed1b1e tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.613380 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9c73a1ec-4f0a-40dc-8c3b-f810d5ed1b1e tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0056221 Jan 21 09:32:21.627336 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Network 9bad21b5-8f01-4790-a537-5eb44730e67d is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:21.634506 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:21.638366 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24649806-c460-40f4-8281-d333ef77bb4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:21.639021 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24649806-c460-40f4-8281-d333ef77bb4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:21.639726 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24649806-c460-40f4-8281-d333ef77bb4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:21.640318 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24649806-c460-40f4-8281-d333ef77bb4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:21.640888 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24649806-c460-40f4-8281-d333ef77bb4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:21.641471 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24649806-c460-40f4-8281-d333ef77bb4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:21.642151 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24649806-c460-40f4-8281-d333ef77bb4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:21.642912 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38574) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.644557 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:21.647514 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24649806-c460-40f4-8281-d333ef77bb4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:21.648585 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-71875b94-98e6-426e-ba16-7a3215c8ab1d tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.652238 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-71875b94-98e6-426e-ba16-7a3215c8ab1d tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0058270 Jan 21 09:32:21.653227 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38576) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.653988 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24649806-c460-40f4-8281-d333ef77bb4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:21.654800 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24649806-c460-40f4-8281-d333ef77bb4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:21.659157 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24649806-c460-40f4-8281-d333ef77bb4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:21.659426 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-607232d8-1cec-43e1-9595-6d937229de47 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.663451 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-607232d8-1cec-43e1-9595-6d937229de47 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0054147 Jan 21 09:32:21.664611 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38578) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.667199 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24649806-c460-40f4-8281-d333ef77bb4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:21.668713 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-10222fcb-db67-4286-85c0-cc6b5a92f54f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.671989 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-10222fcb-db67-4286-85c0-cc6b5a92f54f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0041726 Jan 21 09:32:21.672760 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38580) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.680015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-64a1a185-01aa-40ff-817c-13c05b2c1375 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.680807 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-64a1a185-01aa-40ff-817c-13c05b2c1375 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0059388 Jan 21 09:32:21.686010 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38582) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.692392 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-3b88871d-c5e3-4453-ad42-bbc48d4f73d4 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.695206 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3b88871d-c5e3-4453-ad42-bbc48d4f73d4 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0074348 Jan 21 09:32:21.698778 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38586) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.707013 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-31a10475-ad33-4ac8-8686-2c57e426e02d tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.707876 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-04bf7e14-22eb-49e8-b77b-e6c35eee81db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.715404 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-31a10475-ad33-4ac8-8686-2c57e426e02d tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0144513 Jan 21 09:32:21.720483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38588) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.733614 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-97ea2371-32bd-45c1-b0df-cb7e389430e7 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.737252 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-97ea2371-32bd-45c1-b0df-cb7e389430e7 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0132489 Jan 21 09:32:21.737441 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38590) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.743678 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-886f567b-bf68-49e0-b52e-6b5eecab07f5 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.747293 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-886f567b-bf68-49e0-b52e-6b5eecab07f5 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0062802 Jan 21 09:32:21.747603 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38592) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.752428 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-5596c460-c090-4c76-abea-b544e2bdf469 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.756607 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5596c460-c090-4c76-abea-b544e2bdf469 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0049238 Jan 21 09:32:21.757542 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38594) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.762085 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-5d51ee5c-6bc3-4855-af47-4915243d4380 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.765555 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5d51ee5c-6bc3-4855-af47-4915243d4380 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0046265 Jan 21 09:32:21.766822 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38596) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.772401 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-b39a0bb9-fcdc-41fe-bea9-08be012561e0 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.776156 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b39a0bb9-fcdc-41fe-bea9-08be012561e0 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0052123 Jan 21 09:32:21.776302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Attempting to bind port 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:21.776302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Attempting to bind port 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'c4b4d63a-2278-4213-87f6-bec4ae494661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9bad21b5-8f01-4790-a537-5eb44730e67d'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:21.776302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Attempting to bind port 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 on network 9bad21b5-8f01-4790-a537-5eb44730e67d {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:32:21.791969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Pushing event updated for resources: {'Port': ['ID=5fc8b5c6-cb39-42e4-a43a-b72d145c0756,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:21.794042 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:32:21.794527 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Checking segment: {'id': 'c4b4d63a-2278-4213-87f6-bec4ae494661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9bad21b5-8f01-4790-a537-5eb44730e67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:21.794967 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.795307 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Bound using segment: {'id': 'c4b4d63a-2278-4213-87f6-bec4ae494661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9bad21b5-8f01-4790-a537-5eb44730e67d'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:32:21.795783 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Bound port: 5fc8b5c6-cb39-42e4-a43a-b72d145c0756, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b4d63a-2278-4213-87f6-bec4ae494661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9bad21b5-8f01-4790-a537-5eb44730e67d'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:21.796164 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.798114 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] For port 00932dac-ffb4-43c2-923f-ce4459b8b211, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:32:21.802172 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] For port 00932dac-ffb4-43c2-923f-ce4459b8b211, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=00932dac-ffb4-43c2-923f-ce4459b8b211,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:32:21.806217 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38598) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.807370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf7e14-22eb-49e8-b77b-e6c35eee81db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event updated for resources: {'Port': ['ID=2c905829-aeb4-458c-a08c-9e6c449fd4b1,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:21.817552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-d6dd9b75-cfe1-4fa1-a2c9-f005d76f9bd3 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.820302 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.821656 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d6dd9b75-cfe1-4fa1-a2c9-f005d76f9bd3 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0113592 Jan 21 09:32:21.827761 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38602) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.832357 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-17b4efae-b223-4140-b2c9-7396ce60c53e tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.838097 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-17b4efae-b223-4140-b2c9-7396ce60c53e tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0091710 Jan 21 09:32:21.840241 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38604) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.841724 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bf7e14-22eb-49e8-b77b-e6c35eee81db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Network e7e7691f-8e54-469b-b0ae-9c9398908040 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:21.845099 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-04bf7e14-22eb-49e8-b77b-e6c35eee81db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:21.861531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf7e14-22eb-49e8-b77b-e6c35eee81db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:21.869361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bf7e14-22eb-49e8-b77b-e6c35eee81db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:21.873575 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-04bf7e14-22eb-49e8-b77b-e6c35eee81db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.916137 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24649806-c460-40f4-8281-d333ef77bb4b None None] Pushing event updated for resources: {'Port': ['ID=00932dac-ffb4-43c2-923f-ce4459b8b211,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:21.947511 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-8698316f-b57b-4da9-a6e6-5c60aaafdf5d tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.953138 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8698316f-b57b-4da9-a6e6-5c60aaafdf5d tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0233972 Jan 21 09:32:21.955429 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38610) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.961568 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] For port 5fc8b5c6-cb39-42e4-a43a-b72d145c0756, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:32:21.963071 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-04bf7e14-22eb-49e8-b77b-e6c35eee81db tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6594381 Jan 21 09:32:21.965649 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] For port 5fc8b5c6-cb39-42e4-a43a-b72d145c0756, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5fc8b5c6-cb39-42e4-a43a-b72d145c0756,segment=NetworkSegment(c4b4d63a-2278-4213-87f6-bec4ae494661),segment_id=c4b4d63a-2278-4213-87f6-bec4ae494661)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:32:21.971481 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-051c7f54-f27c-4c97-9689-ce38cfe760fc tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.972434 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Routers {'8108e9d4-2a13-4619-b608-5b765b6094b8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:21.975717 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8108e9d4-2a13-4619-b608-5b765b6094b8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:21.977202 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-051c7f54-f27c-4c97-9689-ce38cfe760fc tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0201786 Jan 21 09:32:21.977338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.980465 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38612) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.981055 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38614) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:21.988046 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-8739c2f1-64e1-4d09-bb9d-8e6551802ae7 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:21.992520 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8739c2f1-64e1-4d09-bb9d-8e6551802ae7 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0087836 Jan 21 09:32:22.008110 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38616) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.009730 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38618) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.014873 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ab91a1b8-d656-4bff-be67-523b20a54fe5 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::28c', 'mac_address': 'fa:16:3e:e3:77:57'}, {'ip_address': '2001:db8::30e', 'mac_address': 'fa:16:3e:93:bc:22'}]}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:22.031553 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-d5459734-a976-4d55-97b1-823bd6203d8c tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.035671 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d5459734-a976-4d55-97b1-823bd6203d8c tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0162492 Jan 21 09:32:22.055281 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38622) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.056362 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:22.074066 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-442a3a2b-4ac5-425e-a924-e59e4146a73d tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.077560 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-442a3a2b-4ac5-425e-a924-e59e4146a73d tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0166996 Jan 21 09:32:22.081976 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991c29e-3a3e-46dc-83d0-1fc6e5712b6a None None] Pushing event updated for resources: {'Port': ['ID=5fc8b5c6-cb39-42e4-a43a-b72d145c0756,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:22.098058 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38624) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.103488 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-9ee24ad0-3703-43d1-b9a6-ac98bb02206a tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.104455 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9ee24ad0-3703-43d1-b9a6-ac98bb02206a tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0054364 Jan 21 09:32:22.107425 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38626) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.123717 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-adab8430-9617-49b2-a60d-79479182d297 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.124722 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-adab8430-9617-49b2-a60d-79479182d297 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0163820 Jan 21 09:32:22.125945 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:22.136939 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] Set router 8108e9d4-2a13-4619-b608-5b765b6094b8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:32:22.157606 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38628) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.162591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-770f7c47-045b-4141-8499-e566b696640c tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.163564 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-770f7c47-045b-4141-8499-e566b696640c tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0049698 Jan 21 09:32:22.198835 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38630) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.210172 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-8626b5ff-fd7b-4132-9308-0e1dc7c25701 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.213810 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8626b5ff-fd7b-4132-9308-0e1dc7c25701 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0113957 Jan 21 09:32:22.214914 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38632) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.219390 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-86f4ce11-bd04-4084-a4a2-3b8c0a9b60dd tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.223192 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-86f4ce11-bd04-4084-a4a2-3b8c0a9b60dd tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0054204 Jan 21 09:32:22.225273 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38634) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.282766 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-7b2d4318-d138-47a8-8642-519bcaf2d268 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.286084 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7b2d4318-d138-47a8-8642-519bcaf2d268 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0590529 Jan 21 09:32:22.289963 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38636) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.300416 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-2740a7d2-0327-4d3e-a0c6-2267eb183c8e tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.308515 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2740a7d2-0327-4d3e-a0c6-2267eb183c8e tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0140586 Jan 21 09:32:22.308515 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38638) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.314280 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-4e545b56-373d-4169-8fab-38c2de73745f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.318923 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4e545b56-373d-4169-8fab-38c2de73745f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0064790 Jan 21 09:32:22.319965 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38640) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.324434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-9a48a4fa-5056-4766-9a92-441913cbd41b tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.325476 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9a48a4fa-5056-4766-9a92-441913cbd41b tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0051336 Jan 21 09:32:22.334721 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38642) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.335263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-70fd5048-6a81-4343-9fca-37f695837bc0 None None] Provisioning complete for port 2c905829-aeb4-458c-a08c-9e6c449fd4b1 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:22.335652 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-70fd5048-6a81-4343-9fca-37f695837bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:22.338892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-729a9028-5e03-4b16-8617-fa6988f425d0 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.339835 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-729a9028-5e03-4b16-8617-fa6988f425d0 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042522 Jan 21 09:32:22.342481 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38644) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.346770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-f7e06dc0-33f1-4ca9-be29-1fe66f1091fb tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.348395 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f7e06dc0-33f1-4ca9-be29-1fe66f1091fb tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048532 Jan 21 09:32:22.348574 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-585af8d1-35df-4dc8-a2da-afc00a05b250 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:22.352770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38646) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.360292 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-764308c2-6d00-4573-967e-a75163cf1deb tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.361720 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-764308c2-6d00-4573-967e-a75163cf1deb tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0076797 Jan 21 09:32:22.371316 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38648) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.374080 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Allocated IP 172.26.7.20 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/cea17918-47ab-4957-b112-12e256ad449f) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:22.378955 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-581c63cf-87d8-4795-9c43-c016a478d804 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.380152 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-581c63cf-87d8-4795-9c43-c016a478d804 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0076261 Jan 21 09:32:22.384311 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38650) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.389039 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-742ee64f-8d13-4c6c-ab70-79d54a70db31 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.390410 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-742ee64f-8d13-4c6c-ab70-79d54a70db31 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048871 Jan 21 09:32:22.393356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38652) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.397820 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-128a706f-bd1a-4cf1-bfbf-f08af6f182db tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.399070 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-128a706f-bd1a-4cf1-bfbf-f08af6f182db tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045502 Jan 21 09:32:22.402967 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38654) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.407865 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-70fd5048-6a81-4343-9fca-37f695837bc0 None None] Port 2c905829-aeb4-458c-a08c-9e6c449fd4b1 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:22.436769 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-e2822c98-f9f6-4d7e-89c0-1a21f63e9f4f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.437197 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e2822c98-f9f6-4d7e-89c0-1a21f63e9f4f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0229177 Jan 21 09:32:22.460106 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38656) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.470577 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-e8489df8-4115-498e-981b-2d3a69092663 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.471557 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e8489df8-4115-498e-981b-2d3a69092663 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0104990 Jan 21 09:32:22.474683 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38658) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.478884 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-4a056165-a078-48b4-810e-45fdeedac117 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.479514 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4a056165-a078-48b4-810e-45fdeedac117 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043044 Jan 21 09:32:22.488114 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38660) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.493372 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-606c7ecc-48f6-4f35-9a68-96eaad6d357f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.496694 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-606c7ecc-48f6-4f35-9a68-96eaad6d357f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0052884 Jan 21 09:32:22.506828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38664) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.508343 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585af8d1-35df-4dc8-a2da-afc00a05b250 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Subnet': ['ID=3eff94fc-c3a6-4479-8f5f-2ab87d360877,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:22.514560 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-2c10aa05-32dc-43e5-a93e-bfb9815e5308 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.515307 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2c10aa05-32dc-43e5-a93e-bfb9815e5308 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0075490 Jan 21 09:32:22.524083 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38666) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.534584 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-f62e8e1e-fbdc-43e7-9967-47444453fdff tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.535567 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f62e8e1e-fbdc-43e7-9967-47444453fdff tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0120721 Jan 21 09:32:22.544633 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38668) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.556433 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-d2befbde-bbd4-416b-a1d9-da36ce725f0f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.559831 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d2befbde-bbd4-416b-a1d9-da36ce725f0f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0119071 Jan 21 09:32:22.566034 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38670) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.574675 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-3ef03d7c-e519-4b7e-9b89-1b9a7b34670f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.575641 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3ef03d7c-e519-4b7e-9b89-1b9a7b34670f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0077531 Jan 21 09:32:22.580232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38672) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.580701 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d43b8288-e3de-4401-a60f-c849167e1dc9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eb2c8ec133934333ac2f4ebad4c86b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5582666 Jan 21 09:32:22.583328 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38674) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.585157 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-1635f0a8-b445-484e-8dc6-ecd96ac88551 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.588499 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1635f0a8-b445-484e-8dc6-ecd96ac88551 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049922 Jan 21 09:32:22.589790 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38676) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.597068 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-46c32aa8-5bbf-4385-914e-9396a669e52d tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.601066 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-46c32aa8-5bbf-4385-914e-9396a669e52d tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0080063 Jan 21 09:32:22.604356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38678) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.612504 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-5a063f1a-be83-4c87-8876-1716825c121f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.613565 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ab91a1b8-d656-4bff-be67-523b20a54fe5 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:22.616881 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5a063f1a-be83-4c87-8876-1716825c121f tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0093977 Jan 21 09:32:22.618332 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38680) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.622527 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-8d279864-0aba-419c-937e-14c83e512695 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.623561 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8d279864-0aba-419c-937e-14c83e512695 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042567 Jan 21 09:32:22.626787 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38682) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.637473 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-c2c62215-577d-4b67-8103-7e3d166b82ba tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.640836 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c2c62215-577d-4b67-8103-7e3d166b82ba tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0108635 Jan 21 09:32:22.641011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585af8d1-35df-4dc8-a2da-afc00a05b250 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Checking segment: {'id': 'bd5fb471-e96d-44ff-8735-a7efd430ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '42d83917-c9df-4bf1-a997-94a1142ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:22.641011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585af8d1-35df-4dc8-a2da-afc00a05b250 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network hostable DHCP agents. Network: 42d83917-c9df-4bf1-a997-94a1142ad84c, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:22.641524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38684) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.644713 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:22.654427 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-a82f0b26-baa6-4a32-b1c5-f27ea9024d3a tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.655066 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108e9d4-2a13-4619-b608-5b765b6094b8', 'name': 'tempest-snat-router-267329923', 'tenant_id': '98f72a5a5b424e54909666f309bb371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.21'}], 'enable_snat': False}, 'gw_port_id': '00932dac-ffb4-43c2-923f-ce4459b8b211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:32:17Z', 'updated_at': '2022-01-21T09:32:18Z', 'revision_number': 3, 'project_id': '98f72a5a5b424e54909666f309bb371e', 'gw_port': {'id': '00932dac-ffb4-43c2-923f-ce4459b8b211', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8108e9d4-2a13-4619-b608-5b765b6094b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:32:17Z', 'updated_at': '2022-01-21T09:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:22.655557 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a82f0b26-baa6-4a32-b1c5-f27ea9024d3a tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0080101 Jan 21 09:32:22.658569 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38686) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.670925 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-48609581-f1b8-45f2-9cae-2a6bdbe8e446 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.671872 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-48609581-f1b8-45f2-9cae-2a6bdbe8e446 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0069945 Jan 21 09:32:22.675660 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38688) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.682509 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-f92302a7-3254-4dd8-9987-07a6d8015818 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.683848 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f92302a7-3254-4dd8-9987-07a6d8015818 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0070956 Jan 21 09:32:22.687186 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38690) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.696131 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ba47a-c211-4d83-8201-bc2b57e40ed9 None None] The sync data for ids ['8108e9d4-2a13-4619-b608-5b765b6094b8'] in dv-neutron-825721-1-hyperv is: [{'id': '8108e9d4-2a13-4619-b608-5b765b6094b8', 'name': 'tempest-snat-router-267329923', 'tenant_id': '98f72a5a5b424e54909666f309bb371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.21'}], 'enable_snat': False}, 'gw_port_id': '00932dac-ffb4-43c2-923f-ce4459b8b211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:32:17Z', 'updated_at': '2022-01-21T09:32:18Z', 'revision_number': 3, 'project_id': '98f72a5a5b424e54909666f309bb371e', 'gw_port': {'id': '00932dac-ffb4-43c2-923f-ce4459b8b211', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8108e9d4-2a13-4619-b608-5b765b6094b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:32:17Z', 'updated_at': '2022-01-21T09:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:22.698007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-6472fe55-9b85-437d-80c7-302d6b4ce11d tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.699610 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6472fe55-9b85-437d-80c7-302d6b4ce11d tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0112288 Jan 21 09:32:22.703816 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38692) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.710611 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-c0940767-76c6-48b1-b02b-bee521d25f1d tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.714334 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c0940767-76c6-48b1-b02b-bee521d25f1d tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0067267 Jan 21 09:32:22.715529 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:22.717672 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38694) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.727258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-f378074b-fb1d-454a-aae7-2bff3966b73d tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.728237 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f378074b-fb1d-454a-aae7-2bff3966b73d tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0071614 Jan 21 09:32:22.742498 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38696) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.742498 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585af8d1-35df-4dc8-a2da-afc00a05b250 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network 42d83917-c9df-4bf1-a997-94a1142ad84c is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:22.755140 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-9863c6c8-10f8-4bb9-94f3-196a7bca5c06 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.756877 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9863c6c8-10f8-4bb9-94f3-196a7bca5c06 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0157063 Jan 21 09:32:22.759630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38698) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.767233 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-eff4d3f6-ce31-4ffb-8be3-d30fa5f38853 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.768040 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-eff4d3f6-ce31-4ffb-8be3-d30fa5f38853 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0073302 Jan 21 09:32:22.770911 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38700) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.776253 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0d030b12-d6cd-49fa-b653-ceda98f2fb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:22.776420 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-fc695e8e-ecb9-4a76-9cc6-89db1c9d8aef tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.779912 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fc695e8e-ecb9-4a76-9cc6-89db1c9d8aef tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046518 Jan 21 09:32:22.780462 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38702) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.783191 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-585af8d1-35df-4dc8-a2da-afc00a05b250 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 42d83917-c9df-4bf1-a997-94a1142ad84c) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:22.792010 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-79a2c0cb-d9a2-477d-9af3-f629a5183f83 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.796261 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-79a2c0cb-d9a2-477d-9af3-f629a5183f83 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0105863 Jan 21 09:32:22.797843 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38704) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.805517 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-462d40a7-7103-4916-a2b5-30003e221b27 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.809015 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-462d40a7-7103-4916-a2b5-30003e221b27 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0062730 Jan 21 09:32:22.809254 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19bb727-4b71-42fe-982e-9f542852321d None None] Network 42d83917-c9df-4bf1-a997-94a1142ad84c requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:22.811375 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:22.812006 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38706) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.814523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Pushing event updated for resources: {'Port': ['ID=cea17918-47ab-4957-b112-12e256ad449f,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:22.819675 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-c04ad32a-cca7-4be9-af97-332812189624 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.820654 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c04ad32a-cca7-4be9-af97-332812189624 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0075114 Jan 21 09:32:22.823654 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:22.825367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38708) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.827502 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:22.831522 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585af8d1-35df-4dc8-a2da-afc00a05b250 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:22.832071 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-585af8d1-35df-4dc8-a2da-afc00a05b250 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:22.851890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-ffa4c69b-9056-4559-bb4c-cb5b23a2ad40 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.852881 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ffa4c69b-9056-4559-bb4c-cb5b23a2ad40 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0263910 Jan 21 09:32:22.856662 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38710) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.863008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-92027e46-7d89-4636-ad4b-6bebeb7fa4b0 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.863983 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-92027e46-7d89-4636-ad4b-6bebeb7fa4b0 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0064206 Jan 21 09:32:22.866677 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38712) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.872215 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-2010c403-3f31-4f9f-ad03-b9d1d92bf45e tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.875470 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2010c403-3f31-4f9f-ad03-b9d1d92bf45e tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0056088 Jan 21 09:32:22.878447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38716) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.878590 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38718) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.882497 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:22.884319 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-585af8d1-35df-4dc8-a2da-afc00a05b250 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9704623 Jan 21 09:32:22.964950 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [None req-a7a3b1be-c452-44e2-9aa0-49486cb2c533 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:22.969376 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a7a3b1be-c452-44e2-9aa0-49486cb2c533 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0898304 Jan 21 09:32:22.970537 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38720) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:22.984001 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:32:23.005423 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:23.006073 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:23.083618 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-a42dee50-2af1-4864-a4c4-671ec12a7b4e tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:23.097066 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a42dee50-2af1-4864-a4c4-671ec12a7b4e tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0239720 Jan 21 09:32:23.102076 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38724) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:23.115572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:23.150452 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-42d83917-c9df-4bf1-a997-94a1142ad84c', 'network_id': '42d83917-c9df-4bf1-a997-94a1142ad84c', 'tenant_id': 'b39cf23e40274b4582c9d2151f5fcd70', 'fixed_ips': [{'subnet_id': '3eff94fc-c3a6-4479-8f5f-2ab87d360877'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:32:23.151276 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:23.159684 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [None req-6cc90aa9-e3b8-40fe-8a5e-6d798e2243a1 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:23.164547 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6cc90aa9-e3b8-40fe-8a5e-6d798e2243a1 tempest-ExtensionsTestJSON-497245156 tempest-ExtensionsTestJSON-497245156-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043762 Jan 21 09:32:23.165380 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0d030b12-d6cd-49fa-b653-ceda98f2fb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:23.240632 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:23.258655 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ab91a1b8-d656-4bff-be67-523b20a54fe5 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:23.277633 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ab91a1b8-d656-4bff-be67-523b20a54fe5 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:23.316168 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:23.384738 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 5fc8b5c6-cb39-42e4-a43a-b72d145c0756, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5fc8b5c6-cb39-42e4-a43a-b72d145c0756,segment=NetworkSegment(c4b4d63a-2278-4213-87f6-bec4ae494661),segment_id=c4b4d63a-2278-4213-87f6-bec4ae494661)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:23.392283 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91a1b8-d656-4bff-be67-523b20a54fe5 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event updated for resources: {'Port': ['ID=2c905829-aeb4-458c-a08c-9e6c449fd4b1,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:23.410399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-ab91a1b8-d656-4bff-be67-523b20a54fe5 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] In _notify_port_updated(), no bound segment for port 2c905829-aeb4-458c-a08c-9e6c449fd4b1 on network e7e7691f-8e54-469b-b0ae-9c9398908040 {{(pid=102147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:32:23.417596 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab91a1b8-d656-4bff-be67-523b20a54fe5 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:23.418521 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ab91a1b8-d656-4bff-be67-523b20a54fe5 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:23.422551 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ab91a1b8-d656-4bff-be67-523b20a54fe5 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "PUT /v2.0/ports/2c905829-aeb4-458c-a08c-9e6c449fd4b1 HTTP/1.1" status: 200 len: 1068 time: 1.4377475 Jan 21 09:32:23.423463 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38730) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:23.446110 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:23.488713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0d030b12-d6cd-49fa-b653-ceda98f2fb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:23.492297 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0d030b12-d6cd-49fa-b653-ceda98f2fb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:23.496004 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0d030b12-d6cd-49fa-b653-ceda98f2fb2c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/07d783ca-29e8-4f31-b85a-4a3c86d1e17b HTTP/1.1" status: 204 len: 168 time: 0.9046750 Jan 21 09:32:23.530533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:23.536544 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d030b12-d6cd-49fa-b653-ceda98f2fb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d783ca-29e8-4f31-b85a-4a3c86d1e17b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:23.616908 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Allocated IP 2001:db8::1 (42d83917-c9df-4bf1-a997-94a1142ad84c/3eff94fc-c3a6-4479-8f5f-2ab87d360877/65579c87-de9a-419e-89c3-2913b33ca417) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:23.657611 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38736) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:23.678600 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=5fc8b5c6-cb39-42e4-a43a-b72d145c0756,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:23.705222 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-a4a06a1a-6977-427c-94da-9776cd1a5a60 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Deleting port 2c905829-aeb4-458c-a08c-9e6c449fd4b1 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:23.705588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a4a06a1a-6977-427c-94da-9776cd1a5a60 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:23.863487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6f5e0ed1-3718-40dd-af96-c515c6fbf3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:23.889302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b9063e-1df4-4d76-887e-b189ceccb7ef None None] Network 9bad21b5-8f01-4790-a537-5eb44730e67d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:23.996780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6f5e0ed1-3718-40dd-af96-c515c6fbf3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.013056 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6f5e0ed1-3718-40dd-af96-c515c6fbf3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.017769 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a4a06a1a-6977-427c-94da-9776cd1a5a60 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.080620 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-bb4cdcdb-296b-4c89-9291-04eb4de6e3dc None None] Provisioning complete for port 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:24.081202 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bb4cdcdb-296b-4c89-9291-04eb4de6e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.083654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-a4a06a1a-6977-427c-94da-9776cd1a5a60 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Calling delete_port for 2c905829-aeb4-458c-a08c-9e6c449fd4b1 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:24.108624 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6f5e0ed1-3718-40dd-af96-c515c6fbf3c6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6e1b50bdb9794e7ab619a1f194decd0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4499354 Jan 21 09:32:24.112698 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38746) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:24.112698 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e0ed1-3718-40dd-af96-c515c6fbf3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79a40b2-0c01-4514-9d05-4f43c32cf97b,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:24.272331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d08a7aa9-c74b-403b-82fd-9fa9e7cccc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.312422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d08a7aa9-c74b-403b-82fd-9fa9e7cccc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.316853 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.350211 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.414036 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a4a06a1a-6977-427c-94da-9776cd1a5a60 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.420783 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Network 42d83917-c9df-4bf1-a997-94a1142ad84c is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:24.425037 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:24.429886 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:24.435860 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d08a7aa9-c74b-403b-82fd-9fa9e7cccc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.438286 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d08a7aa9-c74b-403b-82fd-9fa9e7cccc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.444614 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d08a7aa9-c74b-403b-82fd-9fa9e7cccc99 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d79a40b2-0c01-4514-9d05-4f43c32cf97b HTTP/1.1" status: 204 len: 168 time: 0.3186474 Jan 21 09:32:24.473618 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a06a1a-6977-427c-94da-9776cd1a5a60 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event deleted for resources: {'Port': ['ID=2c905829-aeb4-458c-a08c-9e6c449fd4b1,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:24.483406 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Pushing event updated for resources: {'Port': ['ID=65579c87-de9a-419e-89c3-2913b33ca417,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:24.500244 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.519846 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a7aa9-c74b-403b-82fd-9fa9e7cccc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79a40b2-0c01-4514-9d05-4f43c32cf97b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:24.529554 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Attempting to bind port 65579c87-de9a-419e-89c3-2913b33ca417 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:24.530088 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Attempting to bind port 65579c87-de9a-419e-89c3-2913b33ca417 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'bd5fb471-e96d-44ff-8735-a7efd430ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '42d83917-c9df-4bf1-a997-94a1142ad84c'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:24.530631 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Attempting to bind port 65579c87-de9a-419e-89c3-2913b33ca417 on network 42d83917-c9df-4bf1-a997-94a1142ad84c {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:32:24.544502 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:32:24.545495 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Checking segment: {'id': 'bd5fb471-e96d-44ff-8735-a7efd430ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '42d83917-c9df-4bf1-a997-94a1142ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:24.545888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.546368 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Bound using segment: {'id': 'bd5fb471-e96d-44ff-8735-a7efd430ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '42d83917-c9df-4bf1-a997-94a1142ad84c'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:32:24.546764 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Bound port: 65579c87-de9a-419e-89c3-2913b33ca417, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5fb471-e96d-44ff-8735-a7efd430ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '42d83917-c9df-4bf1-a997-94a1142ad84c'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:24.547149 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.589125 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-050ff117-19fa-45fc-8926-b05d4655482e None None] Could not find standard attr ID for object 2c905829-aeb4-458c-a08c-9e6c449fd4b1. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:32:24.702749 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.767596 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] For port 65579c87-de9a-419e-89c3-2913b33ca417, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:32:24.784733 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] For port 65579c87-de9a-419e-89c3-2913b33ca417, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=65579c87-de9a-419e-89c3-2913b33ca417,segment=NetworkSegment(bd5fb471-e96d-44ff-8735-a7efd430ccad),segment_id=bd5fb471-e96d-44ff-8735-a7efd430ccad)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:32:24.798281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.858710 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.896081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a4a06a1a-6977-427c-94da-9776cd1a5a60 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.905853 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a4a06a1a-6977-427c-94da-9776cd1a5a60 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "DELETE /v2.0/ports/2c905829-aeb4-458c-a08c-9e6c449fd4b1 HTTP/1.1" status: 204 len: 168 time: 1.4798048 Jan 21 09:32:24.914184 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38768) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:24.962135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057486b-d9d0-4cf8-b52f-eb5680f10eef None None] Pushing event updated for resources: {'Port': ['ID=65579c87-de9a-419e-89c3-2913b33ca417,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:24.986169 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Subnet': ['ID=3eff94fc-c3a6-4479-8f5f-2ab87d360877,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:24.997100 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-63cea3f8-da3f-4b1b-a6b3-c2a543b5573b tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] GET failed (client error): The resource could not be found. Jan 21 09:32:25.002015 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-63cea3f8-da3f-4b1b-a6b3-c2a543b5573b tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "GET /v2.0/ports/2c905829-aeb4-458c-a08c-9e6c449fd4b1 HTTP/1.1" status: 404 len: 333 time: 0.0839949 Jan 21 09:32:25.002685 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38770) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:25.046684 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-45e24473-60cd-47e9-a31b-8f33d696a93c None None] Provisioning complete for port 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:25.048837 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-45e24473-60cd-47e9-a31b-8f33d696a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:25.104466 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:25.158713 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Router e42a81cc-f029-4739-bf7f-1f711dfd3a43 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:32:25.166735 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-4745e3c4-706a-41cc-aa4e-661e389c668a tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Deleting port 7199efd6-bc6c-46f0-a5ad-a76971db1b4b {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:25.168203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4745e3c4-706a-41cc-aa4e-661e389c668a tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:25.189755 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:25.321667 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d83917-c9df-4bf1-a997-94a1142ad84c']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:25.338252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5fb471-e96d-44ff-8735-a7efd430ccad') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:25.338252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5fb471-e96d-44ff-8735-a7efd430ccad') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:25.343844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:25.346088 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:25.357585 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:25.373093 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4745e3c4-706a-41cc-aa4e-661e389c668a tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:25.397816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-4745e3c4-706a-41cc-aa4e-661e389c668a tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Calling delete_port for 7199efd6-bc6c-46f0-a5ad-a76971db1b4b owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:25.455581 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:25.465630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:25.468736 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38782) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:25.478792 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:25.479498 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:25.483910 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:25.502567 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Sync routers for ids ['e42a81cc-f029-4739-bf7f-1f711dfd3a43'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:25.538838 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Routers {'e42a81cc-f029-4739-bf7f-1f711dfd3a43'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:25.539470 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e42a81cc-f029-4739-bf7f-1f711dfd3a43'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:25.591624 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 00932dac-ffb4-43c2-923f-ce4459b8b211 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:25.644620 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:25.649566 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-32fc05e1-0987-4210-bfe7-196e4e5c3a3f tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.6881073 Jan 21 09:32:25.654582 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38790) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:25.673359 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.db.api [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:32:25.673359 dv-neutron-825721-1-hyperv neutron-server[102146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:32:25.673359 dv-neutron-825721-1-hyperv neutron-server[102146]: [parameters: {'id': '42d83917-c9df-4bf1-a997-94a1142ad84c'}] Jan 21 09:32:25.673359 dv-neutron-825721-1-hyperv neutron-server[102146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:32:25.673799 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG oslo_db.api [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:32:25.675904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4745e3c4-706a-41cc-aa4e-661e389c668a tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:25.767184 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Set router e42a81cc-f029-4739-bf7f-1f711dfd3a43 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:32:25.769309 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 00932dac-ffb4-43c2-923f-ce4459b8b211 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:25.769753 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:25.804728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4745e3c4-706a-41cc-aa4e-661e389c668a tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:25.812910 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4745e3c4-706a-41cc-aa4e-661e389c668a tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "DELETE /v2.0/ports/7199efd6-bc6c-46f0-a5ad-a76971db1b4b HTTP/1.1" status: 204 len: 168 time: 0.8089969 Jan 21 09:32:25.813877 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38794) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:25.814952 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745e3c4-706a-41cc-aa4e-661e389c668a tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event deleted for resources: {'Port': ['ID=7199efd6-bc6c-46f0-a5ad-a76971db1b4b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:25.865205 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2c4970-2b67-4aeb-824c-c0fd05803d5d tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] GET failed (client error): The resource could not be found. Jan 21 09:32:25.870439 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0a2c4970-2b67-4aeb-824c-c0fd05803d5d tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "GET /v2.0/ports/7199efd6-bc6c-46f0-a5ad-a76971db1b4b HTTP/1.1" status: 404 len: 333 time: 0.0364745 Jan 21 09:32:25.871872 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38800) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:25.896112 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Request body: {'networks': [{'name': 'tempest-network--871699086'}, {'name': 'tempest-network--34205782'}]} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:25.897172 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Request body: {'network': {'name': 'tempest-network--871699086'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:25.897675 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Request body: {'network': {'name': 'tempest-network--34205782'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:25.942409 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-61d2dfe7-d7ff-467c-a4de-a637ba255b9e req-cb7da6ae-f6e4-42f6-971e-d973bcefa7c7 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1809719 Jan 21 09:32:25.945954 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c9397433-3df0-4201-9335-dc9b5d95b592 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "GET /v2.0/routers/e42a81cc-f029-4739-bf7f-1f711dfd3a43 HTTP/1.1" status: 200 len: 906 time: 0.2793810 Jan 21 09:32:25.972663 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38802) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:25.983561 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Made reservation on behalf of bb7c000a07ec4fa4ae4624465aa88766 for: {'network': 2} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:25.992110 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.079356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.125775 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38808) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:26.188184 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.230855 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2dfe7-d7ff-467c-a4de-a637ba255b9e req-21d37d97-1ff2-49bd-a946-2362054a6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:26.232557 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-61d2dfe7-d7ff-467c-a4de-a637ba255b9e req-21d37d97-1ff2-49bd-a946-2362054a6aff service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8412c99099254edbacc3999749241e6e&device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 1098 time: 0.2108233 Jan 21 09:32:26.282683 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1f97cf0-0626-4af1-b63b-bd81147a51f6 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.284484 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.314626 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 00932dac-ffb4-43c2-923f-ce4459b8b211, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=00932dac-ffb4-43c2-923f-ce4459b8b211,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:26.323465 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.408934 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=00932dac-ffb4-43c2-923f-ce4459b8b211,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:26.422089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42a81cc-f029-4739-bf7f-1f711dfd3a43', 'name': 'tempest-snat-router-267329923', 'tenant_id': '98f72a5a5b424e54909666f309bb371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'cea17918-47ab-4957-b112-12e256ad449f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:32:21Z', 'updated_at': '2022-01-21T09:32:23Z', 'revision_number': 3, 'project_id': '98f72a5a5b424e54909666f309bb371e', 'gw_port': {'id': 'cea17918-47ab-4957-b112-12e256ad449f', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42a81cc-f029-4739-bf7f-1f711dfd3a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:32:22Z', 'updated_at': '2022-01-21T09:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:26.452611 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-6a8cde33-6904-486b-b806-7cd1918f2b3f tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] Request body: {'port': {'network_id': '2affce74-7a1f-450e-9dec-e73478635bc9', 'name': 'tempest-NetworksNegativeTestJSON-2117789123'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:26.459605 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db04035e-7a53-498d-bfe7-3c7b457c3ec9 None None] Network 42d83917-c9df-4bf1-a997-94a1142ad84c requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:26.468740 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Checking router: e42a81cc-f029-4739-bf7f-1f711dfd3a43 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:32:26.469100 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Updating router e42a81cc-f029-4739-bf7f-1f711dfd3a43 port cea17918-47ab-4957-b112-12e256ad449f binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:32:26.495560 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-efaf282e-de3c-4a5d-81fa-b9eb76d3e7f0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Deleting port 29a80a14-f06c-472e-8fa1-980bec2c77f3 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:26.496086 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-efaf282e-de3c-4a5d-81fa-b9eb76d3e7f0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.531192 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8cde33-6904-486b-b806-7cd1918f2b3f tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] POST failed (client error): The resource could not be found. Jan 21 09:32:26.531904 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8cde33-6904-486b-b806-7cd1918f2b3f tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:32:26.533162 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6a8cde33-6904-486b-b806-7cd1918f2b3f tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4046426 Jan 21 09:32:26.539099 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38814) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:26.567630 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-150821d8-fd46-4c51-8afa-8d0305721495 None None] Provisioning complete for port 65579c87-de9a-419e-89c3-2913b33ca417 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:26.568044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-150821d8-fd46-4c51-8afa-8d0305721495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.575082 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.606290 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.610823 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1f97cf0-0626-4af1-b63b-bd81147a51f6 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.614306 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-4240e66d-4ee7-48f4-8bd9-6c71c0b0398b tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] DELETE failed (client error): The resource could not be found. Jan 21 09:32:26.616608 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4240e66d-4ee7-48f4-8bd9-6c71c0b0398b tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:32:26.625188 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4240e66d-4ee7-48f4-8bd9-6c71c0b0398b tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] 10.222.0.88 "DELETE /v2.0/networks/ec8ea3c4-325c-416e-94d6-1c0029961769 HTTP/1.1" status: 404 len: 339 time: 0.0817068 Jan 21 09:32:26.628192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.628192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.628444 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38818) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:26.644699 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Deleting port 65579c87-de9a-419e-89c3-2913b33ca417 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:26.645285 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.665904 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec1815b-44c8-4e55-8069-11563ea3cf5e tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] DELETE failed (client error): The resource could not be found. Jan 21 09:32:26.666866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec1815b-44c8-4e55-8069-11563ea3cf5e tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:32:26.674220 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0ec1815b-44c8-4e55-8069-11563ea3cf5e tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] 10.222.0.88 "DELETE /v2.0/ports/fcfe3eff-47b1-47d7-b817-13deb44bd91a HTTP/1.1" status: 404 len: 333 time: 0.0412951 Jan 21 09:32:26.681011 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38820) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:26.683630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-efaf282e-de3c-4a5d-81fa-b9eb76d3e7f0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.697346 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-efaf282e-de3c-4a5d-81fa-b9eb76d3e7f0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Calling delete_port for 29a80a14-f06c-472e-8fa1-980bec2c77f3 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:26.708414 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0883fad5-7252-4ed2-bb7b-980c43453b12,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:26.796988 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2dfe7-d7ff-467c-a4de-a637ba255b9e req-756f50b7-f514-4986-ac81-ec34d25187bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:26.797799 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-61d2dfe7-d7ff-467c-a4de-a637ba255b9e req-756f50b7-f514-4986-ac81-ec34d25187bc service neutron] 10.222.0.113 "GET /v2.0/networks?id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac HTTP/1.1" status: 200 len: 912 time: 0.5168197 Jan 21 09:32:26.798621 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa5629e-1e92-4d10-8d25-ccbe9784b49b tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] DELETE failed (client error): The resource could not be found. Jan 21 09:32:26.799035 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa5629e-1e92-4d10-8d25-ccbe9784b49b tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:32:26.805981 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-faa5629e-1e92-4d10-8d25-ccbe9784b49b tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] 10.222.0.88 "DELETE /v2.0/subnets/5b83b937-abcb-4771-a436-2633f90c89f2 HTTP/1.1" status: 404 len: 337 time: 0.0985491 Jan 21 09:32:26.807477 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38822) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:26.836619 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-be012ba6-473b-430b-b13d-5408e07951be tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] GET failed (client error): The resource could not be found. Jan 21 09:32:26.838339 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-be012ba6-473b-430b-b13d-5408e07951be tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] 10.222.0.88 "GET /v2.0/networks/09717909-59ea-464e-8e10-e1dc8b79ab51 HTTP/1.1" status: 404 len: 339 time: 0.0277579 Jan 21 09:32:26.844074 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38824) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:26.900783 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-921c4b56-655a-4530-8d60-b4e194156c25 tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] GET failed (client error): The resource could not be found. Jan 21 09:32:26.902492 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-921c4b56-655a-4530-8d60-b4e194156c25 tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] 10.222.0.88 "GET /v2.0/ports/4a7ac90b-0169-43dd-9513-a861cca53780 HTTP/1.1" status: 404 len: 333 time: 0.0574961 Jan 21 09:32:26.906791 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38826) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:26.939320 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] For port 65579c87-de9a-419e-89c3-2913b33ca417, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=65579c87-de9a-419e-89c3-2913b33ca417,segment=NetworkSegment(bd5fb471-e96d-44ff-8735-a7efd430ccad),segment_id=bd5fb471-e96d-44ff-8735-a7efd430ccad)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:26.939689 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.948191 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-143e4a5c-7afc-4c6c-8cc7-eebd3cf30a90 tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] GET failed (client error): The resource could not be found. Jan 21 09:32:26.949028 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 65579c87-de9a-419e-89c3-2913b33ca417 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:26.949556 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-143e4a5c-7afc-4c6c-8cc7-eebd3cf30a90 tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] 10.222.0.88 "GET /v2.0/subnets/f7c7928e-ee95-4a00-8aae-3cb58cdd31e6 HTTP/1.1" status: 404 len: 337 time: 0.0414689 Jan 21 09:32:26.954898 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38828) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:26.961110 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:26.963057 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-386e5c29-3791-48be-b6e9-1a0f992fbbe9 tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:26.977031 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Calling delete_port for 65579c87-de9a-419e-89c3-2913b33ca417 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:26.981101 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-61d2dfe7-d7ff-467c-a4de-a637ba255b9e req-777c653b-a3ec-4cae-a27a-7fdc2bfc1dc8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e HTTP/1.1" status: 200 len: 1000 time: 0.1663997 Jan 21 09:32:26.981201 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-386e5c29-3791-48be-b6e9-1a0f992fbbe9 tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] PUT failed (client error): The resource could not be found. Jan 21 09:32:26.981744 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386e5c29-3791-48be-b6e9-1a0f992fbbe9 tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:32:26.982928 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-386e5c29-3791-48be-b6e9-1a0f992fbbe9 tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] 10.222.0.88 "PUT /v2.0/networks/dd54a751-7cb0-43c3-9374-677d9eededd3 HTTP/1.1" status: 404 len: 339 time: 0.0271018 Jan 21 09:32:26.983630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-efaf282e-de3c-4a5d-81fa-b9eb76d3e7f0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.987451 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38830) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:26.990900 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:26.991467 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Added segment ea1f2113-02e9-43ac-b464-51709e397bec of type vlan for network dab3f5bf-de43-4a99-9ddd-2202d982c091 Jan 21 09:32:26.993591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-d1f97cf0-0626-4af1-b63b-bd81147a51f6 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Deleting port cea17918-47ab-4957-b112-12e256ad449f {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:26.993918 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1f97cf0-0626-4af1-b63b-bd81147a51f6 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.003990 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f24ed238-12a6-4b99-89b0-a545b3d38302 tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:27.008411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-150821d8-fd46-4c51-8afa-8d0305721495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.036616 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0018a736-a0bf-49a9-8df2-6fd7062f2ad7 None None] DHCP port deletion for 42d83917-c9df-4bf1-a997-94a1142ad84c request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:32:27.052206 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24ed238-12a6-4b99-89b0-a545b3d38302 tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] PUT failed (client error): The resource could not be found. Jan 21 09:32:27.053158 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24ed238-12a6-4b99-89b0-a545b3d38302 tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:32:27.060239 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f24ed238-12a6-4b99-89b0-a545b3d38302 tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] 10.222.0.88 "PUT /v2.0/ports/70f05704-d06d-4e01-b4c4-a961480f0e25 HTTP/1.1" status: 404 len: 333 time: 0.0654452 Jan 21 09:32:27.060239 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf282e-de3c-4a5d-81fa-b9eb76d3e7f0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event deleted for resources: {'Port': ['ID=29a80a14-f06c-472e-8fa1-980bec2c77f3,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:27.060239 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38832) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:27.067032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5c4c8c5c-2e10-4828-a120-e701d99fbd62 tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:27.101941 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4c8c5c-2e10-4828-a120-e701d99fbd62 tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] PUT failed (client error): The resource could not be found. Jan 21 09:32:27.102525 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4c8c5c-2e10-4828-a120-e701d99fbd62 tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:32:27.109494 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5c4c8c5c-2e10-4828-a120-e701d99fbd62 tempest-NetworksNegativeTestJSON-1082563023 tempest-NetworksNegativeTestJSON-1082563023-project] 10.222.0.88 "PUT /v2.0/subnets/b72219fc-b205-4333-9f56-54ddfacf1f38 HTTP/1.1" status: 404 len: 337 time: 0.0414150 Jan 21 09:32:27.126019 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-efaf282e-de3c-4a5d-81fa-b9eb76d3e7f0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.130346 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-efaf282e-de3c-4a5d-81fa-b9eb76d3e7f0 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "DELETE /v2.0/ports/29a80a14-f06c-472e-8fa1-980bec2c77f3 HTTP/1.1" status: 204 len: 168 time: 1.2581530 Jan 21 09:32:27.133481 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38836) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:27.175533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-150821d8-fd46-4c51-8afa-8d0305721495 None None] For port 65579c87-de9a-419e-89c3-2913b33ca417, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=65579c87-de9a-419e-89c3-2913b33ca417,segment=NetworkSegment(bd5fb471-e96d-44ff-8735-a7efd430ccad),segment_id=bd5fb471-e96d-44ff-8735-a7efd430ccad)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:27.191157 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-150821d8-fd46-4c51-8afa-8d0305721495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.194972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4fb0ed-0890-4008-a2c8-67fe1ccc3080 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Deleting subnet 084dd5da-0539-4fd2-bfd5-847b21333172 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:32:27.198537 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb0ed-0890-4008-a2c8-67fe1ccc3080 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.206922 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2dfe7-d7ff-467c-a4de-a637ba255b9e req-a2ed3cea-bc9c-4a44-b430-1eb0b8e64a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:27.215048 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-61d2dfe7-d7ff-467c-a4de-a637ba255b9e req-a2ed3cea-bc9c-4a44-b430-1eb0b8e64a6e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e4bc1c0e-de86-4cff-909c-9d8480083531 HTTP/1.1" status: 200 len: 850 time: 0.2074721 Jan 21 09:32:27.216809 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.257438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb0ed-0890-4008-a2c8-67fe1ccc3080 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.316357 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 65579c87-de9a-419e-89c3-2913b33ca417 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:27.317692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.328311 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1f97cf0-0626-4af1-b63b-bd81147a51f6 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.358315 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-d1f97cf0-0626-4af1-b63b-bd81147a51f6 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Calling delete_port for cea17918-47ab-4957-b112-12e256ad449f owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:27.371843 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:27.375152 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.397975 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No DVR routers for this DVR port 65579c87-de9a-419e-89c3-2913b33ca417 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:27.410614 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb0ed-0890-4008-a2c8-67fe1ccc3080 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.419065 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2dfe7-d7ff-467c-a4de-a637ba255b9e req-47bf7cfa-4b45-4b08-93f7-1bf9721e65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:27.420577 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-61d2dfe7-d7ff-467c-a4de-a637ba255b9e req-47bf7cfa-4b45-4b08-93f7-1bf9721e65b5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1690817 Jan 21 09:32:27.430336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Port': ['ID=65579c87-de9a-419e-89c3-2913b33ca417,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:27.450372 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150821d8-fd46-4c51-8afa-8d0305721495 None None] Pushing event updated for resources: {'Port': ['ID=65579c87-de9a-419e-89c3-2913b33ca417,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:27.454037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.454459 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Added segment 9a06ca29-2d89-4e90-bb78-b1dba457f75c of type vlan for network 68e45d73-fcd9-4790-bf6e-1e04094fa379 Jan 21 09:32:27.498813 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb0ed-0890-4008-a2c8-67fe1ccc3080 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.499627 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-0018a736-a0bf-49a9-8df2-6fd7062f2ad7 None None] Deleting port 65579c87-de9a-419e-89c3-2913b33ca417 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:27.500053 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0018a736-a0bf-49a9-8df2-6fd7062f2ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.553495 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb0ed-0890-4008-a2c8-67fe1ccc3080 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.558544 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.562045 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Could not find standard attr ID for object 65579c87-de9a-419e-89c3-2913b33ca417. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:32:27.562191 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8b4fb0ed-0890-4008-a2c8-67fe1ccc3080 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "DELETE /v2.0/subnets/084dd5da-0539-4fd2-bfd5-847b21333172 HTTP/1.1" status: 204 len: 168 time: 0.4274459 Jan 21 09:32:27.562845 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38844) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:27.566250 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No ports have port_id starting with 65579c87-de9a-419e-89c3-2913b33ca417 Jan 21 09:32:27.572810 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fb0ed-0890-4008-a2c8-67fe1ccc3080 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event deleted for resources: {'Subnet': ['ID=084dd5da-0539-4fd2-bfd5-847b21333172,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:27.586808 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38846) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:27.615838 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 00932dac-ffb4-43c2-923f-ce4459b8b211 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:27.617771 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a951bbf-eca5-4d35-bac7-f5066ef5824e None None] Network e7e7691f-8e54-469b-b0ae-9c9398908040 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:27.638471 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.650379 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.663943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.671277 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.735184 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Deleting port d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:27.735528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.807643 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-0018a736-a0bf-49a9-8df2-6fd7062f2ad7 None None] For port 65579c87-de9a-419e-89c3-2913b33ca417, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:27.808201 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0018a736-a0bf-49a9-8df2-6fd7062f2ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.825123 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] For port d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d,segment=NetworkSegment(8a2343e4-3a0f-48f8-baf7-21416f1db64a),segment_id=8a2343e4-3a0f-48f8-baf7-21416f1db64a)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:27.825518 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.839653 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-0018a736-a0bf-49a9-8df2-6fd7062f2ad7 None None] Calling delete_port for 65579c87-de9a-419e-89c3-2913b33ca417 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:27.840186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Calling delete_port for d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:27.844026 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db629bb6-9446-403f-93e4-26c1033dde04 None None] Pushing event updated for resources: {'Port': ['ID=cea17918-47ab-4957-b112-12e256ad449f,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:27.848830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.ipam_backend_mixin [None req-0018a736-a0bf-49a9-8df2-6fd7062f2ad7 None None] Port 65579c87-de9a-419e-89c3-2913b33ca417 was not found and therefore no delete operation was performed {{(pid=102148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 09:32:27.869361 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Attempting to bind port cea17918-47ab-4957-b112-12e256ad449f on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:27.869851 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Attempting to bind port cea17918-47ab-4957-b112-12e256ad449f by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:27.870278 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Attempting to bind port cea17918-47ab-4957-b112-12e256ad449f on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:32:27.873005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0018a736-a0bf-49a9-8df2-6fd7062f2ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.925428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:32:27.925831 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:27.926370 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.926872 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:32:27.927161 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.928185 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Bound port: cea17918-47ab-4957-b112-12e256ad449f, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:27.928815 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:27.937406 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0018a736-a0bf-49a9-8df2-6fd7062f2ad7 None None] No DVR routers for this DVR port 65579c87-de9a-419e-89c3-2913b33ca417 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:27.963229 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018a736-a0bf-49a9-8df2-6fd7062f2ad7 None None] Pushing event deleted for resources: {'Port': ['ID=65579c87-de9a-419e-89c3-2913b33ca417,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:27.967075 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event deleted for resources: {'Port': ['ID=d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:27.977362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] No DVR routers for this DVR port d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:27.994680 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 00932dac-ffb4-43c2-923f-ce4459b8b211 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:27.995055 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.022402 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d83917-c9df-4bf1-a997-94a1142ad84c']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:28.052696 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5fb471-e96d-44ff-8735-a7efd430ccad') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:28.052999 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5fb471-e96d-44ff-8735-a7efd430ccad') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:28.053201 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] For port cea17918-47ab-4957-b112-12e256ad449f, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:32:28.056597 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] For port cea17918-47ab-4957-b112-12e256ad449f, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=cea17918-47ab-4957-b112-12e256ad449f,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:32:28.068006 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.072506 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.073399 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b2ac56e5-763a-4d0b-ac74-93c83caba184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.078642 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.079149 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.085317 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:28.090066 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:28.090920 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.096795 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.101295 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e7691f-8e54-469b-b0ae-9c9398908040']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:28.114168 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2343e4-3a0f-48f8-baf7-21416f1db64a') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:28.114482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2343e4-3a0f-48f8-baf7-21416f1db64a') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:28.115832 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-61d2dfe7-d7ff-467c-a4de-a637ba255b9e req-5ac67c34-ec6d-4661-9afe-7e8c2b61bd15 service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6833699 Jan 21 09:32:28.139374 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.160331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.163718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8086e315-0f80-448c-8ca1-24eb0153aa3b None None] DHCP port deletion for e7e7691f-8e54-469b-b0ae-9c9398908040 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:32:28.167141 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:28.167453 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.169287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.170710 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Routers {'e42a81cc-f029-4739-bf7f-1f711dfd3a43'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:28.170855 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:28.172959 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e42a81cc-f029-4739-bf7f-1f711dfd3a43'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:28.175740 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db629bb6-9446-403f-93e4-26c1033dde04 None None] Pushing event updated for resources: {'Port': ['ID=cea17918-47ab-4957-b112-12e256ad449f,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:28.206248 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:28.206981 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: items = [ Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:28.222363 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:28.227508 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.7574213 Jan 21 09:32:28.233930 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38852) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:28.278971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.288695 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.292154 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] 10.222.0.88 "DELETE /v2.0/networks/e7e7691f-8e54-469b-b0ae-9c9398908040 HTTP/1.1" status: 204 len: 168 time: 0.7278199 Jan 21 09:32:28.319184 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] Set router e42a81cc-f029-4739-bf7f-1f711dfd3a43 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:32:28.357473 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89902e42-817a-4b04-bec6-b11c294b4078 tempest-AllowedAddressPairIpV6TestJSON-555378505 tempest-AllowedAddressPairIpV6TestJSON-555378505-project] Pushing event deleted for resources: {'Network': ['ID=e7e7691f-8e54-469b-b0ae-9c9398908040,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:28.390263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42a81cc-f029-4739-bf7f-1f711dfd3a43', 'name': 'tempest-snat-router-267329923', 'tenant_id': '98f72a5a5b424e54909666f309bb371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:32:21Z', 'updated_at': '2022-01-21T09:32:26Z', 'revision_number': 4, 'project_id': '98f72a5a5b424e54909666f309bb371e', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:28.424995 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7cf341-42e2-4120-a420-c82831997e74 None None] The sync data for ids ['e42a81cc-f029-4739-bf7f-1f711dfd3a43'] in dv-neutron-825721-1-hyperv is: [{'id': 'e42a81cc-f029-4739-bf7f-1f711dfd3a43', 'name': 'tempest-snat-router-267329923', 'tenant_id': '98f72a5a5b424e54909666f309bb371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:32:21Z', 'updated_at': '2022-01-21T09:32:26Z', 'revision_number': 4, 'project_id': '98f72a5a5b424e54909666f309bb371e', 'gw_port_host': None}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:28.470269 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611855f2-1c95-41ee-9e50-25a81e04144f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:28.474163 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event updated for resources: {'Network': ['ID=dab3f5bf-de43-4a99-9ddd-2202d982c091,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:28.477320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611855f2-1c95-41ee-9e50-25a81e04144f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:28.490479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611855f2-1c95-41ee-9e50-25a81e04144f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:28.492219 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network dab3f5bf-de43-4a99-9ddd-2202d982c091 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:28.496817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611855f2-1c95-41ee-9e50-25a81e04144f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:28.498562 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-611855f2-1c95-41ee-9e50-25a81e04144f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2636771 Jan 21 09:32:28.501414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38858) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:28.525794 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1f97cf0-0626-4af1-b63b-bd81147a51f6 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.548865 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.616160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6dcba27-f576-49d0-bdc6-83eac5b4bc40 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.671591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.680905 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/networks/42d83917-c9df-4bf1-a997-94a1142ad84c HTTP/1.1" status: 204 len: 168 time: 5.8002412 Jan 21 09:32:28.681721 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38864) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:28.690141 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38866) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:28.704517 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f97cf0-0626-4af1-b63b-bd81147a51f6 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Pushing event deleted for resources: {'Port': ['ID=cea17918-47ab-4957-b112-12e256ad449f,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:28.715925 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-4f383cc5-91f5-46f4-a6cc-f8ae13d96282 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1814789430'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:28.761907 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b2ac56e5-763a-4d0b-ac74-93c83caba184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.768866 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-61d2dfe7-d7ff-467c-a4de-a637ba255b9e req-29943756-4458-4839-8b63-c6a46d032a7e service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6345744 Jan 21 09:32:28.769050 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 65579c87-de9a-419e-89c3-2913b33ca417 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:32:28.774550 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ea88d-0f15-40ab-886b-ab32055b1f9d tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event updated for resources: {'Network': ['ID=68e45d73-fcd9-4790-bf6e-1e04094fa379,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:28.779315 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6dcba27-f576-49d0-bdc6-83eac5b4bc40 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.788378 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b2ac56e5-763a-4d0b-ac74-93c83caba184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.808602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 68e45d73-fcd9-4790-bf6e-1e04094fa379 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:28.814514 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 65579c87-de9a-419e-89c3-2913b33ca417 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:32:28.814891 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 65579c87-de9a-419e-89c3-2913b33ca417 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:32:28.815281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:32:28.830470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-b6dcba27-f576-49d0-bdc6-83eac5b4bc40 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab3f5bf-de43-4a99-9ddd-2202d982c091']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:28.855681 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48230215-405a-4035-92b5-943929e76f1b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Network': ['ID=42d83917-c9df-4bf1-a997-94a1142ad84c,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:28.857731 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-b6dcba27-f576-49d0-bdc6-83eac5b4bc40 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1f2113-02e9-43ac-b464-51709e397bec') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:28.858014 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-b6dcba27-f576-49d0-bdc6-83eac5b4bc40 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1f2113-02e9-43ac-b464-51709e397bec') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:28.884450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6dcba27-f576-49d0-bdc6-83eac5b4bc40 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.896843 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f383cc5-91f5-46f4-a6cc-f8ae13d96282 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:28.900437 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f383cc5-91f5-46f4-a6cc-f8ae13d96282 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.904962 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1f97cf0-0626-4af1-b63b-bd81147a51f6 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.911223 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6dcba27-f576-49d0-bdc6-83eac5b4bc40 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.912863 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:32:28.913394 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d4fdd0e4-a192-4ec8-a67e-5f0a3689c98d not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:32:28.925886 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6dcba27-f576-49d0-bdc6-83eac5b4bc40 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:28.926306 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6dcba27-f576-49d0-bdc6-83eac5b4bc40 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:28.926857 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b2ac56e5-763a-4d0b-ac74-93c83caba184 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=42d6aff220a94a3d979c526a259f5015&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3039708 Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:28.929912 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:28.932690 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38872) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:28.996460 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac56e5-763a-4d0b-ac74-93c83caba184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fb1d1f-150a-4456-87b5-bca79f7c6af5,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:29.016433 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-df987653-0b60-4de5-a7d0-9a74cbe5a69b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e0e7c3dcdc5e41288a0a05ce47903541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252137 Jan 21 09:32:29.020191 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38874) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:29.032752 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1f97cf0-0626-4af1-b63b-bd81147a51f6 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.036823 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1f97cf0-0626-4af1-b63b-bd81147a51f6 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.038838 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f383cc5-91f5-46f4-a6cc-f8ae13d96282 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:29.043602 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6dcba27-f576-49d0-bdc6-83eac5b4bc40 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.053183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6dcba27-f576-49d0-bdc6-83eac5b4bc40 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.056546 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b6dcba27-f576-49d0-bdc6-83eac5b4bc40 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "DELETE /v2.0/networks/dab3f5bf-de43-4a99-9ddd-2202d982c091 HTTP/1.1" status: 204 len: 168 time: 0.5539510 Jan 21 09:32:29.064895 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38876) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:29.083440 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f383cc5-91f5-46f4-a6cc-f8ae13d96282 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.084321 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-4f383cc5-91f5-46f4-a6cc-f8ae13d96282 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Added segment 573cba0b-2a7e-42e0-aac6-34c7c703fee7 of type vlan for network ac0102ba-983b-4415-8463-8f2411c04563 Jan 21 09:32:29.091737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcba27-f576-49d0-bdc6-83eac5b4bc40 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event deleted for resources: {'Network': ['ID=dab3f5bf-de43-4a99-9ddd-2202d982c091,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:29.119398 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1f97cf0-0626-4af1-b63b-bd81147a51f6 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.119942 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f97cf0-0626-4af1-b63b-bd81147a51f6 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e42a81cc-f029-4739-bf7f-1f711dfd3a43 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:32:29.126434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1f97cf0-0626-4af1-b63b-bd81147a51f6 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.130103 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d1f97cf0-0626-4af1-b63b-bd81147a51f6 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "DELETE /v2.0/routers/e42a81cc-f029-4739-bf7f-1f711dfd3a43 HTTP/1.1" status: 204 len: 168 time: 3.1533246 Jan 21 09:32:29.133023 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38878) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:29.141472 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f383cc5-91f5-46f4-a6cc-f8ae13d96282 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.157095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d2cebdbb-f874-4841-a01d-47bb11fd12cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.204292 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772306ba-86bd-4e6f-96ec-977ab7190bf3 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.206943 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7cf9b64-054b-476f-a4b4-450afaf31ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.209814 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d2cebdbb-f874-4841-a01d-47bb11fd12cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.233492 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f383cc5-91f5-46f4-a6cc-f8ae13d96282 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.238929 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f383cc5-91f5-46f4-a6cc-f8ae13d96282 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:29.239535 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f383cc5-91f5-46f4-a6cc-f8ae13d96282 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.262203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7cf9b64-054b-476f-a4b4-450afaf31ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.322041 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4f383cc5-91f5-46f4-a6cc-f8ae13d96282 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6208389 Jan 21 09:32:29.322766 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38880) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:29.335350 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f4ccc0b0-36d9-49ac-8635-11a0674f6281 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'subnet': {'network_id': 'ac0102ba-983b-4415-8463-8f2411c04563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:29.340609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f383cc5-91f5-46f4-a6cc-f8ae13d96282 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Network': ['ID=ac0102ba-983b-4415-8463-8f2411c04563,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:29.357069 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network ac0102ba-983b-4415-8463-8f2411c04563 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:29.361028 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ef9658f-c9e2-4d15-b951-361826da82d2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.369684 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d2cebdbb-f874-4841-a01d-47bb11fd12cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.372309 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d2cebdbb-f874-4841-a01d-47bb11fd12cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.375701 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d2cebdbb-f874-4841-a01d-47bb11fd12cf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e3fb1d1f-150a-4456-87b5-bca79f7c6af5 HTTP/1.1" status: 204 len: 168 time: 0.4399409 Jan 21 09:32:29.381347 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772306ba-86bd-4e6f-96ec-977ab7190bf3 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.401344 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cebdbb-f874-4841-a01d-47bb11fd12cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fb1d1f-150a-4456-87b5-bca79f7c6af5,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:29.412549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-772306ba-86bd-4e6f-96ec-977ab7190bf3 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e45d73-fcd9-4790-bf6e-1e04094fa379']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:29.432785 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-772306ba-86bd-4e6f-96ec-977ab7190bf3 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a06ca29-2d89-4e90-bb78-b1dba457f75c') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:29.433087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-772306ba-86bd-4e6f-96ec-977ab7190bf3 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a06ca29-2d89-4e90-bb78-b1dba457f75c') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:29.435196 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7cf9b64-054b-476f-a4b4-450afaf31ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.443708 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7cf9b64-054b-476f-a4b4-450afaf31ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.444873 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a7cf9b64-054b-476f-a4b4-450afaf31ec4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bc77580d-57e9-46e0-9a69-dd71e5993ecd HTTP/1.1" status: 204 len: 168 time: 0.4225361 Jan 21 09:32:29.462170 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772306ba-86bd-4e6f-96ec-977ab7190bf3 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.482098 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf9b64-054b-476f-a4b4-450afaf31ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc77580d-57e9-46e0-9a69-dd71e5993ecd,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:29.484155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772306ba-86bd-4e6f-96ec-977ab7190bf3 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.492225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772306ba-86bd-4e6f-96ec-977ab7190bf3 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:29.492598 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772306ba-86bd-4e6f-96ec-977ab7190bf3 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:29.508975 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:29.618305 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ef9658f-c9e2-4d15-b951-361826da82d2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.622688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ccc0b0-36d9-49ac-8635-11a0674f6281 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:29.626252 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772306ba-86bd-4e6f-96ec-977ab7190bf3 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.626730 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f4ccc0b0-36d9-49ac-8635-11a0674f6281 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.633296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772306ba-86bd-4e6f-96ec-977ab7190bf3 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.646033 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-772306ba-86bd-4e6f-96ec-977ab7190bf3 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "DELETE /v2.0/networks/68e45d73-fcd9-4790-bf6e-1e04094fa379 HTTP/1.1" status: 204 len: 168 time: 0.5778441 Jan 21 09:32:29.646578 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38890) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:29.676202 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772306ba-86bd-4e6f-96ec-977ab7190bf3 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event deleted for resources: {'Network': ['ID=68e45d73-fcd9-4790-bf6e-1e04094fa379,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:29.776253 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-7ef9658f-c9e2-4d15-b951-361826da82d2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Deleting port 00932dac-ffb4-43c2-923f-ce4459b8b211 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:29.776253 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ef9658f-c9e2-4d15-b951-361826da82d2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.808638 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f62fad-ad9f-495f-8f5e-7692b64ff803 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:29.815103 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f62fad-ad9f-495f-8f5e-7692b64ff803 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:29.816781 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-67f62fad-ad9f-495f-8f5e-7692b64ff803 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1691272 Jan 21 09:32:29.821790 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38898) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:29.827562 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-1036951a-9f84-484b-928d-2269164ce95c tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-266864739'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:29.860035 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1036951a-9f84-484b-928d-2269164ce95c tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Made reservation on behalf of bb7c000a07ec4fa4ae4624465aa88766 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:29.865679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1036951a-9f84-484b-928d-2269164ce95c tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.918369 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1036951a-9f84-484b-928d-2269164ce95c tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:29.939794 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-7ef9658f-c9e2-4d15-b951-361826da82d2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] For port 00932dac-ffb4-43c2-923f-ce4459b8b211, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=00932dac-ffb4-43c2-923f-ce4459b8b211,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:29.940431 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ef9658f-c9e2-4d15-b951-361826da82d2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.944004 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1036951a-9f84-484b-928d-2269164ce95c tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:29.944364 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-1036951a-9f84-484b-928d-2269164ce95c tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Added segment 07fbe0bc-f634-483a-bde4-10098795c16b of type vlan for network 12409a85-9b72-4400-a72b-d642052359b1 Jan 21 09:32:29.994889 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-7ef9658f-c9e2-4d15-b951-361826da82d2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Calling delete_port for 00932dac-ffb4-43c2-923f-ce4459b8b211 owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:30.039588 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f4ccc0b0-36d9-49ac-8635-11a0674f6281 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.051606 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1036951a-9f84-484b-928d-2269164ce95c tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.092825 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1036951a-9f84-484b-928d-2269164ce95c tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.098259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1036951a-9f84-484b-928d-2269164ce95c tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:30.098836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1036951a-9f84-484b-928d-2269164ce95c tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.155358 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1036951a-9f84-484b-928d-2269164ce95c tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3323846 Jan 21 09:32:30.158398 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38916) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:30.161248 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccc0b0-36d9-49ac-8635-11a0674f6281 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Subnet': ['ID=0a1ab594-b0ba-48ad-9769-0098a4535e4f,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:30.170894 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-fb1d6353-5b30-4cf6-abfb-8cdacd400563 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1894874587'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:30.203393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036951a-9f84-484b-928d-2269164ce95c tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event updated for resources: {'Network': ['ID=12409a85-9b72-4400-a72b-d642052359b1,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:30.217153 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 12409a85-9b72-4400-a72b-d642052359b1 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:30.219615 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1d6353-5b30-4cf6-abfb-8cdacd400563 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Made reservation on behalf of bb7c000a07ec4fa4ae4624465aa88766 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:30.225017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fb1d6353-5b30-4cf6-abfb-8cdacd400563 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.231232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ccc0b0-36d9-49ac-8635-11a0674f6281 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Checking segment: {'id': '573cba0b-2a7e-42e0-aac6-34c7c703fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ac0102ba-983b-4415-8463-8f2411c04563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:30.231494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ccc0b0-36d9-49ac-8635-11a0674f6281 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network hostable DHCP agents. Network: ac0102ba-983b-4415-8463-8f2411c04563, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:30.256763 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1d6353-5b30-4cf6-abfb-8cdacd400563 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:30.273626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fb1d6353-5b30-4cf6-abfb-8cdacd400563 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.274170 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-fb1d6353-5b30-4cf6-abfb-8cdacd400563 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Added segment 814cff66-5074-4396-bbc0-2cc1929f4e65 of type vlan for network 63a85451-fc2b-4422-a59b-da98973fd830 Jan 21 09:32:30.287991 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ccc0b0-36d9-49ac-8635-11a0674f6281 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network ac0102ba-983b-4415-8463-8f2411c04563 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:30.314632 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-f4ccc0b0-36d9-49ac-8635-11a0674f6281 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, ac0102ba-983b-4415-8463-8f2411c04563) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:30.320413 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ccc0b0-36d9-49ac-8635-11a0674f6281 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:30.321103 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f4ccc0b0-36d9-49ac-8635-11a0674f6281 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.326066 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ef9658f-c9e2-4d15-b951-361826da82d2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.330091 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fb1d6353-5b30-4cf6-abfb-8cdacd400563 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.362517 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9658f-c9e2-4d15-b951-361826da82d2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Pushing event deleted for resources: {'Port': ['ID=00932dac-ffb4-43c2-923f-ce4459b8b211,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:30.370448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fb1d6353-5b30-4cf6-abfb-8cdacd400563 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.381723 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1d6353-5b30-4cf6-abfb-8cdacd400563 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:30.382372 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fb1d6353-5b30-4cf6-abfb-8cdacd400563 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.414183 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f4ccc0b0-36d9-49ac-8635-11a0674f6281 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0864022 Jan 21 09:32:30.436132 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38928) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:30.442966 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fb1d6353-5b30-4cf6-abfb-8cdacd400563 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2833097 Jan 21 09:32:30.446652 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38930) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:30.448498 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-289a1880-2593-4772-b459-ace01ba63c56 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-777961074'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:30.451704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Request body: {'ports': [{'network_id': '12409a85-9b72-4400-a72b-d642052359b1', 'name': 'tempest-port--941844980', 'admin_state_up': True}, {'network_id': '63a85451-fc2b-4422-a59b-da98973fd830', 'admin_state_up': False}]} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:30.452012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Request body: {'port': {'network_id': '12409a85-9b72-4400-a72b-d642052359b1', 'name': 'tempest-port--941844980', 'admin_state_up': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:30.452542 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Request body: {'port': {'network_id': '63a85451-fc2b-4422-a59b-da98973fd830', 'admin_state_up': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:30.493160 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ef9658f-c9e2-4d15-b951-361826da82d2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.506998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13424bf-3d8e-463d-8782-3909bc070c8b None None] Network ac0102ba-983b-4415-8463-8f2411c04563 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:30.539448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d6353-5b30-4cf6-abfb-8cdacd400563 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event updated for resources: {'Network': ['ID=63a85451-fc2b-4422-a59b-da98973fd830,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:30.561298 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 63a85451-fc2b-4422-a59b-da98973fd830 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:30.618337 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ef9658f-c9e2-4d15-b951-361826da82d2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.624165 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ef9658f-c9e2-4d15-b951-361826da82d2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.627372 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38936) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:30.636903 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289a1880-2593-4772-b459-ace01ba63c56 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:30.649714 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-289a1880-2593-4772-b459-ace01ba63c56 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.720623 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Made reservation on behalf of bb7c000a07ec4fa4ae4624465aa88766 for: {'port': 2} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:30.743758 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289a1880-2593-4772-b459-ace01ba63c56 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:30.749894 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.752514 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ef9658f-c9e2-4d15-b951-361826da82d2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.753213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef9658f-c9e2-4d15-b951-361826da82d2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8108e9d4-2a13-4619-b608-5b765b6094b8 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:32:30.760334 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ef9658f-c9e2-4d15-b951-361826da82d2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.762589 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7ef9658f-c9e2-4d15-b951-361826da82d2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "DELETE /v2.0/routers/8108e9d4-2a13-4619-b608-5b765b6094b8 HTTP/1.1" status: 204 len: 168 time: 1.6284361 Jan 21 09:32:30.767374 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38944) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:30.773134 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1320597323', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:30.782433 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-289a1880-2593-4772-b459-ace01ba63c56 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.783605 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-289a1880-2593-4772-b459-ace01ba63c56 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Added segment f04913e9-513d-4a6d-b311-4bfd122054e9 of type vlan for network cb1bb83e-5cbe-4fac-8a31-f77f584de307 Jan 21 09:32:30.795435 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.901021 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38948) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:30.920396 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.923703 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:30.931025 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-289a1880-2593-4772-b459-ace01ba63c56 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.008474 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-ac0102ba-983b-4415-8463-8f2411c04563', 'network_id': 'ac0102ba-983b-4415-8463-8f2411c04563', 'tenant_id': 'b39cf23e40274b4582c9d2151f5fcd70', 'fixed_ips': [{'subnet_id': '0a1ab594-b0ba-48ad-9769-0098a4535e4f'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:32:31.009798 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.011877 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-9e856851-07e2-428c-82a4-7dd7ca8d2278 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-541459624'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:31.039873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Request body: {'networks': [{'name': 'tempest-network--1888777695'}, {'name': 'tempest-network--609581774'}]} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:31.040071 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Request body: {'network': {'name': 'tempest-network--1888777695'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:31.040420 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Request body: {'network': {'name': 'tempest-network--609581774'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:31.043457 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-289a1880-2593-4772-b459-ace01ba63c56 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.049053 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289a1880-2593-4772-b459-ace01ba63c56 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:31.049192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e856851-07e2-428c-82a4-7dd7ca8d2278 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:31.049609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-289a1880-2593-4772-b459-ace01ba63c56 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.054565 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.055034 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e856851-07e2-428c-82a4-7dd7ca8d2278 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.095423 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e856851-07e2-428c-82a4-7dd7ca8d2278 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.159601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] device_id is not set on port e3bfa0f7-a665-4cf4-bcd2-4732df71f3b7 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:32:31.195641 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-289a1880-2593-4772-b459-ace01ba63c56 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7582483 Jan 21 09:32:31.201283 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38954) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:31.205005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a1880-2593-4772-b459-ace01ba63c56 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Network': ['ID=cb1bb83e-5cbe-4fac-8a31-f77f584de307,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:31.211824 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-604f4438-ea9d-4763-b196-48d7e014f5dc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'subnet': {'network_id': 'cb1bb83e-5cbe-4fac-8a31-f77f584de307', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:31.218963 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network cb1bb83e-5cbe-4fac-8a31-f77f584de307 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:31.222735 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Allocated IP 2001:db8::1 (ac0102ba-983b-4415-8463-8f2411c04563/0a1ab594-b0ba-48ad-9769-0098a4535e4f/388c6254-2102-4578-b970-3ea1d32df38f) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:31.254559 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Made reservation on behalf of c8786992830848a69c29dc1bdb2a89ff for: {'network': 2} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:31.259828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.301781 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.306551 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.330172 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e856851-07e2-428c-82a4-7dd7ca8d2278 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.340966 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e856851-07e2-428c-82a4-7dd7ca8d2278 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.389642 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e856851-07e2-428c-82a4-7dd7ca8d2278 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:31.440696 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e856851-07e2-428c-82a4-7dd7ca8d2278 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.441123 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-9e856851-07e2-428c-82a4-7dd7ca8d2278 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Added segment d146ac49-4e1e-48a8-8d6a-300e30e61f3d of type vlan for network d6a6f068-e9d0-4f4b-8515-05e360c1813f Jan 21 09:32:31.442937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e856851-07e2-428c-82a4-7dd7ca8d2278 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2527fbc-cbec-4a31-96f5-ce829806ecfe,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:31.462633 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604f4438-ea9d-4763-b196-48d7e014f5dc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:31.466484 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-604f4438-ea9d-4763-b196-48d7e014f5dc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.542504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.578073 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.ipam_backend_mixin [None req-604f4438-ea9d-4763-b196-48d7e014f5dc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Performing IP validity checks on allocation pools {{(pid=102147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 21 09:32:31.578485 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.ipam_backend_mixin [None req-604f4438-ea9d-4763-b196-48d7e014f5dc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 21 09:32:31.589535 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.599983 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.609907 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e856851-07e2-428c-82a4-7dd7ca8d2278 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.656119 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Network ac0102ba-983b-4415-8463-8f2411c04563 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:31.665731 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:31.668409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:31.674912 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Pushing event updated for resources: {'Port': ['ID=388c6254-2102-4578-b970-3ea1d32df38f,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:31.679719 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] device_id is not set on port ad714481-4d2d-40aa-8f66-b15d038e5a3e yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:32:31.685986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e856851-07e2-428c-82a4-7dd7ca8d2278 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.692112 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e856851-07e2-428c-82a4-7dd7ca8d2278 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:31.692703 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e856851-07e2-428c-82a4-7dd7ca8d2278 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.749519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.755791 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.755791 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.760337 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Attempting to bind port 388c6254-2102-4578-b970-3ea1d32df38f on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:31.760781 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Attempting to bind port 388c6254-2102-4578-b970-3ea1d32df38f by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '573cba0b-2a7e-42e0-aac6-34c7c703fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ac0102ba-983b-4415-8463-8f2411c04563'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:31.761211 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Attempting to bind port 388c6254-2102-4578-b970-3ea1d32df38f on network ac0102ba-983b-4415-8463-8f2411c04563 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:32:31.766696 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:32:31.767224 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Checking segment: {'id': '573cba0b-2a7e-42e0-aac6-34c7c703fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ac0102ba-983b-4415-8463-8f2411c04563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:31.767697 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.768152 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Bound using segment: {'id': '573cba0b-2a7e-42e0-aac6-34c7c703fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ac0102ba-983b-4415-8463-8f2411c04563'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:32:31.768681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Bound port: 388c6254-2102-4578-b970-3ea1d32df38f, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573cba0b-2a7e-42e0-aac6-34c7c703fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ac0102ba-983b-4415-8463-8f2411c04563'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:31.769147 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.813193 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9e856851-07e2-428c-82a4-7dd7ca8d2278 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9087803 Jan 21 09:32:31.814578 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38956) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:31.816603 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e856851-07e2-428c-82a4-7dd7ca8d2278 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Network': ['ID=d6a6f068-e9d0-4f4b-8515-05e360c1813f,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:31.816799 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:31.821771 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1559f08c-ccba-45bc-9dba-a9d34db5c2cd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-491380746'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:31.832653 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network d6a6f068-e9d0-4f4b-8515-05e360c1813f details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:31.832836 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20c1abc-2faf-442f-a3e8-af0668101125,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:31.900267 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] For port 388c6254-2102-4578-b970-3ea1d32df38f, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:32:31.904736 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.905086 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Added segment 47dfed41-2a5e-4fc7-ab9c-7d51791ad6f2 of type vlan for network 74e0c822-7e95-4f54-992f-7b9fa552927f Jan 21 09:32:31.918290 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-604f4438-ea9d-4763-b196-48d7e014f5dc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.933229 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] For port 388c6254-2102-4578-b970-3ea1d32df38f, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=388c6254-2102-4578-b970-3ea1d32df38f,segment=NetworkSegment(573cba0b-2a7e-42e0-aac6-34c7c703fee7),segment_id=573cba0b-2a7e-42e0-aac6-34c7c703fee7)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:32:31.942807 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.979104 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.981762 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1559f08c-ccba-45bc-9dba-a9d34db5c2cd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:31.983453 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.984837 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1559f08c-ccba-45bc-9dba-a9d34db5c2cd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:31.989335 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.016815 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db074d-280d-4c50-85f6-4a61894a9b4d None None] Pushing event updated for resources: {'Port': ['ID=388c6254-2102-4578-b970-3ea1d32df38f,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:32.028343 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.029775 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f4438-ea9d-4763-b196-48d7e014f5dc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Subnet': ['ID=1fc2c51f-8991-41c8-9aee-72c2b8085401,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:32.039545 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f4438-ea9d-4763-b196-48d7e014f5dc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Checking segment: {'id': 'f04913e9-513d-4a6d-b311-4bfd122054e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cb1bb83e-5cbe-4fac-8a31-f77f584de307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:32.039984 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604f4438-ea9d-4763-b196-48d7e014f5dc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network hostable DHCP agents. Network: cb1bb83e-5cbe-4fac-8a31-f77f584de307, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:32.071445 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604f4438-ea9d-4763-b196-48d7e014f5dc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network cb1bb83e-5cbe-4fac-8a31-f77f584de307 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:32.076977 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.105820 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1559f08c-ccba-45bc-9dba-a9d34db5c2cd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:32.113894 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-604f4438-ea9d-4763-b196-48d7e014f5dc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, cb1bb83e-5cbe-4fac-8a31-f77f584de307) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:32.114205 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:32.126793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604f4438-ea9d-4763-b196-48d7e014f5dc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:32.127476 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-604f4438-ea9d-4763-b196-48d7e014f5dc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.135323 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b0cf4-2830-4866-a612-0a58be216299 None None] Network cb1bb83e-5cbe-4fac-8a31-f77f584de307 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:32.138813 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1559f08c-ccba-45bc-9dba-a9d34db5c2cd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.139425 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-1559f08c-ccba-45bc-9dba-a9d34db5c2cd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Added segment ba548b7a-af9a-49b6-876f-9a19a25f4aad of type vlan for network 3de6ff2a-45bf-438f-8196-a9fd0243ded1 Jan 21 09:32:32.141296 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.141944 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Added segment e651f0d8-a5ff-4d33-975e-dd082f7075eb of type vlan for network f15397db-8fb7-4f82-b58d-621f6511ecc4 Jan 21 09:32:32.149666 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-604f4438-ea9d-4763-b196-48d7e014f5dc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9441810 Jan 21 09:32:32.154245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38962) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:32.256762 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1559f08c-ccba-45bc-9dba-a9d34db5c2cd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.260286 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.311324 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Allocated IP 172.26.7.230 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/da6dc10e-b9d2-4f5f-bf1f-68d221e7907f) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:32.336971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1559f08c-ccba-45bc-9dba-a9d34db5c2cd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.342970 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1559f08c-ccba-45bc-9dba-a9d34db5c2cd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:32.343530 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1559f08c-ccba-45bc-9dba-a9d34db5c2cd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.358025 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.365126 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.371518 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:32.376285 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:32.377598 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.389721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-cb1bb83e-5cbe-4fac-8a31-f77f584de307', 'network_id': 'cb1bb83e-5cbe-4fac-8a31-f77f584de307', 'tenant_id': 'b39cf23e40274b4582c9d2151f5fcd70', 'fixed_ips': [{'subnet_id': '1fc2c51f-8991-41c8-9aee-72c2b8085401'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:32:32.391376 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.480462 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1559f08c-ccba-45bc-9dba-a9d34db5c2cd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6619916 Jan 21 09:32:32.502670 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38966) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:32.508229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e75d5c2b-2eee-4c0b-b6e4-7b1889acaecb tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'subnet': {'network_id': 'd6a6f068-e9d0-4f4b-8515-05e360c1813f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:32.594259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event updated for resources: {'Port': ['ID=e3bfa0f7-a665-4cf4-bcd2-4732df71f3b7,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:32.602158 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559f08c-ccba-45bc-9dba-a9d34db5c2cd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Network': ['ID=3de6ff2a-45bf-438f-8196-a9fd0243ded1,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:32.615300 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Checking segment: {'id': '07fbe0bc-f634-483a-bde4-10098795c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '12409a85-9b72-4400-a72b-d642052359b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:32.615860 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Network hostable DHCP agents. Network: 12409a85-9b72-4400-a72b-d642052359b1, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:32.622760 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9880474 Jan 21 09:32:32.622760 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38968) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:32.641715 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 3de6ff2a-45bf-438f-8196-a9fd0243ded1 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:32.665180 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Network 12409a85-9b72-4400-a72b-d642052359b1 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:32.670934 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Allocated IP 2001:db8::3 (cb1bb83e-5cbe-4fac-8a31-f77f584de307/1fc2c51f-8991-41c8-9aee-72c2b8085401/2f76cb7a-cafd-4d52-8b1a-9be822b85074) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:32.681854 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.683621 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 12409a85-9b72-4400-a72b-d642052359b1) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:32.688812 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:32.689754 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.713745 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebf3e50-2191-46ea-82e5-7913259e30ac None None] Network 12409a85-9b72-4400-a72b-d642052359b1 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:32.807096 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.809265 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event updated for resources: {'Network': ['ID=74e0c822-7e95-4f54-992f-7b9fa552927f,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:32.811839 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event updated for resources: {'Port': ['ID=ad714481-4d2d-40aa-8f66-b15d038e5a3e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:32.817771 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.821504 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75d5c2b-2eee-4c0b-b6e4-7b1889acaecb tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:32.825842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e75d5c2b-2eee-4c0b-b6e4-7b1889acaecb tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.836476 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 74e0c822-7e95-4f54-992f-7b9fa552927f details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:32.878976 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Checking segment: {'id': '814cff66-5074-4396-bbc0-2cc1929f4e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '63a85451-fc2b-4422-a59b-da98973fd830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:32.879346 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Network hostable DHCP agents. Network: 63a85451-fc2b-4422-a59b-da98973fd830, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:32.909942 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Network 63a85451-fc2b-4422-a59b-da98973fd830 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:32.920961 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 63a85451-fc2b-4422-a59b-da98973fd830) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:32.926662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:32.939266 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:32.943980 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:32.946106 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:32.958455 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 388c6254-2102-4578-b970-3ea1d32df38f up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:32.961701 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69f763b-f058-4f21-b1f0-a4babfd8d3fa None None] Network 63a85451-fc2b-4422-a59b-da98973fd830 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:32.966452 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0c06d547-d085-4eba-b941-32890ade0b54 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.5168195 Jan 21 09:32:32.967829 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38970) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:33.019228 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e2954c-a370-43b7-9449-e16f4daeff10 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:33.026418 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e2954c-a370-43b7-9449-e16f4daeff10 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:33.029354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff3934b-bc2a-4f8a-92e2-579f53c33637 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:33.032635 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e2954c-a370-43b7-9449-e16f4daeff10 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:33.036516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff3934b-bc2a-4f8a-92e2-579f53c33637 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:33.039092 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8ff3934b-bc2a-4f8a-92e2-579f53c33637 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0707054 Jan 21 09:32:33.040302 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e2954c-a370-43b7-9449-e16f4daeff10 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:33.042619 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a6e2954c-a370-43b7-9449-e16f4daeff10 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4189417 Jan 21 09:32:33.044381 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38972) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:33.047315 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38974) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:33.063499 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590bc7-058b-4153-8349-16a93fa49678 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event updated for resources: {'Network': ['ID=f15397db-8fb7-4f82-b58d-621f6511ecc4,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:33.098930 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:33.222543 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Pushing event updated for resources: {'Port': ['ID=da6dc10e-b9d2-4f5f-bf1f-68d221e7907f,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:33.253293 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:33.260825 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7bc9-3122-434e-8218-1bd2138a75b3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:33.261663 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:33.265733 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:33.324029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network f15397db-8fb7-4f82-b58d-621f6511ecc4 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:33.425308 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e75d5c2b-2eee-4c0b-b6e4-7b1889acaecb tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:33.472199 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-1a9894d6-6b9a-4f25-84ec-220219b49060 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Deleting port e3bfa0f7-a665-4cf4-bcd2-4732df71f3b7 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:33.472544 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1a9894d6-6b9a-4f25-84ec-220219b49060 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:33.591957 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d5c2b-2eee-4c0b-b6e4-7b1889acaecb tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Subnet': ['ID=4b0ca0c1-5e7d-4514-be6b-2c12aba913b8,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:33.657188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7bc9-3122-434e-8218-1bd2138a75b3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:33.668483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d5c2b-2eee-4c0b-b6e4-7b1889acaecb tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Checking segment: {'id': 'd146ac49-4e1e-48a8-8d6a-300e30e61f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd6a6f068-e9d0-4f4b-8515-05e360c1813f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:33.668989 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d5c2b-2eee-4c0b-b6e4-7b1889acaecb tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network hostable DHCP agents. Network: d6a6f068-e9d0-4f4b-8515-05e360c1813f, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:33.687513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1a9894d6-6b9a-4f25-84ec-220219b49060 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:33.689355 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 388c6254-2102-4578-b970-3ea1d32df38f triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:33.689970 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:33.710212 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-3ccc7bc9-3122-434e-8218-1bd2138a75b3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e0c822-7e95-4f54-992f-7b9fa552927f']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:33.721981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-1a9894d6-6b9a-4f25-84ec-220219b49060 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Calling delete_port for e3bfa0f7-a665-4cf4-bcd2-4732df71f3b7 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:33.730458 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-3ccc7bc9-3122-434e-8218-1bd2138a75b3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47dfed41-2a5e-4fc7-ab9c-7d51791ad6f2') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:33.730744 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-3ccc7bc9-3122-434e-8218-1bd2138a75b3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47dfed41-2a5e-4fc7-ab9c-7d51791ad6f2') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:33.748610 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7bc9-3122-434e-8218-1bd2138a75b3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:33.752925 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dc3b24-3206-48f0-8c24-21b47c9bf2a3 None None] Network ac0102ba-983b-4415-8463-8f2411c04563 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:33.775311 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d5c2b-2eee-4c0b-b6e4-7b1889acaecb tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network d6a6f068-e9d0-4f4b-8515-05e360c1813f is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:33.776464 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:33.784078 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:33.791867 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-e75d5c2b-2eee-4c0b-b6e4-7b1889acaecb tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, d6a6f068-e9d0-4f4b-8515-05e360c1813f) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:33.811682 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7bc9-3122-434e-8218-1bd2138a75b3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:33.826207 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc4d7bd-ab52-41b9-90bd-6e8e01de6326 None None] Network d6a6f068-e9d0-4f4b-8515-05e360c1813f requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:33.828056 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccc7bc9-3122-434e-8218-1bd2138a75b3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:33.828462 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7bc9-3122-434e-8218-1bd2138a75b3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:33.829753 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:33.831689 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:33.834287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d5c2b-2eee-4c0b-b6e4-7b1889acaecb tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:33.834287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e75d5c2b-2eee-4c0b-b6e4-7b1889acaecb tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:33.867184 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e75d5c2b-2eee-4c0b-b6e4-7b1889acaecb tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3634264 Jan 21 09:32:33.870145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38982) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:33.904348 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ccc48fa1-43a1-4cfa-a554-423dddc4e97b tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'subnet': {'network_id': '3de6ff2a-45bf-438f-8196-a9fd0243ded1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:33.908150 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:33.962918 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc2c51f-8991-41c8-9aee-72c2b8085401,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:33.966428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Network cb1bb83e-5cbe-4fac-8a31-f77f584de307 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:33.974807 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ddeca64f-e7fb-4c05-ad47-20d1ba2af27d None None] Provisioning complete for port 388c6254-2102-4578-b970-3ea1d32df38f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:33.975288 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ddeca64f-e7fb-4c05-ad47-20d1ba2af27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:33.991481 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:34.017857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7bc9-3122-434e-8218-1bd2138a75b3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.023459 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1a9894d6-6b9a-4f25-84ec-220219b49060 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.036817 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:34.039269 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7bc9-3122-434e-8218-1bd2138a75b3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.040920 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Pushing event updated for resources: {'Port': ['ID=2f76cb7a-cafd-4d52-8b1a-9be822b85074,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:34.042640 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3ccc7bc9-3122-434e-8218-1bd2138a75b3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "DELETE /v2.0/networks/74e0c822-7e95-4f54-992f-7b9fa552927f HTTP/1.1" status: 204 len: 168 time: 0.9829504 Jan 21 09:32:34.051153 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 38984) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:34.063787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.091081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc7bc9-3122-434e-8218-1bd2138a75b3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event deleted for resources: {'Network': ['ID=74e0c822-7e95-4f54-992f-7b9fa552927f,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:34.104437 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9894d6-6b9a-4f25-84ec-220219b49060 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event deleted for resources: {'Port': ['ID=e3bfa0f7-a665-4cf4-bcd2-4732df71f3b7,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:34.122598 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1a9894d6-6b9a-4f25-84ec-220219b49060 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.125489 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.125638 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1a9894d6-6b9a-4f25-84ec-220219b49060 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "DELETE /v2.0/ports/e3bfa0f7-a665-4cf4-bcd2-4732df71f3b7 HTTP/1.1" status: 204 len: 168 time: 1.0801547 Jan 21 09:32:34.127288 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1bb83e-5cbe-4fac-8a31-f77f584de307']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:34.129296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38986) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:34.164311 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04913e9-513d-4a6d-b311-4bfd122054e9') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:34.164505 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04913e9-513d-4a6d-b311-4bfd122054e9') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:34.179642 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.195943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc48fa1-43a1-4cfa-a554-423dddc4e97b tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:34.200862 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ccc48fa1-43a1-4cfa-a554-423dddc4e97b tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.231792 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Attempting to bind port 2f76cb7a-cafd-4d52-8b1a-9be822b85074 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:34.232015 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-46d3132f-85bb-4d4e-9a44-cc8d1f152a1e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.232216 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Attempting to bind port 2f76cb7a-cafd-4d52-8b1a-9be822b85074 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'f04913e9-513d-4a6d-b311-4bfd122054e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cb1bb83e-5cbe-4fac-8a31-f77f584de307'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:34.232548 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Attempting to bind port 2f76cb7a-cafd-4d52-8b1a-9be822b85074 on network cb1bb83e-5cbe-4fac-8a31-f77f584de307 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:32:34.237797 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.245081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:34.245615 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:34.259732 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:34.280935 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.294144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:32:34.294646 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Checking segment: {'id': 'f04913e9-513d-4a6d-b311-4bfd122054e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cb1bb83e-5cbe-4fac-8a31-f77f584de307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:34.295058 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.295448 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Bound using segment: {'id': 'f04913e9-513d-4a6d-b311-4bfd122054e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cb1bb83e-5cbe-4fac-8a31-f77f584de307'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:32:34.296057 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Bound port: 2f76cb7a-cafd-4d52-8b1a-9be822b85074, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04913e9-513d-4a6d-b311-4bfd122054e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cb1bb83e-5cbe-4fac-8a31-f77f584de307'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:34.296279 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.338744 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.db.api [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:32:34.338744 dv-neutron-825721-1-hyperv neutron-server[102147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:32:34.338744 dv-neutron-825721-1-hyperv neutron-server[102147]: [parameters: {'id': 'cb1bb83e-5cbe-4fac-8a31-f77f584de307'}] Jan 21 09:32:34.338744 dv-neutron-825721-1-hyperv neutron-server[102147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:32:34.339147 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG oslo_db.api [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:32:34.351041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-1fecc4d9-f664-47c7-8053-4ffb485d9e75 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Deleting port ad714481-4d2d-40aa-8f66-b15d038e5a3e {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:34.351390 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1fecc4d9-f664-47c7-8053-4ffb485d9e75 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.366892 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 388c6254-2102-4578-b970-3ea1d32df38f, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=388c6254-2102-4578-b970-3ea1d32df38f,segment=NetworkSegment(573cba0b-2a7e-42e0-aac6-34c7c703fee7),segment_id=573cba0b-2a7e-42e0-aac6-34c7c703fee7)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:34.404880 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.432375 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 00932dac-ffb4-43c2-923f-ce4459b8b211 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:32:34.434393 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-d6a6f068-e9d0-4f4b-8515-05e360c1813f', 'network_id': 'd6a6f068-e9d0-4f4b-8515-05e360c1813f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'fixed_ips': [{'subnet_id': '4b0ca0c1-5e7d-4514-be6b-2c12aba913b8'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:32:34.435416 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.441191 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-46d3132f-85bb-4d4e-9a44-cc8d1f152a1e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.449636 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1fecc4d9-f664-47c7-8053-4ffb485d9e75 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.469275 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-1fecc4d9-f664-47c7-8053-4ffb485d9e75 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Calling delete_port for ad714481-4d2d-40aa-8f66-b15d038e5a3e owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:34.494693 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ddeca64f-e7fb-4c05-ad47-20d1ba2af27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.512308 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-46d3132f-85bb-4d4e-9a44-cc8d1f152a1e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15397db-8fb7-4f82-b58d-621f6511ecc4']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:34.516155 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 00932dac-ffb4-43c2-923f-ce4459b8b211 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:32:34.516493 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 00932dac-ffb4-43c2-923f-ce4459b8b211 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:32:34.557427 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] For port 2f76cb7a-cafd-4d52-8b1a-9be822b85074, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:32:34.559147 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-46d3132f-85bb-4d4e-9a44-cc8d1f152a1e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e651f0d8-a5ff-4d33-975e-dd082f7075eb') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:34.559422 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-46d3132f-85bb-4d4e-9a44-cc8d1f152a1e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e651f0d8-a5ff-4d33-975e-dd082f7075eb') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:34.581651 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-46d3132f-85bb-4d4e-9a44-cc8d1f152a1e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.582262 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1fecc4d9-f664-47c7-8053-4ffb485d9e75 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.611300 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-46d3132f-85bb-4d4e-9a44-cc8d1f152a1e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.621591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d3132f-85bb-4d4e-9a44-cc8d1f152a1e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:34.622005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-46d3132f-85bb-4d4e-9a44-cc8d1f152a1e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.622181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecc4d9-f664-47c7-8053-4ffb485d9e75 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event deleted for resources: {'Port': ['ID=ad714481-4d2d-40aa-8f66-b15d038e5a3e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:34.634193 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1fecc4d9-f664-47c7-8053-4ffb485d9e75 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.640515 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1fecc4d9-f664-47c7-8053-4ffb485d9e75 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "DELETE /v2.0/ports/ad714481-4d2d-40aa-8f66-b15d038e5a3e HTTP/1.1" status: 204 len: 168 time: 0.5080442 Jan 21 09:32:34.640957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38994) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:34.664133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] For port 2f76cb7a-cafd-4d52-8b1a-9be822b85074, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2f76cb7a-cafd-4d52-8b1a-9be822b85074,segment=NetworkSegment(f04913e9-513d-4a6d-b311-4bfd122054e9),segment_id=f04913e9-513d-4a6d-b311-4bfd122054e9)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:32:34.686005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.687815 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=388c6254-2102-4578-b970-3ea1d32df38f,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:34.691909 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-38d32a59-e5e2-4256-a391-c31ea601d16a tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0494001 Jan 21 09:32:34.695931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38996) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:34.701418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-4f9de31f-e300-4f94-a6c0-6af4c76de123 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2133439740'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:34.730429 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:34.734025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9de31f-e300-4f94-a6c0-6af4c76de123 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Made reservation on behalf of bb7c000a07ec4fa4ae4624465aa88766 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:34.741752 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4f9de31f-e300-4f94-a6c0-6af4c76de123 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.747279 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-46d3132f-85bb-4d4e-9a44-cc8d1f152a1e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.762318 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-ddeca64f-e7fb-4c05-ad47-20d1ba2af27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:32:34.762786 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-ddeca64f-e7fb-4c05-ad47-20d1ba2af27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:32:34.763725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-46d3132f-85bb-4d4e-9a44-cc8d1f152a1e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.769748 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-46d3132f-85bb-4d4e-9a44-cc8d1f152a1e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "DELETE /v2.0/networks/f15397db-8fb7-4f82-b58d-621f6511ecc4 HTTP/1.1" status: 204 len: 168 time: 0.7130036 Jan 21 09:32:34.775649 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 38998) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:34.828085 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3132f-85bb-4d4e-9a44-cc8d1f152a1e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event deleted for resources: {'Network': ['ID=f15397db-8fb7-4f82-b58d-621f6511ecc4,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:34.851283 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82b7db-c58c-49d1-a850-72c82859de50 None None] Pushing event updated for resources: {'Port': ['ID=2f76cb7a-cafd-4d52-8b1a-9be822b85074,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:34.861571 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.867364 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696d7c9c-ee81-44c8-837d-eeb1f156efc6 None None] Network cb1bb83e-5cbe-4fac-8a31-f77f584de307 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:34.869798 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Allocated IP 2001:db8::2 (d6a6f068-e9d0-4f4b-8515-05e360c1813f/4b0ca0c1-5e7d-4514-be6b-2c12aba913b8/0c6e5a5f-295d-4071-a58f-26fe49566274) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:34.869932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9de31f-e300-4f94-a6c0-6af4c76de123 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:34.885265 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ccc48fa1-43a1-4cfa-a554-423dddc4e97b tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.895717 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4f9de31f-e300-4f94-a6c0-6af4c76de123 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:34.896670 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-4f9de31f-e300-4f94-a6c0-6af4c76de123 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Added segment 03ec83ae-a0f0-4924-885a-70809e556416 of type vlan for network 840697d7-b8ed-45ce-9944-7591d847d1ec Jan 21 09:32:34.897791 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Router c7c6bc06-615b-42d8-8306-0eaf6f3c5c61 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:32:35.000106 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d09bec-9bbc-49b0-ba2c-b08e351ea288 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:35.006940 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d09bec-9bbc-49b0-ba2c-b08e351ea288 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:35.012378 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-03d09bec-9bbc-49b0-ba2c-b08e351ea288 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2314019 Jan 21 09:32:35.013274 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39000) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:35.018350 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-8c33d4e0-7304-4df2-bf38-9afee8f3d10a tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1145021934'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:35.027274 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4f9de31f-e300-4f94-a6c0-6af4c76de123 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.081672 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4f9de31f-e300-4f94-a6c0-6af4c76de123 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.091811 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9de31f-e300-4f94-a6c0-6af4c76de123 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:35.092720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4f9de31f-e300-4f94-a6c0-6af4c76de123 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.109399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c33d4e0-7304-4df2-bf38-9afee8f3d10a tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Made reservation on behalf of c8786992830848a69c29dc1bdb2a89ff for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:35.114468 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c33d4e0-7304-4df2-bf38-9afee8f3d10a tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.119000 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Deleting port 2f76cb7a-cafd-4d52-8b1a-9be822b85074 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:35.119464 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.149606 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.156110 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.201912 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Network d6a6f068-e9d0-4f4b-8515-05e360c1813f is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:35.204806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:35.207342 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:35.215635 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Pushing event updated for resources: {'Port': ['ID=0c6e5a5f-295d-4071-a58f-26fe49566274,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:35.228345 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4f9de31f-e300-4f94-a6c0-6af4c76de123 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5311511 Jan 21 09:32:35.231773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39002) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:35.247469 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-eddf2648-19f0-40e3-8382-340597632228 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-610709454'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:35.277919 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9de31f-e300-4f94-a6c0-6af4c76de123 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event updated for resources: {'Network': ['ID=840697d7-b8ed-45ce-9944-7591d847d1ec,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:35.290667 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c33d4e0-7304-4df2-bf38-9afee8f3d10a tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:35.297322 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 840697d7-b8ed-45ce-9944-7591d847d1ec details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:35.304590 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Attempting to bind port 0c6e5a5f-295d-4071-a58f-26fe49566274 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:35.305060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Attempting to bind port 0c6e5a5f-295d-4071-a58f-26fe49566274 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'd146ac49-4e1e-48a8-8d6a-300e30e61f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd6a6f068-e9d0-4f4b-8515-05e360c1813f'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:35.305495 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Attempting to bind port 0c6e5a5f-295d-4071-a58f-26fe49566274 on network d6a6f068-e9d0-4f4b-8515-05e360c1813f {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:32:35.310409 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] For port 2f76cb7a-cafd-4d52-8b1a-9be822b85074, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2f76cb7a-cafd-4d52-8b1a-9be822b85074,segment=NetworkSegment(f04913e9-513d-4a6d-b311-4bfd122054e9),segment_id=f04913e9-513d-4a6d-b311-4bfd122054e9)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:35.310822 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.322019 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c33d4e0-7304-4df2-bf38-9afee8f3d10a tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.322362 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-8c33d4e0-7304-4df2-bf38-9afee8f3d10a tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Added segment baaed0fd-1fb4-4025-b671-9f631abb6169 of type vlan for network 3d544c8b-658f-4ab8-a21c-305480da29b7 Jan 21 09:32:35.330617 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:35.343427 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Calling delete_port for 2f76cb7a-cafd-4d52-8b1a-9be822b85074 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:35.350462 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc48fa1-43a1-4cfa-a554-423dddc4e97b tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Subnet': ['ID=ad8e4b8a-29a2-4b43-8536-b142076903c9,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:35.352852 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765caebf-9fcd-42b8-9ba1-1197a996a95c None None] Sync routers for ids ['c7c6bc06-615b-42d8-8306-0eaf6f3c5c61'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:35.365591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.366719 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1412768a-a1c0-4283-95eb-0dbe6b367501 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5979698 Jan 21 09:32:35.370260 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765caebf-9fcd-42b8-9ba1-1197a996a95c None None] Routers {'c7c6bc06-615b-42d8-8306-0eaf6f3c5c61'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:35.370538 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39004) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:35.371505 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-765caebf-9fcd-42b8-9ba1-1197a996a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c7c6bc06-615b-42d8-8306-0eaf6f3c5c61'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:35.372756 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddf2648-19f0-40e3-8382-340597632228 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Made reservation on behalf of bb7c000a07ec4fa4ae4624465aa88766 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:35.373046 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc48fa1-43a1-4cfa-a554-423dddc4e97b tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Checking segment: {'id': 'ba548b7a-af9a-49b6-876f-9a19a25f4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3de6ff2a-45bf-438f-8196-a9fd0243ded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:35.373347 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc48fa1-43a1-4cfa-a554-423dddc4e97b tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network hostable DHCP agents. Network: 3de6ff2a-45bf-438f-8196-a9fd0243ded1, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:35.377666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eddf2648-19f0-40e3-8382-340597632228 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.378584 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ba804b3d-f816-440a-a5da-a9a194b2b932 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'enable_snat': False}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:35.414981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c33d4e0-7304-4df2-bf38-9afee8f3d10a tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.431519 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-765caebf-9fcd-42b8-9ba1-1197a996a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:35.444978 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765caebf-9fcd-42b8-9ba1-1197a996a95c None None] Routers {'c7c6bc06-615b-42d8-8306-0eaf6f3c5c61'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:35.446687 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-765caebf-9fcd-42b8-9ba1-1197a996a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c7c6bc06-615b-42d8-8306-0eaf6f3c5c61'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:35.472818 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddf2648-19f0-40e3-8382-340597632228 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:35.505315 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:32:35.506244 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Checking segment: {'id': 'd146ac49-4e1e-48a8-8d6a-300e30e61f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd6a6f068-e9d0-4f4b-8515-05e360c1813f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:35.507142 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.507723 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Bound using segment: {'id': 'd146ac49-4e1e-48a8-8d6a-300e30e61f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd6a6f068-e9d0-4f4b-8515-05e360c1813f'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:32:35.508353 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Bound port: 0c6e5a5f-295d-4071-a58f-26fe49566274, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd146ac49-4e1e-48a8-8d6a-300e30e61f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd6a6f068-e9d0-4f4b-8515-05e360c1813f'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:35.508723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc48fa1-43a1-4cfa-a554-423dddc4e97b tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 3de6ff2a-45bf-438f-8196-a9fd0243ded1 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:35.509072 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.515376 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eddf2648-19f0-40e3-8382-340597632228 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.515815 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-eddf2648-19f0-40e3-8382-340597632228 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Added segment 5d56e01b-068a-4873-beab-00f9cd8f3997 of type vlan for network a526d49b-e3a3-4dcb-b2bb-f644aa97b117 Jan 21 09:32:35.518224 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-765caebf-9fcd-42b8-9ba1-1197a996a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:35.518986 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765caebf-9fcd-42b8-9ba1-1197a996a95c None None] The sync data for ids ['c7c6bc06-615b-42d8-8306-0eaf6f3c5c61'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:35.520209 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c33d4e0-7304-4df2-bf38-9afee8f3d10a tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.528948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c33d4e0-7304-4df2-bf38-9afee8f3d10a tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:35.529604 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c33d4e0-7304-4df2-bf38-9afee8f3d10a tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.594263 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-ccc48fa1-43a1-4cfa-a554-423dddc4e97b tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 3de6ff2a-45bf-438f-8196-a9fd0243ded1) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:35.602928 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc48fa1-43a1-4cfa-a554-423dddc4e97b tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:35.603759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ccc48fa1-43a1-4cfa-a554-423dddc4e97b tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.606317 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfd2302-37fd-4ece-95a3-a78f268b8634 None None] Network 3de6ff2a-45bf-438f-8196-a9fd0243ded1 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:35.614007 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] For port 0c6e5a5f-295d-4071-a58f-26fe49566274, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:32:35.635282 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ccc48fa1-43a1-4cfa-a554-423dddc4e97b tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7639990 Jan 21 09:32:35.638443 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39010) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:35.643161 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-fe385324-7ea8-43a5-bb4e-53b2c52ddeb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1875111432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:35.659885 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] For port 0c6e5a5f-295d-4071-a58f-26fe49566274, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=0c6e5a5f-295d-4071-a58f-26fe49566274,segment=NetworkSegment(d146ac49-4e1e-48a8-8d6a-300e30e61f3d),segment_id=d146ac49-4e1e-48a8-8d6a-300e30e61f3d)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:32:35.660700 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8c33d4e0-7304-4df2-bf38-9afee8f3d10a tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6466925 Jan 21 09:32:35.666687 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eddf2648-19f0-40e3-8382-340597632228 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.672517 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39012) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:35.672666 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.679263 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-7d1b7e0f-287c-43c1-865d-0212a5259611 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-6422554'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:35.686728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33d4e0-7304-4df2-bf38-9afee8f3d10a tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event updated for resources: {'Network': ['ID=3d544c8b-658f-4ab8-a21c-305480da29b7,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:35.704770 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.710777 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 3d544c8b-658f-4ab8-a21c-305480da29b7 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:35.721072 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fe385324-7ea8-43a5-bb4e-53b2c52ddeb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.722383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fe385324-7ea8-43a5-bb4e-53b2c52ddeb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.739513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Port': ['ID=2f76cb7a-cafd-4d52-8b1a-9be822b85074,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:35.753380 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No DVR routers for this DVR port 2f76cb7a-cafd-4d52-8b1a-9be822b85074 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:35.792821 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eddf2648-19f0-40e3-8382-340597632228 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.795824 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fe385324-7ea8-43a5-bb4e-53b2c52ddeb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.798852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddf2648-19f0-40e3-8382-340597632228 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:35.799760 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eddf2648-19f0-40e3-8382-340597632228 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.817072 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-151ec1b3-3793-4fa1-8651-1af587a89dae None None] Provisioning complete for port 388c6254-2102-4578-b970-3ea1d32df38f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:35.818084 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-151ec1b3-3793-4fa1-8651-1af587a89dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.832448 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fe385324-7ea8-43a5-bb4e-53b2c52ddeb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.868366 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fe385324-7ea8-43a5-bb4e-53b2c52ddeb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.875627 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fe385324-7ea8-43a5-bb4e-53b2c52ddeb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2360671 Jan 21 09:32:35.876339 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39016) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:35.892231 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accb5db-3383-4a14-a188-c795c7ac8bf6 None None] Pushing event updated for resources: {'Port': ['ID=0c6e5a5f-295d-4071-a58f-26fe49566274,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:35.899634 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1b7e0f-287c-43c1-865d-0212a5259611 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Made reservation on behalf of c8786992830848a69c29dc1bdb2a89ff for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:35.903603 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7e0f-287c-43c1-865d-0212a5259611 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.919700 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c43fc23f-c581-41cd-8fcb-1e87e10b3ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:35.952333 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-eddf2648-19f0-40e3-8382-340597632228 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7106760 Jan 21 09:32:35.993719 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf2648-19f0-40e3-8382-340597632228 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event updated for resources: {'Network': ['ID=a526d49b-e3a3-4dcb-b2bb-f644aa97b117,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:35.999331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.054176 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1b7e0f-287c-43c1-865d-0212a5259611 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:36.063626 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network a526d49b-e3a3-4dcb-b2bb-f644aa97b117 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:36.083181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1bb83e-5cbe-4fac-8a31-f77f584de307']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:36.093822 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39018) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:36.096099 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-3de6ff2a-45bf-438f-8196-a9fd0243ded1', 'network_id': '3de6ff2a-45bf-438f-8196-a9fd0243ded1', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'fixed_ips': [{'subnet_id': 'ad8e4b8a-29a2-4b43-8536-b142076903c9'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:32:36.096938 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.107939 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Request body: {'subnets': [{'network_id': '840697d7-b8ed-45ce-9944-7591d847d1ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1383481215', 'ip_version': 4}, {'network_id': 'a526d49b-e3a3-4dcb-b2bb-f644aa97b117', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:36.108761 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Request body: {'subnet': {'network_id': '840697d7-b8ed-45ce-9944-7591d847d1ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1383481215', 'ip_version': 4}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:36.110132 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Request body: {'subnet': {'network_id': 'a526d49b-e3a3-4dcb-b2bb-f644aa97b117', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:36.120252 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7e0f-287c-43c1-865d-0212a5259611 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.120606 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-7d1b7e0f-287c-43c1-865d-0212a5259611 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Added segment d690bec9-babf-466a-92ce-97a7727cd358 of type vlan for network e3c8c74a-52a4-400d-8e43-ccdd8d718486 Jan 21 09:32:36.122766 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04913e9-513d-4a6d-b311-4bfd122054e9') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:36.123064 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04913e9-513d-4a6d-b311-4bfd122054e9') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:36.274032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.309331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7e0f-287c-43c1-865d-0212a5259611 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.311782 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.314815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ba804b3d-f816-440a-a5da-a9a194b2b932 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.347932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:36.348349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:36.353152 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:36.367166 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Allocated IP 2001:db8:1::2 (3de6ff2a-45bf-438f-8196-a9fd0243ded1/ad8e4b8a-29a2-4b43-8536-b142076903c9/928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:36.434789 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.448800 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7e0f-287c-43c1-865d-0212a5259611 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.454322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1b7e0f-287c-43c1-865d-0212a5259611 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:36.455980 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7e0f-287c-43c1-865d-0212a5259611 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.485406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.524992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.528060 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/networks/cb1bb83e-5cbe-4fac-8a31-f77f584de307 HTTP/1.1" status: 204 len: 168 time: 4.3728180 Jan 21 09:32:36.533863 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39020) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:36.542503 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7d1b7e0f-287c-43c1-865d-0212a5259611 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8670783 Jan 21 09:32:36.548091 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39022) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:36.554902 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5edd7e3b-2e84-4c89-ada9-4f57f290e5ad tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1997843004'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:36.555854 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.564001 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.568663 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Request body: {'ports': [{'network_id': '3d544c8b-658f-4ab8-a21c-305480da29b7', 'name': 'tempest-port--366384789', 'admin_state_up': True}, {'network_id': 'e3c8c74a-52a4-400d-8e43-ccdd8d718486', 'admin_state_up': False}]} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:36.568961 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Request body: {'port': {'network_id': '3d544c8b-658f-4ab8-a21c-305480da29b7', 'name': 'tempest-port--366384789', 'admin_state_up': True}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:36.570464 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Request body: {'port': {'network_id': 'e3c8c74a-52a4-400d-8e43-ccdd8d718486', 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:36.572283 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b7e0f-287c-43c1-865d-0212a5259611 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event updated for resources: {'Network': ['ID=e3c8c74a-52a4-400d-8e43-ccdd8d718486,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:36.581979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Made reservation on behalf of bb7c000a07ec4fa4ae4624465aa88766 for: {'subnet': 2} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:36.589664 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.589664 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.600562 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network e3c8c74a-52a4-400d-8e43-ccdd8d718486 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:36.656020 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13661b82-4fee-4a98-a601-aa426dd0b848 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Network': ['ID=cb1bb83e-5cbe-4fac-8a31-f77f584de307,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:36.719873 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Network 3de6ff2a-45bf-438f-8196-a9fd0243ded1 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:36.736421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edd7e3b-2e84-4c89-ada9-4f57f290e5ad tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:36.748629 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:36.749070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5edd7e3b-2e84-4c89-ada9-4f57f290e5ad tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.753127 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:36.755112 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Pushing event updated for resources: {'Port': ['ID=928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:36.842830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Attempting to bind port 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:36.844449 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Attempting to bind port 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'ba548b7a-af9a-49b6-876f-9a19a25f4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3de6ff2a-45bf-438f-8196-a9fd0243ded1'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:36.845156 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Attempting to bind port 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d on network 3de6ff2a-45bf-438f-8196-a9fd0243ded1 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:32:36.854963 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:32:36.855761 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Checking segment: {'id': 'ba548b7a-af9a-49b6-876f-9a19a25f4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3de6ff2a-45bf-438f-8196-a9fd0243ded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:36.856359 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.856951 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Bound using segment: {'id': 'ba548b7a-af9a-49b6-876f-9a19a25f4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3de6ff2a-45bf-438f-8196-a9fd0243ded1'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:32:36.857754 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Bound port: 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba548b7a-af9a-49b6-876f-9a19a25f4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3de6ff2a-45bf-438f-8196-a9fd0243ded1'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:36.858384 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:36.977779 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] For port 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:32:36.981928 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] For port 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d,segment=NetworkSegment(ba548b7a-af9a-49b6-876f-9a19a25f4aad),segment_id=ba548b7a-af9a-49b6-876f-9a19a25f4aad)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:32:36.989526 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:37.015399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edd7e3b-2e84-4c89-ada9-4f57f290e5ad tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:37.034364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5edd7e3b-2e84-4c89-ada9-4f57f290e5ad tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:37.034618 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-5edd7e3b-2e84-4c89-ada9-4f57f290e5ad tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Added segment dbe8e1c0-f858-4d9a-906b-759e81a3612a of type vlan for network b5b16c19-02a3-4097-96e6-2747454bb481 Jan 21 09:32:37.047026 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 0c6e5a5f-295d-4071-a58f-26fe49566274 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:37.095824 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Allocated IP 2001:db8::1 (d6a6f068-e9d0-4f4b-8515-05e360c1813f/4b0ca0c1-5e7d-4514-be6b-2c12aba913b8/5c407f14-a8fe-4825-a1fe-d18f712ece09) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:37.119344 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5edd7e3b-2e84-4c89-ada9-4f57f290e5ad tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:37.156276 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1447d-c6b5-42d8-b15c-9ae80250141b None None] Pushing event updated for resources: {'Port': ['ID=928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:37.188811 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5edd7e3b-2e84-4c89-ada9-4f57f290e5ad tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:37.192111 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936ac9b8-1494-4621-b3a7-2fee279ae3dd None None] Network d6a6f068-e9d0-4f4b-8515-05e360c1813f requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:37.195684 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edd7e3b-2e84-4c89-ada9-4f57f290e5ad tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:37.196851 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5edd7e3b-2e84-4c89-ada9-4f57f290e5ad tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:37.207139 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 0c6e5a5f-295d-4071-a58f-26fe49566274 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:37.207511 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:37.283838 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5edd7e3b-2e84-4c89-ada9-4f57f290e5ad tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7424593 Jan 21 09:32:37.293007 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39030) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:37.295251 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:37.306704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-9c834b02-c514-4329-9cc2-8b10b6801065 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'subnet': {'network_id': 'b5b16c19-02a3-4097-96e6-2747454bb481', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:37.307676 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-49c16d53-bbfd-4622-8911-3e88c63c9b03 None None] Provisioning complete for port 0c6e5a5f-295d-4071-a58f-26fe49566274 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:37.307793 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-49c16d53-bbfd-4622-8911-3e88c63c9b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:37.436068 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd7e3b-2e84-4c89-ada9-4f57f290e5ad tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Network': ['ID=b5b16c19-02a3-4097-96e6-2747454bb481,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:37.436278 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Made reservation on behalf of c8786992830848a69c29dc1bdb2a89ff for: {'port': 2} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:37.441716 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:37.468287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:37.495145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network b5b16c19-02a3-4097-96e6-2747454bb481 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:37.507045 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event updated for resources: {'Subnet': ['ID=c99b1208-443b-4ff7-92bf-b2a6da872708,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:37.513208 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:37.516848 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Checking segment: {'id': '03ec83ae-a0f0-4924-885a-70809e556416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '840697d7-b8ed-45ce-9944-7591d847d1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:37.517167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Network hostable DHCP agents. Network: 840697d7-b8ed-45ce-9944-7591d847d1ec, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:37.524458 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c834b02-c514-4329-9cc2-8b10b6801065 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:37.527983 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c834b02-c514-4329-9cc2-8b10b6801065 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:37.579030 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:37.594628 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Network 840697d7-b8ed-45ce-9944-7591d847d1ec is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:37.616488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 840697d7-b8ed-45ce-9944-7591d847d1ec) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:37.634915 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:37.644818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62c1a38-dc9c-4b7f-ab3e-e7734bb8d937 None None] Network 840697d7-b8ed-45ce-9944-7591d847d1ec requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:37.728780 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-49c16d53-bbfd-4622-8911-3e88c63c9b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:37.750655 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event updated for resources: {'Subnet': ['ID=37a7f418-7d7c-498e-b79b-d79a4af81a00,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:37.752996 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 0c6e5a5f-295d-4071-a58f-26fe49566274, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=0c6e5a5f-295d-4071-a58f-26fe49566274,segment=NetworkSegment(d146ac49-4e1e-48a8-8d6a-300e30e61f3d),segment_id=d146ac49-4e1e-48a8-8d6a-300e30e61f3d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:37.774188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:37.775135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:37.775931 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 388c6254-2102-4578-b970-3ea1d32df38f up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:37.952059 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Checking segment: {'id': '5d56e01b-068a-4873-beab-00f9cd8f3997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a526d49b-e3a3-4dcb-b2bb-f644aa97b117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:37.952501 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Network hostable DHCP agents. Network: a526d49b-e3a3-4dcb-b2bb-f644aa97b117, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:38.010604 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Network a526d49b-e3a3-4dcb-b2bb-f644aa97b117 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:38.028683 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, a526d49b-e3a3-4dcb-b2bb-f644aa97b117) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:38.042176 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:38.042670 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:38.043416 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:38.056805 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c834b02-c514-4329-9cc2-8b10b6801065 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:38.073048 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d36c0596-a7b8-4c48-8ebe-518be180b785 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9785337 Jan 21 09:32:38.094449 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39038) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:38.128912 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97375968-dd97-480e-9a67-88307e222cf8 None None] Network a526d49b-e3a3-4dcb-b2bb-f644aa97b117 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:38.211760 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c834b02-c514-4329-9cc2-8b10b6801065 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Subnet': ['ID=b1557360-f0dd-4d62-aa45-9526ce692526,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:38.247178 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ee4d2b-72f4-4ef2-9b88-672defd8a2ad tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:38.248807 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ee4d2b-72f4-4ef2-9b88-672defd8a2ad tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:38.250385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ee4d2b-72f4-4ef2-9b88-672defd8a2ad tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:38.252015 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d6ee4d2b-72f4-4ef2-9b88-672defd8a2ad tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1509326 Jan 21 09:32:38.253215 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c834b02-c514-4329-9cc2-8b10b6801065 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Checking segment: {'id': 'dbe8e1c0-f858-4d9a-906b-759e81a3612a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5b16c19-02a3-4097-96e6-2747454bb481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:38.253667 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c834b02-c514-4329-9cc2-8b10b6801065 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network hostable DHCP agents. Network: b5b16c19-02a3-4097-96e6-2747454bb481, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:38.256860 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39040) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:38.276541 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-49c16d53-bbfd-4622-8911-3e88c63c9b03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:32:38.276896 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-49c16d53-bbfd-4622-8911-3e88c63c9b03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:32:38.281240 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=0c6e5a5f-295d-4071-a58f-26fe49566274,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:38.284032 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-09de1b85-50c8-4b92-a14f-9723b65ce0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:38.290955 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] device_id is not set on port e4b278c9-8be6-45a6-a370-e97161d4b02c yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:32:38.313439 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network d6a6f068-e9d0-4f4b-8515-05e360c1813f is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:38.317232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=5c407f14-a8fe-4825-a1fe-d18f712ece09,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:38.324722 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ba804b3d-f816-440a-a5da-a9a194b2b932 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:38.326723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:38.330700 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c834b02-c514-4329-9cc2-8b10b6801065 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network b5b16c19-02a3-4097-96e6-2747454bb481 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:38.330834 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:38.331376 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:38.342083 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9444c25-4a38-4914-bd6f-e0ffa67762db tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Deleting subnet c99b1208-443b-4ff7-92bf-b2a6da872708 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:32:38.347146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f9444c25-4a38-4914-bd6f-e0ffa67762db tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:38.351689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-9c834b02-c514-4329-9cc2-8b10b6801065 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, b5b16c19-02a3-4097-96e6-2747454bb481) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:38.377446 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ba804b3d-f816-440a-a5da-a9a194b2b932 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:38.388667 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c834b02-c514-4329-9cc2-8b10b6801065 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:38.389272 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c834b02-c514-4329-9cc2-8b10b6801065 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:38.395055 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc30d44-d833-4576-801a-b04b6ccfae55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-840697d7-b8ed-45ce-9944-7591d847d1ec', 'network_id': '840697d7-b8ed-45ce-9944-7591d847d1ec', 'tenant_id': 'bb7c000a07ec4fa4ae4624465aa88766', 'fixed_ips': [{'subnet_id': 'c99b1208-443b-4ff7-92bf-b2a6da872708'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:32:38.395055 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-afc30d44-d833-4576-801a-b04b6ccfae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:38.397302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ffc5dd-ba7d-4498-9de8-9c36b849139a None None] Network b5b16c19-02a3-4097-96e6-2747454bb481 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:38.417916 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f9444c25-4a38-4914-bd6f-e0ffa67762db tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:38.429680 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9c834b02-c514-4329-9cc2-8b10b6801065 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1361003 Jan 21 09:32:38.473492 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39042) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:38.486725 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 388c6254-2102-4578-b970-3ea1d32df38f triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:38.487461 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:38.770832 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-a526d49b-e3a3-4dcb-b2bb-f644aa97b117', 'network_id': 'a526d49b-e3a3-4dcb-b2bb-f644aa97b117', 'tenant_id': 'bb7c000a07ec4fa4ae4624465aa88766', 'fixed_ips': [{'subnet_id': '37a7f418-7d7c-498e-b79b-d79a4af81a00'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:32:38.772257 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:38.789574 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:38.797412 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:38.803242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba804b3d-f816-440a-a5da-a9a194b2b932 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Router c7c6bc06-615b-42d8-8306-0eaf6f3c5c61 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:32:38.865524 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:38.898636 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-b5b16c19-02a3-4097-96e6-2747454bb481', 'network_id': 'b5b16c19-02a3-4097-96e6-2747454bb481', 'tenant_id': 'b39cf23e40274b4582c9d2151f5fcd70', 'fixed_ips': [{'subnet_id': 'b1557360-f0dd-4d62-aa45-9526ce692526'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:32:38.899503 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:38.971562 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f9444c25-4a38-4914-bd6f-e0ffa67762db tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:39.039777 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6628c6-76f6-4207-98c2-5f8fac5e6f0d None None] Network 3de6ff2a-45bf-438f-8196-a9fd0243ded1 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:39.061880 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] device_id is not set on port 68796afa-c89e-477c-90f5-3b95ddd2f44b yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:32:39.127304 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f9444c25-4a38-4914-bd6f-e0ffa67762db tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:39.174259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9444c25-4a38-4914-bd6f-e0ffa67762db tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event deleted for resources: {'Subnet': ['ID=c99b1208-443b-4ff7-92bf-b2a6da872708,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:39.176231 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f9444c25-4a38-4914-bd6f-e0ffa67762db tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:39.183066 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f9444c25-4a38-4914-bd6f-e0ffa67762db tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "DELETE /v2.0/subnets/c99b1208-443b-4ff7-92bf-b2a6da872708 HTTP/1.1" status: 204 len: 168 time: 0.9250643 Jan 21 09:32:39.184067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39050) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server [None req-afc30d44-d833-4576-801a-b04b6ccfae55 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c99b1208-443b-4ff7-92bf-b2a6da872708: This subnet is being modified by another concurrent operation. Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:32:39.216264 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c99b1208-443b-4ff7-92bf-b2a6da872708: This subnet is being modified by another concurrent operation. Jan 21 09:32:39.220851 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Jan 21 09:32:39.227902 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:39.262675 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e1d08f-73d9-4015-b43b-6c4ccec13935 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Deleting subnet 37a7f418-7d7c-498e-b79b-d79a4af81a00 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:32:39.286139 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83860081-0fb5-4d5e-b832-8ef6eed3b0a7 None None] Network 840697d7-b8ed-45ce-9944-7591d847d1ec requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:39.288888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:39.296446 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba804b3d-f816-440a-a5da-a9a194b2b932 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:39.297888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Allocated IP 172.20.0.18 (a526d49b-e3a3-4dcb-b2bb-f644aa97b117/37a7f418-7d7c-498e-b79b-d79a4af81a00/8ed379e9-758d-47af-85c2-da422ad6a471) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:39.301635 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-82a40caf-f8bb-46c1-91b7-6de4893f649d None None] Provisioning complete for port 0c6e5a5f-295d-4071-a58f-26fe49566274 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:39.301968 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-82a40caf-f8bb-46c1-91b7-6de4893f649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:39.324553 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ba804b3d-f816-440a-a5da-a9a194b2b932 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:39.325768 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ba804b3d-f816-440a-a5da-a9a194b2b932 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "PUT /v2.0/routers/c7c6bc06-615b-42d8-8306-0eaf6f3c5c61 HTTP/1.1" status: 200 len: 922 time: 3.9540076 Jan 21 09:32:39.329346 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39052) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:39.365533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4426588d-84a3-48cc-91f2-f8508a410357 None None] Sync routers for ids ['c7c6bc06-615b-42d8-8306-0eaf6f3c5c61'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:39.437374 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:39.437965 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:39.502738 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-19d2c96e-8d9b-415d-948d-1d37e42129a2 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "GET /v2.0/routers/c7c6bc06-615b-42d8-8306-0eaf6f3c5c61 HTTP/1.1" status: 200 len: 922 time: 0.1715655 Jan 21 09:32:39.503437 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39056) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:39.515700 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:39.519458 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:39.522338 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:39.523685 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:39.589979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02691d97-520d-4626-a484-3b26979c3454 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:39.593569 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-02691d97-520d-4626-a484-3b26979c3454 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&device_id=c7c6bc06-615b-42d8-8306-0eaf6f3c5c61&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0887098 Jan 21 09:32:39.594465 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39058) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:39.604046 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Allocated IP 2001:db8::1 (b5b16c19-02a3-4097-96e6-2747454bb481/b1557360-f0dd-4d62-aa45-9526ce692526/e5a21825-97e6-4f64-8bc8-3c5ac1119168) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:39.629161 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=5c407f14-a8fe-4825-a1fe-d18f712ece09,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:39.658831 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426588d-84a3-48cc-91f2-f8508a410357 None None] Routers {'c7c6bc06-615b-42d8-8306-0eaf6f3c5c61'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:39.660190 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4426588d-84a3-48cc-91f2-f8508a410357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c7c6bc06-615b-42d8-8306-0eaf6f3c5c61'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:39.689307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cacd4e-7e5d-41d5-80a0-ff145012b642 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:39.690889 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c0cacd4e-7e5d-41d5-80a0-ff145012b642 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "GET /v2.0/networks/e5b467b6-3f77-41e6-abda-a63a446d52f5 HTTP/1.1" status: 200 len: 881 time: 0.0951731 Jan 21 09:32:39.693686 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39060) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:39.704907 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Checking segment: {'id': 'baaed0fd-1fb4-4025-b671-9f631abb6169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d544c8b-658f-4ab8-a21c-305480da29b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:39.705266 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Network hostable DHCP agents. Network: 3d544c8b-658f-4ab8-a21c-305480da29b7, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:39.715840 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event updated for resources: {'Port': ['ID=e4b278c9-8be6-45a6-a370-e97161d4b02c,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:39.724857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network d6a6f068-e9d0-4f4b-8515-05e360c1813f is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:39.729438 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1a15b449-4228-4d2e-ae4c-c6a72f76b874 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7c6bc06-615b-42d8-8306-0eaf6f3c5c61 HTTP/1.1" status: 200 len: 205 time: 0.0323422 Jan 21 09:32:39.729650 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:39.729848 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39062) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:39.761558 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4426588d-84a3-48cc-91f2-f8508a410357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:39.780202 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Network 3d544c8b-658f-4ab8-a21c-305480da29b7 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:39.827910 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 3d544c8b-658f-4ab8-a21c-305480da29b7) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:39.835612 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:39.836531 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:39.868438 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426588d-84a3-48cc-91f2-f8508a410357 None None] Routers {'c7c6bc06-615b-42d8-8306-0eaf6f3c5c61'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:39.869075 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4426588d-84a3-48cc-91f2-f8508a410357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c7c6bc06-615b-42d8-8306-0eaf6f3c5c61'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:39.881550 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b19f8ee4-966e-4d93-82e9-a9c1ee772d99 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:39.903641 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:39.904019 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:39.905767 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0319e3c-fb16-432c-a1a7-62451bc2f63a None None] Network 3d544c8b-658f-4ab8-a21c-305480da29b7 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:39.921447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event updated for resources: {'Port': ['ID=68796afa-c89e-477c-90f5-3b95ddd2f44b,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:39.947396 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Checking segment: {'id': 'd690bec9-babf-466a-92ce-97a7727cd358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e3c8c74a-52a4-400d-8e43-ccdd8d718486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:39.948092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Network hostable DHCP agents. Network: e3c8c74a-52a4-400d-8e43-ccdd8d718486, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:39.963908 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router e4e00e8d-5778-4fb5-8335-6275741548c8 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:32:40.009779 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4426588d-84a3-48cc-91f2-f8508a410357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:40.010444 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4426588d-84a3-48cc-91f2-f8508a410357 None None] The sync data for ids ['c7c6bc06-615b-42d8-8306-0eaf6f3c5c61'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:40.030518 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b19f8ee4-966e-4d93-82e9-a9c1ee772d99 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.095166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Network e3c8c74a-52a4-400d-8e43-ccdd8d718486 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:40.113741 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:40.120485 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-384fcace-2ef5-4525-83b1-cb02ea8de708 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/e4e00e8d-5778-4fb5-8335-6275741548c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2427411 Jan 21 09:32:40.121997 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, e3c8c74a-52a4-400d-8e43-ccdd8d718486) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:40.124185 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39068) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:40.128851 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51227b09-7587-4911-869c-8f68d4b226cd None None] Sync routers for ids ['e4e00e8d-5778-4fb5-8335-6275741548c8'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:40.135072 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:40.140782 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:40.143058 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51227b09-7587-4911-869c-8f68d4b226cd None None] Routers {'e4e00e8d-5778-4fb5-8335-6275741548c8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:40.144125 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-51227b09-7587-4911-869c-8f68d4b226cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e4e00e8d-5778-4fb5-8335-6275741548c8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:40.145780 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:40.146711 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.159985 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-b19f8ee4-966e-4d93-82e9-a9c1ee772d99 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Deleting port da6dc10e-b9d2-4f5f-bf1f-68d221e7907f {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:40.160462 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b19f8ee4-966e-4d93-82e9-a9c1ee772d99 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.182642 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ac16caa1-3d9b-43d6-b7fe-055f5d30b20d tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6256013 Jan 21 09:32:40.183033 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39070) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:40.190352 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-51227b09-7587-4911-869c-8f68d4b226cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:40.212273 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51227b09-7587-4911-869c-8f68d4b226cd None None] Routers {'e4e00e8d-5778-4fb5-8335-6275741548c8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:40.213255 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-51227b09-7587-4911-869c-8f68d4b226cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e4e00e8d-5778-4fb5-8335-6275741548c8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:40.224467 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66c1813-c86f-4b75-9eee-b918b3510d30 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:40.228807 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e66c1813-c86f-4b75-9eee-b918b3510d30 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports/5c407f14-a8fe-4825-a1fe-d18f712ece09 HTTP/1.1" status: 200 len: 911 time: 0.1008470 Jan 21 09:32:40.229592 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39072) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:40.248564 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-51227b09-7587-4911-869c-8f68d4b226cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:40.249215 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51227b09-7587-4911-869c-8f68d4b226cd None None] The sync data for ids ['e4e00e8d-5778-4fb5-8335-6275741548c8'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:40.249980 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcabf43-0446-43f4-8525-85f55fb89d20 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:40.259870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcabf43-0446-43f4-8525-85f55fb89d20 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:40.264586 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1bcabf43-0446-43f4-8525-85f55fb89d20 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0778515 Jan 21 09:32:40.264973 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39074) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:40.296541 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb84038-74c3-4905-8fdd-53a52747a200 None None] Network e3c8c74a-52a4-400d-8e43-ccdd8d718486 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:40.346676 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b19f8ee4-966e-4d93-82e9-a9c1ee772d99 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.370832 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4f93e91f-036f-4971-be3d-98048d77d48e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Deleting port e4b278c9-8be6-45a6-a370-e97161d4b02c {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:40.371379 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f93e91f-036f-4971-be3d-98048d77d48e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.451188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f93e91f-036f-4971-be3d-98048d77d48e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.471676 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4f93e91f-036f-4971-be3d-98048d77d48e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Calling delete_port for e4b278c9-8be6-45a6-a370-e97161d4b02c owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:40.476136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-b19f8ee4-966e-4d93-82e9-a9c1ee772d99 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Calling delete_port for da6dc10e-b9d2-4f5f-bf1f-68d221e7907f owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:40.492612 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.514266 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.575607 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f93e91f-036f-4971-be3d-98048d77d48e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.594717 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Pushing event updated for resources: {'Port': ['ID=8ed379e9-758d-47af-85c2-da422ad6a471,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:40.598852 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-82a40caf-f8bb-46c1-91b7-6de4893f649d None None] Provisioning complete for port 5c407f14-a8fe-4825-a1fe-d18f712ece09 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:40.600060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-82a40caf-f8bb-46c1-91b7-6de4893f649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.600588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57e1d08f-73d9-4015-b43b-6c4ccec13935 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.618521 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93e91f-036f-4971-be3d-98048d77d48e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event deleted for resources: {'Port': ['ID=e4b278c9-8be6-45a6-a370-e97161d4b02c,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:40.632596 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f93e91f-036f-4971-be3d-98048d77d48e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.638383 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4f93e91f-036f-4971-be3d-98048d77d48e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "DELETE /v2.0/ports/e4b278c9-8be6-45a6-a370-e97161d4b02c HTTP/1.1" status: 204 len: 168 time: 0.3699729 Jan 21 09:32:40.639225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39078) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:40.706956 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Network a526d49b-e3a3-4dcb-b2bb-f644aa97b117 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:40.725306 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57e1d08f-73d9-4015-b43b-6c4ccec13935 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.728078 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:40.730475 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:40.747166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-ee6142b7-6ab5-429a-a464-0ae4119f5113 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Deleting port 68796afa-c89e-477c-90f5-3b95ddd2f44b {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:40.747166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee6142b7-6ab5-429a-a464-0ae4119f5113 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.788859 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-82a40caf-f8bb-46c1-91b7-6de4893f649d None None] Port 5c407f14-a8fe-4825-a1fe-d18f712ece09 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:40.810153 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.826959 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.835370 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee6142b7-6ab5-429a-a464-0ae4119f5113 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.847775 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.849663 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b19f8ee4-966e-4d93-82e9-a9c1ee772d99 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.854638 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-ee6142b7-6ab5-429a-a464-0ae4119f5113 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Calling delete_port for 68796afa-c89e-477c-90f5-3b95ddd2f44b owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:40.906803 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f8ee4-966e-4d93-82e9-a9c1ee772d99 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Pushing event deleted for resources: {'Port': ['ID=da6dc10e-b9d2-4f5f-bf1f-68d221e7907f,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:40.925342 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Network b5b16c19-02a3-4097-96e6-2747454bb481 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:40.935095 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Attempting to bind port 8ed379e9-758d-47af-85c2-da422ad6a471 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:40.935456 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Attempting to bind port 8ed379e9-758d-47af-85c2-da422ad6a471 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d56e01b-068a-4873-beab-00f9cd8f3997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a526d49b-e3a3-4dcb-b2bb-f644aa97b117'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:40.935809 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Attempting to bind port 8ed379e9-758d-47af-85c2-da422ad6a471 on network a526d49b-e3a3-4dcb-b2bb-f644aa97b117 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:32:40.941144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:40.944728 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:40.952166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee6142b7-6ab5-429a-a464-0ae4119f5113 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.955919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Pushing event updated for resources: {'Port': ['ID=e5a21825-97e6-4f64-8bc8-3c5ac1119168,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:40.964607 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d,segment=NetworkSegment(ba548b7a-af9a-49b6-876f-9a19a25f4aad),segment_id=ba548b7a-af9a-49b6-876f-9a19a25f4aad)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:40.966533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:32:40.966533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Checking segment: {'id': '5d56e01b-068a-4873-beab-00f9cd8f3997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a526d49b-e3a3-4dcb-b2bb-f644aa97b117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:40.967410 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.967410 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Bound using segment: {'id': '5d56e01b-068a-4873-beab-00f9cd8f3997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a526d49b-e3a3-4dcb-b2bb-f644aa97b117'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:32:40.967769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Bound port: 8ed379e9-758d-47af-85c2-da422ad6a471, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d56e01b-068a-4873-beab-00f9cd8f3997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a526d49b-e3a3-4dcb-b2bb-f644aa97b117'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:40.968111 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57e1d08f-73d9-4015-b43b-6c4ccec13935 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.968256 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.983698 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.984482 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 0c6e5a5f-295d-4071-a58f-26fe49566274 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:41.000622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6142b7-6ab5-429a-a464-0ae4119f5113 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event deleted for resources: {'Port': ['ID=68796afa-c89e-477c-90f5-3b95ddd2f44b,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:41.004752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e3f11744-28ed-46c1-a968-459d6734b627 None None] Provisioning complete for port 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:41.005123 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e3f11744-28ed-46c1-a968-459d6734b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.015276 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee6142b7-6ab5-429a-a464-0ae4119f5113 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.022029 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ee6142b7-6ab5-429a-a464-0ae4119f5113 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "DELETE /v2.0/ports/68796afa-c89e-477c-90f5-3b95ddd2f44b HTTP/1.1" status: 204 len: 168 time: 0.3818035 Jan 21 09:32:41.023827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39080) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:41.028497 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.057380 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b19f8ee4-966e-4d93-82e9-a9c1ee772d99 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.072610 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2807451f-dff0-4b3b-9e40-d590e85aeae4 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0452719 Jan 21 09:32:41.074092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39082) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:41.078641 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.085620 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1945c933-96f2-4e9f-8087-03ff29cdf490 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1032837698'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:41.117577 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Subnet': ['ID=b1557360-f0dd-4d62-aa45-9526ce692526,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:41.190176 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Attempting to bind port e5a21825-97e6-4f64-8bc8-3c5ac1119168 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:41.190546 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Attempting to bind port e5a21825-97e6-4f64-8bc8-3c5ac1119168 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'dbe8e1c0-f858-4d9a-906b-759e81a3612a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5b16c19-02a3-4097-96e6-2747454bb481'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:41.190902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Attempting to bind port e5a21825-97e6-4f64-8bc8-3c5ac1119168 on network b5b16c19-02a3-4097-96e6-2747454bb481 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:32:41.200848 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.203696 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1945c933-96f2-4e9f-8087-03ff29cdf490 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Made reservation on behalf of c8786992830848a69c29dc1bdb2a89ff for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:41.207341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1945c933-96f2-4e9f-8087-03ff29cdf490 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.230242 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b19f8ee4-966e-4d93-82e9-a9c1ee772d99 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.234401 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b19f8ee4-966e-4d93-82e9-a9c1ee772d99 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.238448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57e1d08f-73d9-4015-b43b-6c4ccec13935 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.240706 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b16c19-02a3-4097-96e6-2747454bb481']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:41.249908 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] For port 8ed379e9-758d-47af-85c2-da422ad6a471, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:32:41.257288 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe8e1c0-f858-4d9a-906b-759e81a3612a') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:41.257765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe8e1c0-f858-4d9a-906b-759e81a3612a') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:41.264023 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] For port 8ed379e9-758d-47af-85c2-da422ad6a471, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=8ed379e9-758d-47af-85c2-da422ad6a471,segment=NetworkSegment(5d56e01b-068a-4873-beab-00f9cd8f3997),segment_id=5d56e01b-068a-4873-beab-00f9cd8f3997)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:32:41.267020 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1945c933-96f2-4e9f-8087-03ff29cdf490 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:41.275355 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.280205 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:41.289972 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1945c933-96f2-4e9f-8087-03ff29cdf490 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.290455 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-1945c933-96f2-4e9f-8087-03ff29cdf490 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Added segment 1158beeb-9289-4abd-b53e-d8f69409facc of type vlan for network 5467d000-be9e-4d60-a696-c70d13156e51 Jan 21 09:32:41.299688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.308900 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.319113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1d08f-73d9-4015-b43b-6c4ccec13935 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event deleted for resources: {'Subnet': ['ID=37a7f418-7d7c-498e-b79b-d79a4af81a00,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:41.328319 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57e1d08f-73d9-4015-b43b-6c4ccec13935 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.334296 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-57e1d08f-73d9-4015-b43b-6c4ccec13935 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "DELETE /v2.0/subnets/37a7f418-7d7c-498e-b79b-d79a4af81a00 HTTP/1.1" status: 204 len: 168 time: 2.1492906 Jan 21 09:32:41.337252 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39088) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:41.340474 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:41.341228 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:41.345061 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:41.349265 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:32:41.349896 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Checking segment: {'id': 'dbe8e1c0-f858-4d9a-906b-759e81a3612a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5b16c19-02a3-4097-96e6-2747454bb481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:41.351152 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.351274 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b19f8ee4-966e-4d93-82e9-a9c1ee772d99 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.351389 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Bound using segment: {'id': 'dbe8e1c0-f858-4d9a-906b-759e81a3612a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5b16c19-02a3-4097-96e6-2747454bb481'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:32:41.351389 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Bound port: e5a21825-97e6-4f64-8bc8-3c5ac1119168, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe8e1c0-f858-4d9a-906b-759e81a3612a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5b16c19-02a3-4097-96e6-2747454bb481'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:41.351571 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19f8ee4-966e-4d93-82e9-a9c1ee772d99 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Fanout notify agent at l3_agent the message router_deleted on router c7c6bc06-615b-42d8-8306-0eaf6f3c5c61 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:32:41.351657 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.399350 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.406573 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b19f8ee4-966e-4d93-82e9-a9c1ee772d99 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.413997 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b19f8ee4-966e-4d93-82e9-a9c1ee772d99 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "DELETE /v2.0/routers/c7c6bc06-615b-42d8-8306-0eaf6f3c5c61 HTTP/1.1" status: 204 len: 168 time: 1.6831121 Jan 21 09:32:41.414169 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.417004 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39090) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:41.421280 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1945c933-96f2-4e9f-8087-03ff29cdf490 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.428168 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a50dc836-e9f6-49b3-b931-072bf27e62ed tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-150394324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:41.471009 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.db.api [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:32:41.471009 dv-neutron-825721-1-hyperv neutron-server[102146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:32:41.471009 dv-neutron-825721-1-hyperv neutron-server[102146]: [parameters: {'id': 'b5b16c19-02a3-4097-96e6-2747454bb481'}] Jan 21 09:32:41.471009 dv-neutron-825721-1-hyperv neutron-server[102146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:32:41.471442 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG oslo_db.api [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:32:41.482975 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ee43d-2689-4969-bf2b-e9c4227d022e tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:41.483174 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39094) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:41.483267 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-737ee43d-2689-4969-bf2b-e9c4227d022e tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1447482 Jan 21 09:32:41.494309 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1945c933-96f2-4e9f-8087-03ff29cdf490 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.499730 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1945c933-96f2-4e9f-8087-03ff29cdf490 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:41.500341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1945c933-96f2-4e9f-8087-03ff29cdf490 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.502841 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a50dc836-e9f6-49b3-b931-072bf27e62ed tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.503842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a50dc836-e9f6-49b3-b931-072bf27e62ed tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.549229 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 0c6e5a5f-295d-4071-a58f-26fe49566274 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:41.549762 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.551450 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca3995-1909-474d-9d6d-a22c474b14ee None None] Pushing event updated for resources: {'Port': ['ID=8ed379e9-758d-47af-85c2-da422ad6a471,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:41.589241 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Allocated IP 2001:db8:1::1 (3de6ff2a-45bf-438f-8196-a9fd0243ded1/ad8e4b8a-29a2-4b43-8536-b142076903c9/3210def6-7e2f-4c0c-b7ab-a000f5ead8ea) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:41.616800 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] For port e5a21825-97e6-4f64-8bc8-3c5ac1119168, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:32:41.646610 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] For port e5a21825-97e6-4f64-8bc8-3c5ac1119168, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e5a21825-97e6-4f64-8bc8-3c5ac1119168,segment=NetworkSegment(dbe8e1c0-f858-4d9a-906b-759e81a3612a),segment_id=dbe8e1c0-f858-4d9a-906b-759e81a3612a)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:32:41.658109 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.663173 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1945c933-96f2-4e9f-8087-03ff29cdf490 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5873580 Jan 21 09:32:41.674135 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39096) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:41.681260 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f5a86517-d3c5-4340-98eb-b93cea399823 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-564576974'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:41.701072 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e3f11744-28ed-46c1-a968-459d6734b627 None None] Provisioning complete for port 5c407f14-a8fe-4825-a1fe-d18f712ece09 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:41.701496 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e3f11744-28ed-46c1-a968-459d6734b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.743816 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945c933-96f2-4e9f-8087-03ff29cdf490 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event updated for resources: {'Network': ['ID=5467d000-be9e-4d60-a696-c70d13156e51,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:41.746800 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a50dc836-e9f6-49b3-b931-072bf27e62ed tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.752981 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.759861 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a50dc836-e9f6-49b3-b931-072bf27e62ed tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.806183 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a50dc836-e9f6-49b3-b931-072bf27e62ed tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.806350 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 5467d000-be9e-4d60-a696-c70d13156e51 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:41.806781 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.807586 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a50dc836-e9f6-49b3-b931-072bf27e62ed tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3835521 Jan 21 09:32:41.810049 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39098) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:41.815745 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:41.826555 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a86517-d3c5-4340-98eb-b93cea399823 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Made reservation on behalf of c8786992830848a69c29dc1bdb2a89ff for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:41.830075 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5a86517-d3c5-4340-98eb-b93cea399823 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.841965 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408684f-2d1d-44dc-b790-9cc3cbfcba4c None None] Pushing event updated for resources: {'Port': ['ID=e5a21825-97e6-4f64-8bc8-3c5ac1119168,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:41.874837 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e3f11744-28ed-46c1-a968-459d6734b627 None None] Port 5c407f14-a8fe-4825-a1fe-d18f712ece09 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:41.883786 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a86517-d3c5-4340-98eb-b93cea399823 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:41.897896 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be24f212-35ae-4d0a-a47b-0d0dca8cff84 None None] Network b5b16c19-02a3-4097-96e6-2747454bb481 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:41.899870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5a86517-d3c5-4340-98eb-b93cea399823 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.900389 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-f5a86517-d3c5-4340-98eb-b93cea399823 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Added segment 741dec88-ad6d-475c-ae7c-35571e8d2134 of type vlan for network 17fb4138-6fdb-42ae-aa2c-5c8442084d47 Jan 21 09:32:41.928181 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Deleting port 8ed379e9-758d-47af-85c2-da422ad6a471 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:41.928754 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.012490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.200664 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8ed379e9-758d-47af-85c2-da422ad6a471 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:42.253885 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 8ed379e9-758d-47af-85c2-da422ad6a471 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:42.254111 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.288082 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.294497 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5a86517-d3c5-4340-98eb-b93cea399823 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.358293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.358893 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5a86517-d3c5-4340-98eb-b93cea399823 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.365421 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a86517-d3c5-4340-98eb-b93cea399823 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:42.366133 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5a86517-d3c5-4340-98eb-b93cea399823 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.422493 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 8ed379e9-758d-47af-85c2-da422ad6a471, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=8ed379e9-758d-47af-85c2-da422ad6a471,segment=NetworkSegment(5d56e01b-068a-4873-beab-00f9cd8f3997),segment_id=5d56e01b-068a-4873-beab-00f9cd8f3997)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:42.429585 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.430757 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:42.453479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=3210def6-7e2f-4c0c-b7ab-a000f5ead8ea,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:42.472146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 3de6ff2a-45bf-438f-8196-a9fd0243ded1 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:42.476305 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f5a86517-d3c5-4340-98eb-b93cea399823 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7997689 Jan 21 09:32:42.515154 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:42.526985 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a86517-d3c5-4340-98eb-b93cea399823 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event updated for resources: {'Network': ['ID=17fb4138-6fdb-42ae-aa2c-5c8442084d47,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:42.538447 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:42.539136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.540632 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] For port 8ed379e9-758d-47af-85c2-da422ad6a471, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=8ed379e9-758d-47af-85c2-da422ad6a471,segment=NetworkSegment(5d56e01b-068a-4873-beab-00f9cd8f3997),segment_id=5d56e01b-068a-4873-beab-00f9cd8f3997)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:42.541161 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.542278 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:42.542660 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.544888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 17fb4138-6fdb-42ae-aa2c-5c8442084d47 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:42.566746 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Calling delete_port for 8ed379e9-758d-47af-85c2-da422ad6a471 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:42.723564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=8ed379e9-758d-47af-85c2-da422ad6a471,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:42.796366 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Deleting port e5a21825-97e6-4f64-8bc8-3c5ac1119168 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:42.796951 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.859734 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.876595 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.967731 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] For port e5a21825-97e6-4f64-8bc8-3c5ac1119168, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e5a21825-97e6-4f64-8bc8-3c5ac1119168,segment=NetworkSegment(dbe8e1c0-f858-4d9a-906b-759e81a3612a),segment_id=dbe8e1c0-f858-4d9a-906b-759e81a3612a)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:42.968091 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.968199 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-99667cbb-a9c3-46c6-bc71-c3e5c076a14a None None] Provisioning complete for port 3210def6-7e2f-4c0c-b7ab-a000f5ead8ea triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:42.968561 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-99667cbb-a9c3-46c6-bc71-c3e5c076a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.986091 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Calling delete_port for e5a21825-97e6-4f64-8bc8-3c5ac1119168 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:43.082076 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.102268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] No DVR routers for this DVR port 8ed379e9-758d-47af-85c2-da422ad6a471 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:43.107145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.160582 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event deleted for resources: {'Port': ['ID=8ed379e9-758d-47af-85c2-da422ad6a471,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:43.200627 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff2fca2-7c0b-4e3b-8134-cc252050b8a9 None None] Network a526d49b-e3a3-4dcb-b2bb-f644aa97b117 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:43.237085 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.257554 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-99667cbb-a9c3-46c6-bc71-c3e5c076a14a None None] Port 3210def6-7e2f-4c0c-b7ab-a000f5ead8ea cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:43.262758 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a526d49b-e3a3-4dcb-b2bb-f644aa97b117']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:43.303567 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No DVR routers for this DVR port e5a21825-97e6-4f64-8bc8-3c5ac1119168 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:43.312280 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d56e01b-068a-4873-beab-00f9cd8f3997') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:43.312577 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d56e01b-068a-4873-beab-00f9cd8f3997') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:43.323836 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.350486 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Port': ['ID=e5a21825-97e6-4f64-8bc8-3c5ac1119168,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:43.372086 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-3317b5fb-273e-4a74-977b-92833c1fd9f3 None None] Could not find standard attr ID for object 8ed379e9-758d-47af-85c2-da422ad6a471. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:32:43.389586 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.396904 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:43.397417 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:43.400386 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:43.421363 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.422786 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c698cc6c-97eb-4cce-bd62-8910c7ba7ad6 None None] DHCP port deletion for a526d49b-e3a3-4dcb-b2bb-f644aa97b117 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:32:43.448748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.451883 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2c822e-589f-4b44-862b-6621947820aa None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:32:43.507047 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.520281 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.521667 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.589162 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=3210def6-7e2f-4c0c-b7ab-a000f5ead8ea,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:43.619819 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.636200 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.667603 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b16c19-02a3-4097-96e6-2747454bb481']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:43.696196 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe8e1c0-f858-4d9a-906b-759e81a3612a') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:43.696948 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe8e1c0-f858-4d9a-906b-759e81a3612a') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:43.707332 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c822e-589f-4b44-862b-6621947820aa None None] Resources bound (agent type, host, resource id): {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:32:43.717395 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Allocated IP 172.26.7.208 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/05246afa-8c9b-43e4-8b5d-c27bd089e302) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:43.722562 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.746359 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.756309 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:43.757150 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.766029 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 3de6ff2a-45bf-438f-8196-a9fd0243ded1 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:43.769093 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:43.786237 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.799717 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "DELETE /v2.0/networks/a526d49b-e3a3-4dcb-b2bb-f644aa97b117 HTTP/1.1" status: 204 len: 168 time: 2.3132837 Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:43.801208 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:43.804466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39114) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:43.914116 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e36a6-f9b4-4e67-af00-00ace81d23c7 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event deleted for resources: {'Network': ['ID=a526d49b-e3a3-4dcb-b2bb-f644aa97b117,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:43.919238 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.929514 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:43.935940 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/networks/b5b16c19-02a3-4097-96e6-2747454bb481 HTTP/1.1" status: 204 len: 168 time: 5.4608674 Jan 21 09:32:43.940089 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39116) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:43.949581 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-72225592-ee2d-401e-af34-f15a58af9a76 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1789507803'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:43.973128 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178eaf85-c0dd-47f5-8a20-3600f6207d51 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Network': ['ID=b5b16c19-02a3-4097-96e6-2747454bb481,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:44.010621 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72225592-ee2d-401e-af34-f15a58af9a76 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:44.014748 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72225592-ee2d-401e-af34-f15a58af9a76 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:44.067056 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72225592-ee2d-401e-af34-f15a58af9a76 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:44.082171 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72225592-ee2d-401e-af34-f15a58af9a76 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:44.082831 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-72225592-ee2d-401e-af34-f15a58af9a76 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Added segment 63b1a78b-c8aa-428b-ad81-24f25c2e97ba of type vlan for network 5c761385-5eb7-446e-ab3c-b7d3b8461046 Jan 21 09:32:44.116403 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:44.132217 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72225592-ee2d-401e-af34-f15a58af9a76 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:44.154425 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca77d-0a3b-481e-b60a-56f7a9aa8300 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:44.160970 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72225592-ee2d-401e-af34-f15a58af9a76 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:44.168895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72225592-ee2d-401e-af34-f15a58af9a76 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:44.169790 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72225592-ee2d-401e-af34-f15a58af9a76 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:44.180142 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:44.188356 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8ed379e9-758d-47af-85c2-da422ad6a471 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:32:44.212609 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 8ed379e9-758d-47af-85c2-da422ad6a471 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:32:44.213210 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8ed379e9-758d-47af-85c2-da422ad6a471 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:32:44.231271 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e609311-4ffd-421a-9e0b-833256098463 None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:32:44.264086 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-72225592-ee2d-401e-af34-f15a58af9a76 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3209155 Jan 21 09:32:44.266840 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39118) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:44.272455 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a4084181-4b1b-4f6a-b83d-f261644e7c8e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'subnet': {'network_id': '5c761385-5eb7-446e-ab3c-b7d3b8461046', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:44.272970 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router e4e00e8d-5778-4fb5-8335-6275741548c8 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:32:44.280915 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:44.288599 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:44.293997 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:44.295102 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72225592-ee2d-401e-af34-f15a58af9a76 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Network': ['ID=5c761385-5eb7-446e-ab3c-b7d3b8461046,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:44.308010 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 5c761385-5eb7-446e-ab3c-b7d3b8461046 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:44.395947 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4084181-4b1b-4f6a-b83d-f261644e7c8e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:44.400828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a4084181-4b1b-4f6a-b83d-f261644e7c8e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:44.447448 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e609311-4ffd-421a-9e0b-833256098463 None None] Resources bound (agent type, host, resource id): {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:32:44.600210 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Pushing event updated for resources: {'Port': ['ID=05246afa-8c9b-43e4-8b5d-c27bd089e302,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:44.640212 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a4084181-4b1b-4f6a-b83d-f261644e7c8e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:44.683786 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca77d-0a3b-481e-b60a-56f7a9aa8300 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:44.721324 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4084181-4b1b-4f6a-b83d-f261644e7c8e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Subnet': ['ID=3798a471-0d82-48b9-8ae2-c2f3782cd203,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:44.732104 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4084181-4b1b-4f6a-b83d-f261644e7c8e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Checking segment: {'id': '63b1a78b-c8aa-428b-ad81-24f25c2e97ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5c761385-5eb7-446e-ab3c-b7d3b8461046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:44.732580 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4084181-4b1b-4f6a-b83d-f261644e7c8e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network hostable DHCP agents. Network: 5c761385-5eb7-446e-ab3c-b7d3b8461046, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:44.757765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4084181-4b1b-4f6a-b83d-f261644e7c8e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network 5c761385-5eb7-446e-ab3c-b7d3b8461046 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:44.773404 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-2b0ca77d-0a3b-481e-b60a-56f7a9aa8300 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840697d7-b8ed-45ce-9944-7591d847d1ec']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:44.781430 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-a4084181-4b1b-4f6a-b83d-f261644e7c8e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 5c761385-5eb7-446e-ab3c-b7d3b8461046) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:44.789890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4084181-4b1b-4f6a-b83d-f261644e7c8e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:44.792993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a4084181-4b1b-4f6a-b83d-f261644e7c8e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:44.804330 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:44.811755 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-2b0ca77d-0a3b-481e-b60a-56f7a9aa8300 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ec83ae-a0f0-4924-885a-70809e556416') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:44.811853 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-2b0ca77d-0a3b-481e-b60a-56f7a9aa8300 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ec83ae-a0f0-4924-885a-70809e556416') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:44.817129 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2fcfdfce-69ce-4395-ad2c-b7e6280b20ae tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/e4e00e8d-5778-4fb5-8335-6275741548c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5871327 Jan 21 09:32:44.819846 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a4084181-4b1b-4f6a-b83d-f261644e7c8e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5516779 Jan 21 09:32:44.820677 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39124) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:44.821156 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39126) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:44.828501 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dd3535-c1f2-4f40-ab80-efea704fa467 None None] Sync routers for ids ['e4e00e8d-5778-4fb5-8335-6275741548c8'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:44.878765 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dd3535-c1f2-4f40-ab80-efea704fa467 None None] Routers {'e4e00e8d-5778-4fb5-8335-6275741548c8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:44.881843 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-73dd3535-c1f2-4f40-ab80-efea704fa467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e4e00e8d-5778-4fb5-8335-6275741548c8'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:44.954466 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a90d7c-a336-4114-aa6a-bb401803f6ce tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:44.956079 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b6a90d7c-a336-4114-aa6a-bb401803f6ce tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports/3210def6-7e2f-4c0c-b7ab-a000f5ead8ea HTTP/1.1" status: 200 len: 913 time: 0.1255233 Jan 21 09:32:44.956425 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca77d-0a3b-481e-b60a-56f7a9aa8300 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:44.958063 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:44.959650 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39130) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:44.996254 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ced07f-6109-4a7d-b050-6c7f2f6f37c0 None None] Network 5c761385-5eb7-446e-ab3c-b7d3b8461046 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:45.008648 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-73dd3535-c1f2-4f40-ab80-efea704fa467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:45.053422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca77d-0a3b-481e-b60a-56f7a9aa8300 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:45.078680 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0ca77d-0a3b-481e-b60a-56f7a9aa8300 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:45.079327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca77d-0a3b-481e-b60a-56f7a9aa8300 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:45.084071 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:45.102258 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dd3535-c1f2-4f40-ab80-efea704fa467 None None] Routers {'e4e00e8d-5778-4fb5-8335-6275741548c8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:45.102258 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-73dd3535-c1f2-4f40-ab80-efea704fa467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e4e00e8d-5778-4fb5-8335-6275741548c8'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:45.109033 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-175fec1c-c754-4191-bc55-e451017229ed tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:45.157312 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-73dd3535-c1f2-4f40-ab80-efea704fa467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:45.157990 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dd3535-c1f2-4f40-ab80-efea704fa467 None None] The sync data for ids ['e4e00e8d-5778-4fb5-8335-6275741548c8'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:45.236392 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-175fec1c-c754-4191-bc55-e451017229ed tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:45.268608 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca77d-0a3b-481e-b60a-56f7a9aa8300 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:45.303232 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5aeaa5-a350-4d70-9d83-9db15e3d7470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5c761385-5eb7-446e-ab3c-b7d3b8461046', 'network_id': '5c761385-5eb7-446e-ab3c-b7d3b8461046', 'tenant_id': 'b39cf23e40274b4582c9d2151f5fcd70', 'fixed_ips': [{'subnet_id': '3798a471-0d82-48b9-8ae2-c2f3782cd203'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:32:45.304171 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cf5aeaa5-a350-4d70-9d83-9db15e3d7470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:45.406630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-175fec1c-c754-4191-bc55-e451017229ed tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:45.407366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:45.416241 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca77d-0a3b-481e-b60a-56f7a9aa8300 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:45.420296 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2b0ca77d-0a3b-481e-b60a-56f7a9aa8300 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "DELETE /v2.0/networks/840697d7-b8ed-45ce-9944-7591d847d1ec HTTP/1.1" status: 204 len: 168 time: 1.6156387 Jan 21 09:32:45.421968 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:45.426090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6d69ea9b-b9a3-4af6-97d3-7fa9c4388469 None None] Provisioning complete for port 3210def6-7e2f-4c0c-b7ab-a000f5ead8ea triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:45.428278 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6d69ea9b-b9a3-4af6-97d3-7fa9c4388469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:45.428395 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39132) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:45.452377 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ca77d-0a3b-481e-b60a-56f7a9aa8300 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event deleted for resources: {'Network': ['ID=840697d7-b8ed-45ce-9944-7591d847d1ec,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server [None req-cf5aeaa5-a350-4d70-9d83-9db15e3d7470 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3798a471-0d82-48b9-8ae2-c2f3782cd203: This subnet is being modified by another concurrent operation. Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:32:45.465306 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3798a471-0d82-48b9-8ae2-c2f3782cd203: This subnet is being modified by another concurrent operation. Jan 21 09:32:45.468909 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Jan 21 09:32:45.487860 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-6d69ea9b-b9a3-4af6-97d3-7fa9c4388469 None None] Port 3210def6-7e2f-4c0c-b7ab-a000f5ead8ea cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:32:45.495276 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb76430-ad13-4903-b52c-acb41639b3a8 None None] Network 5c761385-5eb7-446e-ab3c-b7d3b8461046 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:45.547658 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec1c-c754-4191-bc55-e451017229ed tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Subnet': ['ID=3798a471-0d82-48b9-8ae2-c2f3782cd203,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:45.622087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Router d83352fa-7250-420f-9668-00aff1dd5eba is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:32:45.668381 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-175fec1c-c754-4191-bc55-e451017229ed tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:45.723703 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-175fec1c-c754-4191-bc55-e451017229ed tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c761385-5eb7-446e-ab3c-b7d3b8461046']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:45.752406 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-175fec1c-c754-4191-bc55-e451017229ed tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b1a78b-c8aa-428b-ad81-24f25c2e97ba') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:45.752702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-175fec1c-c754-4191-bc55-e451017229ed tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b1a78b-c8aa-428b-ad81-24f25c2e97ba') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:45.771736 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-96871bd5-6c94-4ce8-96ce-26d843fff2d4 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:45.779378 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a73ad0-87cf-4b1c-8b38-daba57fca43c None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:32:45.780383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-175fec1c-c754-4191-bc55-e451017229ed tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:45.794765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39134) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:45.801501 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Request body: {'subnets': [{'network_id': '5467d000-be9e-4d60-a696-c70d13156e51', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--343921426', 'ip_version': 6}, {'network_id': '17fb4138-6fdb-42ae-aa2c-5c8442084d47', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:45.801853 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Request body: {'subnet': {'network_id': '5467d000-be9e-4d60-a696-c70d13156e51', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--343921426', 'ip_version': 6}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:45.802600 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Request body: {'subnet': {'network_id': '17fb4138-6fdb-42ae-aa2c-5c8442084d47', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:45.830700 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-175fec1c-c754-4191-bc55-e451017229ed tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:45.885823 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175fec1c-c754-4191-bc55-e451017229ed tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:45.886332 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-175fec1c-c754-4191-bc55-e451017229ed tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:45.920637 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:45.939187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a73ad0-87cf-4b1c-8b38-daba57fca43c None None] Resources bound (agent type, host, resource id): {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:32:46.091018 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:46.092211 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-175fec1c-c754-4191-bc55-e451017229ed tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.098056 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.102744 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-81f0ae7c-34d4-4980-b6bf-590da2b3c98f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "PUT /v2.0/routers/d83352fa-7250-420f-9668-00aff1dd5eba HTTP/1.1" status: 200 len: 879 time: 4.2912736 Jan 21 09:32:46.103367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39140) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:46.105075 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26733e02-0d22-4557-a380-143446b006a2 None None] Sync routers for ids ['d83352fa-7250-420f-9668-00aff1dd5eba'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:46.116502 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26733e02-0d22-4557-a380-143446b006a2 None None] Routers {'d83352fa-7250-420f-9668-00aff1dd5eba'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:46.117205 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-26733e02-0d22-4557-a380-143446b006a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d83352fa-7250-420f-9668-00aff1dd5eba'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:46.122622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-96871bd5-6c94-4ce8-96ce-26d843fff2d4 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.164075 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-175fec1c-c754-4191-bc55-e451017229ed tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.167585 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-175fec1c-c754-4191-bc55-e451017229ed tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/networks/5c761385-5eb7-446e-ab3c-b7d3b8461046 HTTP/1.1" status: 204 len: 168 time: 1.3453598 Jan 21 09:32:46.171533 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-26733e02-0d22-4557-a380-143446b006a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:46.182390 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39144) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:46.183257 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26733e02-0d22-4557-a380-143446b006a2 None None] Routers {'d83352fa-7250-420f-9668-00aff1dd5eba'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:46.186133 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-26733e02-0d22-4557-a380-143446b006a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d83352fa-7250-420f-9668-00aff1dd5eba'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:46.227835 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-94028b1d-3bfe-4549-bf74-6956fe5d472c tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "GET /v2.0/routers/d83352fa-7250-420f-9668-00aff1dd5eba HTTP/1.1" status: 200 len: 920 time: 0.1222446 Jan 21 09:32:46.229412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39146) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:46.231176 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-26733e02-0d22-4557-a380-143446b006a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:46.232984 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26733e02-0d22-4557-a380-143446b006a2 None None] The sync data for ids ['d83352fa-7250-420f-9668-00aff1dd5eba'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:46.242667 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-18f40f58-0de9-482b-a08d-506d474ef04c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-175838178'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:46.251504 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fec1c-c754-4191-bc55-e451017229ed tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Network': ['ID=5c761385-5eb7-446e-ab3c-b7d3b8461046,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:46.254759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-96871bd5-6c94-4ce8-96ce-26d843fff2d4 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a85451-fc2b-4422-a59b-da98973fd830']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:46.280905 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e2ff34-8c37-49a6-ac86-d1d5a4c8e190 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:46.285354 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c9e2ff34-8c37-49a6-ac86-d1d5a4c8e190 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&device_id=d83352fa-7250-420f-9668-00aff1dd5eba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0519938 Jan 21 09:32:46.285354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39148) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:46.287420 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-96871bd5-6c94-4ce8-96ce-26d843fff2d4 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814cff66-5074-4396-bbc0-2cc1929f4e65') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:46.287619 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-96871bd5-6c94-4ce8-96ce-26d843fff2d4 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814cff66-5074-4396-bbc0-2cc1929f4e65') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:46.311584 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-96871bd5-6c94-4ce8-96ce-26d843fff2d4 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.321524 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-37ff2b08-8ad8-4bd6-923f-6e957feed309 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.375353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f74982-4b6d-403f-8bf0-9528204223b8 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:46.376868 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-79f74982-4b6d-403f-8bf0-9528204223b8 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "GET /v2.0/networks/e5b467b6-3f77-41e6-abda-a63a446d52f5 HTTP/1.1" status: 200 len: 881 time: 0.0905168 Jan 21 09:32:46.379609 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39150) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:46.394249 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-96871bd5-6c94-4ce8-96ce-26d843fff2d4 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.404360 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f40f58-0de9-482b-a08d-506d474ef04c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:46.410126 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-18f40f58-0de9-482b-a08d-506d474ef04c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.410281 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7b61d816-072b-4297-aefc-5c7a6c6e4169 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "GET /v2.0/ports?device_id=d83352fa-7250-420f-9668-00aff1dd5eba HTTP/1.1" status: 200 len: 205 time: 0.0270243 Jan 21 09:32:46.410425 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39152) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:46.413228 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96871bd5-6c94-4ce8-96ce-26d843fff2d4 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:46.413664 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-96871bd5-6c94-4ce8-96ce-26d843fff2d4 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:46.418156 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:46.519538 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-35ac8399-c1a1-4b01-af1f-826015ccb262 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.628841 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-35ac8399-c1a1-4b01-af1f-826015ccb262 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.685247 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-35ac8399-c1a1-4b01-af1f-826015ccb262 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Deleting port 05246afa-8c9b-43e4-8b5d-c27bd089e302 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:46.685629 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-35ac8399-c1a1-4b01-af1f-826015ccb262 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.763677 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-35ac8399-c1a1-4b01-af1f-826015ccb262 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.785242 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-35ac8399-c1a1-4b01-af1f-826015ccb262 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Calling delete_port for 05246afa-8c9b-43e4-8b5d-c27bd089e302 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:46.788185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f40f58-0de9-482b-a08d-506d474ef04c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:46.839682 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-96871bd5-6c94-4ce8-96ce-26d843fff2d4 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.844085 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Made reservation on behalf of c8786992830848a69c29dc1bdb2a89ff for: {'subnet': 2} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:46.848435 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.848790 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.856118 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-96871bd5-6c94-4ce8-96ce-26d843fff2d4 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.861563 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-96871bd5-6c94-4ce8-96ce-26d843fff2d4 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "DELETE /v2.0/networks/63a85451-fc2b-4422-a59b-da98973fd830 HTTP/1.1" status: 204 len: 168 time: 1.4292634 Jan 21 09:32:46.861858 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39154) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:46.919447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-18f40f58-0de9-482b-a08d-506d474ef04c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:46.919683 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-18f40f58-0de9-482b-a08d-506d474ef04c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Added segment 47fae9c0-7da7-4021-9c5f-85a012fc0e69 of type vlan for network 339d8da3-f540-42ca-a6dc-f8cd582ac3aa Jan 21 09:32:46.921208 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96871bd5-6c94-4ce8-96ce-26d843fff2d4 tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event deleted for resources: {'Network': ['ID=63a85451-fc2b-4422-a59b-da98973fd830,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:47.024442 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-18f40f58-0de9-482b-a08d-506d474ef04c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.042470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bfd0410b-bca6-43f6-b5f3-fabe46f4ec1f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.070162 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-35ac8399-c1a1-4b01-af1f-826015ccb262 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.097564 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-18f40f58-0de9-482b-a08d-506d474ef04c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.104140 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f40f58-0de9-482b-a08d-506d474ef04c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:47.104731 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-18f40f58-0de9-482b-a08d-506d474ef04c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.123525 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac8399-c1a1-4b01-af1f-826015ccb262 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Pushing event deleted for resources: {'Port': ['ID=05246afa-8c9b-43e4-8b5d-c27bd089e302,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:47.175113 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-18f40f58-0de9-482b-a08d-506d474ef04c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9783313 Jan 21 09:32:47.186336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39160) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:47.195368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f42edd33-c154-41ca-afdc-16343f8a2a81 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'subnet': {'network_id': '339d8da3-f540-42ca-a6dc-f8cd582ac3aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:47.227109 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bfd0410b-bca6-43f6-b5f3-fabe46f4ec1f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.255140 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-bfd0410b-bca6-43f6-b5f3-fabe46f4ec1f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12409a85-9b72-4400-a72b-d642052359b1']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:47.260991 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f40f58-0de9-482b-a08d-506d474ef04c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Network': ['ID=339d8da3-f540-42ca-a6dc-f8cd582ac3aa,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:47.264086 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-35ac8399-c1a1-4b01-af1f-826015ccb262 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.272032 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 339d8da3-f540-42ca-a6dc-f8cd582ac3aa details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:47.296704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-bfd0410b-bca6-43f6-b5f3-fabe46f4ec1f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fbe0bc-f634-483a-bde4-10098795c16b') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:47.297003 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-bfd0410b-bca6-43f6-b5f3-fabe46f4ec1f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fbe0bc-f634-483a-bde4-10098795c16b') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:47.363137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bfd0410b-bca6-43f6-b5f3-fabe46f4ec1f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.374705 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-35ac8399-c1a1-4b01-af1f-826015ccb262 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.378748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-35ac8399-c1a1-4b01-af1f-826015ccb262 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.384538 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bfd0410b-bca6-43f6-b5f3-fabe46f4ec1f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.419631 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd0410b-bca6-43f6-b5f3-fabe46f4ec1f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:47.420026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bfd0410b-bca6-43f6-b5f3-fabe46f4ec1f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:47.423211 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:47.440354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-35ac8399-c1a1-4b01-af1f-826015ccb262 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.440781 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ac8399-c1a1-4b01-af1f-826015ccb262 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Fanout notify agent at l3_agent the message router_deleted on router d83352fa-7250-420f-9668-00aff1dd5eba {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:32:47.451222 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-35ac8399-c1a1-4b01-af1f-826015ccb262 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.452229 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-35ac8399-c1a1-4b01-af1f-826015ccb262 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "DELETE /v2.0/routers/d83352fa-7250-420f-9668-00aff1dd5eba HTTP/1.1" status: 204 len: 168 time: 1.0408580 Jan 21 09:32:47.475704 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39164) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:47.488166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-c839ab84-5ec6-43c9-a115-1f4fda12ccba tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1312014078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:47.499784 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bfd0410b-bca6-43f6-b5f3-fabe46f4ec1f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.509714 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bfd0410b-bca6-43f6-b5f3-fabe46f4ec1f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.513027 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bfd0410b-bca6-43f6-b5f3-fabe46f4ec1f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] 10.222.0.88 "DELETE /v2.0/networks/12409a85-9b72-4400-a72b-d642052359b1 HTTP/1.1" status: 204 len: 168 time: 0.6502271 Jan 21 09:32:47.524209 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0410b-bca6-43f6-b5f3-fabe46f4ec1f tempest-BulkNetworkOpsTest-727217650 tempest-BulkNetworkOpsTest-727217650-project] Pushing event deleted for resources: {'Network': ['ID=12409a85-9b72-4400-a72b-d642052359b1,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:47.530023 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42edd33-c154-41ca-afdc-16343f8a2a81 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:47.533429 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f42edd33-c154-41ca-afdc-16343f8a2a81 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.563848 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-37ff2b08-8ad8-4bd6-923f-6e957feed309 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port 3210def6-7e2f-4c0c-b7ab-a000f5ead8ea {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:47.564183 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-37ff2b08-8ad8-4bd6-923f-6e957feed309 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.667645 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c839ab84-5ec6-43c9-a115-1f4fda12ccba tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.668718 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c839ab84-5ec6-43c9-a115-1f4fda12ccba tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.775703 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39170) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:47.813759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c839ab84-5ec6-43c9-a115-1f4fda12ccba tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.830572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c839ab84-5ec6-43c9-a115-1f4fda12ccba tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.847248 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-37ff2b08-8ad8-4bd6-923f-6e957feed309 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.898611 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-37ff2b08-8ad8-4bd6-923f-6e957feed309 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for 3210def6-7e2f-4c0c-b7ab-a000f5ead8ea owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:47.924419 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-32eea772-6ffc-4c92-9070-97cf0cca4bef admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bb7c000a07ec4fa4ae4624465aa88766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477423 Jan 21 09:32:47.927667 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39174) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:47.932259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c839ab84-5ec6-43c9-a115-1f4fda12ccba tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.933451 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c839ab84-5ec6-43c9-a115-1f4fda12ccba tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4559355 Jan 21 09:32:47.937374 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39176) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:47.941686 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'enable_snat': True}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:48.013482 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:48.102352 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event updated for resources: {'Subnet': ['ID=e83fbd71-fe9c-40b6-80e4-c1bb5ea82893,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:48.104670 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f42edd33-c154-41ca-afdc-16343f8a2a81 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:48.118338 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-46f13aec-6dd1-412d-857e-7d865d7416ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:48.205126 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:48.209852 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Checking segment: {'id': '1158beeb-9289-4abd-b53e-d8f69409facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5467d000-be9e-4d60-a696-c70d13156e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:48.210048 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-46f13aec-6dd1-412d-857e-7d865d7416ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:48.210242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Network hostable DHCP agents. Network: 5467d000-be9e-4d60-a696-c70d13156e51, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:48.230296 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42edd33-c154-41ca-afdc-16343f8a2a81 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Subnet': ['ID=b9e54eee-4fa8-4904-b5f0-c3271b07cf01,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:48.259574 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Network 5467d000-be9e-4d60-a696-c70d13156e51 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:48.287341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42edd33-c154-41ca-afdc-16343f8a2a81 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Checking segment: {'id': '47fae9c0-7da7-4021-9c5f-85a012fc0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '339d8da3-f540-42ca-a6dc-f8cd582ac3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:48.287927 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42edd33-c154-41ca-afdc-16343f8a2a81 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network hostable DHCP agents. Network: 339d8da3-f540-42ca-a6dc-f8cd582ac3aa, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:48.303199 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 5467d000-be9e-4d60-a696-c70d13156e51) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:48.311917 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34dd7dc-8983-436c-a206-70abb4ae4f1f None None] Network 5467d000-be9e-4d60-a696-c70d13156e51 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:48.312459 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:48.336865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-46f13aec-6dd1-412d-857e-7d865d7416ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:48.339905 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-46f13aec-6dd1-412d-857e-7d865d7416ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:48.343635 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-46f13aec-6dd1-412d-857e-7d865d7416ec admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0883fad5-7252-4ed2-bb7b-980c43453b12 HTTP/1.1" status: 204 len: 168 time: 0.4125051 Jan 21 09:32:48.350902 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42edd33-c154-41ca-afdc-16343f8a2a81 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network 339d8da3-f540-42ca-a6dc-f8cd582ac3aa is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:48.369401 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f13aec-6dd1-412d-857e-7d865d7416ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0883fad5-7252-4ed2-bb7b-980c43453b12,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:48.371026 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-f42edd33-c154-41ca-afdc-16343f8a2a81 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 339d8da3-f540-42ca-a6dc-f8cd582ac3aa) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:48.383110 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42edd33-c154-41ca-afdc-16343f8a2a81 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:48.383696 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f42edd33-c154-41ca-afdc-16343f8a2a81 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:48.385904 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-37ff2b08-8ad8-4bd6-923f-6e957feed309 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:48.400118 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event updated for resources: {'Subnet': ['ID=d8ffbe53-c719-4d5b-a31e-db0f9508ae01,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:48.429549 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff2b08-8ad8-4bd6-923f-6e957feed309 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=3210def6-7e2f-4c0c-b7ab-a000f5ead8ea,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:48.447865 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f42edd33-c154-41ca-afdc-16343f8a2a81 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2602365 Jan 21 09:32:48.461441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39188) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:48.466540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-2eafe90f-e4d5-4027-90e7-9c1476869e48 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'subnet': {'network_id': '339d8da3-f540-42ca-a6dc-f8cd582ac3aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:48.491192 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1140dd-e3bb-40c5-a494-f5c67c6676e0 None None] Network 339d8da3-f540-42ca-a6dc-f8cd582ac3aa requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:48.515279 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Checking segment: {'id': '741dec88-ad6d-475c-ae7c-35571e8d2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17fb4138-6fdb-42ae-aa2c-5c8442084d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:48.515279 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Network hostable DHCP agents. Network: 17fb4138-6fdb-42ae-aa2c-5c8442084d47, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:48.622156 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-37ff2b08-8ad8-4bd6-923f-6e957feed309 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:48.630982 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Network 17fb4138-6fdb-42ae-aa2c-5c8442084d47 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:48.657735 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:48.694641 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 17fb4138-6fdb-42ae-aa2c-5c8442084d47) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:48.713435 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:48.730065 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453fd56c-9c5d-411b-b166-5c3526d48678 None None] Network 17fb4138-6fdb-42ae-aa2c-5c8442084d47 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:48.732915 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:48.733827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:48.734465 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:48.762228 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5467d000-be9e-4d60-a696-c70d13156e51', 'network_id': '5467d000-be9e-4d60-a696-c70d13156e51', 'tenant_id': 'c8786992830848a69c29dc1bdb2a89ff', 'fixed_ips': [{'subnet_id': 'e83fbd71-fe9c-40b6-80e4-c1bb5ea82893'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:32:48.763084 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:48.801830 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e4ad251a-d00a-4312-9b84-d650120b56df tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.0044849 Jan 21 09:32:48.807227 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39194) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:48.823643 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cea79a-e8be-46bb-92f0-cd80b4c2c1d4 req-110e05cd-581d-4ce4-ace5-e50784ff1da5 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:48.826076 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d2cea79a-e8be-46bb-92f0-cd80b4c2c1d4 req-110e05cd-581d-4ce4-ace5-e50784ff1da5 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 945 time: 0.2539246 Jan 21 09:32:48.905818 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eafe90f-e4d5-4027-90e7-9c1476869e48 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:48.910620 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2eafe90f-e4d5-4027-90e7-9c1476869e48 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:48.992475 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d2cea79a-e8be-46bb-92f0-cd80b4c2c1d4 req-40266705-b2b0-4203-a708-9759feea212b tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/security-groups?id=0b106d87-311d-46c8-a8b8-ce5012cedfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543698 Jan 21 09:32:49.048106 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Allocated IP 172.26.7.116 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/7c328835-3390-4bce-a9ec-465b62144f71) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:49.054406 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-339d8da3-f540-42ca-a6dc-f8cd582ac3aa', 'network_id': '339d8da3-f540-42ca-a6dc-f8cd582ac3aa', 'tenant_id': 'b39cf23e40274b4582c9d2151f5fcd70', 'fixed_ips': [{'subnet_id': 'b9e54eee-4fa8-4904-b5f0-c3271b07cf01'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:32:49.055296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:49.056616 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d887d09-9814-4eff-aa6b-cd3208e1fe1b tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:49.058788 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d887d09-9814-4eff-aa6b-cd3208e1fe1b tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:49.060354 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d887d09-9814-4eff-aa6b-cd3208e1fe1b tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:49.062017 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8d887d09-9814-4eff-aa6b-cd3208e1fe1b tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2487466 Jan 21 09:32:49.077387 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39206) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:49.129050 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ff2b08-8ad8-4bd6-923f-6e957feed309 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router e4e00e8d-5778-4fb5-8335-6275741548c8 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:32:49.163387 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e84aa5-dabd-424b-827d-52fb55993116 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Deleting subnet e83fbd71-fe9c-40b6-80e4-c1bb5ea82893 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:32:49.207162 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Allocated IP 2001:db8::1 (5467d000-be9e-4d60-a696-c70d13156e51/e83fbd71-fe9c-40b6-80e4-c1bb5ea82893/1c9802e4-b1a6-455b-abb7-0704d446248a) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:49.245199 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:49.279628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ff2b08-8ad8-4bd6-923f-6e957feed309 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:49.288474 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-37ff2b08-8ad8-4bd6-923f-6e957feed309 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/e4e00e8d-5778-4fb5-8335-6275741548c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3276947 Jan 21 09:32:49.293481 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39218) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:49.320119 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce1f8dc-14d0-4b61-be63-6d728b8fcdee None None] Sync routers for ids ['e4e00e8d-5778-4fb5-8335-6275741548c8'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:49.372194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2eafe90f-e4d5-4027-90e7-9c1476869e48 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:49.384474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:49.445092 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce1f8dc-14d0-4b61-be63-6d728b8fcdee None None] Routers {'e4e00e8d-5778-4fb5-8335-6275741548c8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:49.446322 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-fce1f8dc-14d0-4b61-be63-6d728b8fcdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e4e00e8d-5778-4fb5-8335-6275741548c8'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:49.460492 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-17fb4138-6fdb-42ae-aa2c-5c8442084d47', 'network_id': '17fb4138-6fdb-42ae-aa2c-5c8442084d47', 'tenant_id': 'c8786992830848a69c29dc1bdb2a89ff', 'fixed_ips': [{'subnet_id': 'd8ffbe53-c719-4d5b-a31e-db0f9508ae01'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:32:49.461278 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:49.461861 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eafe90f-e4d5-4027-90e7-9c1476869e48 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network 339d8da3-f540-42ca-a6dc-f8cd582ac3aa is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:49.497822 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-2eafe90f-e4d5-4027-90e7-9c1476869e48 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:49.504269 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:49.508841 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eafe90f-e4d5-4027-90e7-9c1476869e48 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:49.509432 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2eafe90f-e4d5-4027-90e7-9c1476869e48 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:49.524313 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-fce1f8dc-14d0-4b61-be63-6d728b8fcdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:49.524983 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafe90f-e4d5-4027-90e7-9c1476869e48 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Subnet': ['ID=07786b8a-5e0b-4fab-8e15-4e6b926026ae,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:49.550171 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:49.555789 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:49.576245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39224) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:49.578022 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce1f8dc-14d0-4b61-be63-6d728b8fcdee None None] Routers {'e4e00e8d-5778-4fb5-8335-6275741548c8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:49.578656 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-fce1f8dc-14d0-4b61-be63-6d728b8fcdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e4e00e8d-5778-4fb5-8335-6275741548c8'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:49.633005 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Pushing event updated for resources: {'Port': ['ID=7c328835-3390-4bce-a9ec-465b62144f71,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:49.656705 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39230) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:49.656869 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2eafe90f-e4d5-4027-90e7-9c1476869e48 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1941533 Jan 21 09:32:49.667602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-fce1f8dc-14d0-4b61-be63-6d728b8fcdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:49.668271 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce1f8dc-14d0-4b61-be63-6d728b8fcdee None None] The sync data for ids ['e4e00e8d-5778-4fb5-8335-6275741548c8'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:49.746515 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:49.764746 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Allocated IP 2001:db8::2 (339d8da3-f540-42ca-a6dc-f8cd582ac3aa/b9e54eee-4fa8-4904-b5f0-c3271b07cf01/d0b23c4d-2f8b-44c0-be53-f1d6134bb8af) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:49.767850 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c7e84aa5-dabd-424b-827d-52fb55993116 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:49.769341 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:49.811208 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e774c028-512c-4742-82b6-5df4d3542e21 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-957577194'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:49.846785 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341e950-6095-4fe7-b92b-5d92ed7b4e4b req-79a99d2c-6440-4e52-a862-c6539a763106 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:49.855165 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5341e950-6095-4fe7-b92b-5d92ed7b4e4b req-79a99d2c-6440-4e52-a862-c6539a763106 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.3316534 Jan 21 09:32:49.859798 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Network 5467d000-be9e-4d60-a696-c70d13156e51 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:49.875517 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:49.907406 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:49.921138 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Pushing event updated for resources: {'Port': ['ID=1c9802e4-b1a6-455b-abb7-0704d446248a,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:49.976493 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Allocated IP 2001:db8:0:1::1 (17fb4138-6fdb-42ae-aa2c-5c8442084d47/d8ffbe53-c719-4d5b-a31e-db0f9508ae01/fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:50.032084 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Attempting to bind port 1c9802e4-b1a6-455b-abb7-0704d446248a on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:50.032454 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Attempting to bind port 1c9802e4-b1a6-455b-abb7-0704d446248a by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '1158beeb-9289-4abd-b53e-d8f69409facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5467d000-be9e-4d60-a696-c70d13156e51'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:50.032812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Attempting to bind port 1c9802e4-b1a6-455b-abb7-0704d446248a on network 5467d000-be9e-4d60-a696-c70d13156e51 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:32:50.079028 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:32:50.079498 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Checking segment: {'id': '1158beeb-9289-4abd-b53e-d8f69409facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5467d000-be9e-4d60-a696-c70d13156e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:50.079854 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.080283 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Bound using segment: {'id': '1158beeb-9289-4abd-b53e-d8f69409facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5467d000-be9e-4d60-a696-c70d13156e51'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:32:50.080732 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Bound port: 1c9802e4-b1a6-455b-abb7-0704d446248a, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1158beeb-9289-4abd-b53e-d8f69409facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5467d000-be9e-4d60-a696-c70d13156e51'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:50.081081 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.216754 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.232778 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c7e84aa5-dabd-424b-827d-52fb55993116 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.239509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] For port 1c9802e4-b1a6-455b-abb7-0704d446248a, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:32:50.258812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.277289 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5341e950-6095-4fe7-b92b-5d92ed7b4e4b req-877990e7-7e56-4ed2-bd64-0d9e35a32981 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4146488 Jan 21 09:32:50.290795 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756fa400-e847-44b0-8553-09c890dcb4cf tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:50.292283 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756fa400-e847-44b0-8553-09c890dcb4cf tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:50.295351 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756fa400-e847-44b0-8553-09c890dcb4cf tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:50.298085 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756fa400-e847-44b0-8553-09c890dcb4cf tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:50.300590 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756fa400-e847-44b0-8553-09c890dcb4cf tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:50.301616 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.307252 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-756fa400-e847-44b0-8553-09c890dcb4cf tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6371732 Jan 21 09:32:50.342113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39236) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:50.347622 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-9bb61e3c-4178-41b5-9707-048fd1f3bfef tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1824253056'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:50.429328 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb61e3c-4178-41b5-9707-048fd1f3bfef tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:50.433618 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9bb61e3c-4178-41b5-9707-048fd1f3bfef tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.439171 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e774c028-512c-4742-82b6-5df4d3542e21 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:50.444110 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e774c028-512c-4742-82b6-5df4d3542e21 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.449871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] For port 1c9802e4-b1a6-455b-abb7-0704d446248a, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1c9802e4-b1a6-455b-abb7-0704d446248a,segment=NetworkSegment(1158beeb-9289-4abd-b53e-d8f69409facc),segment_id=1158beeb-9289-4abd-b53e-d8f69409facc)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:32:50.463989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.466994 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c7e84aa5-dabd-424b-827d-52fb55993116 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.483890 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Network 339d8da3-f540-42ca-a6dc-f8cd582ac3aa is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:50.494298 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.498689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:50.502698 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:50.511937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb61e3c-4178-41b5-9707-048fd1f3bfef tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:50.514272 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Pushing event updated for resources: {'Port': ['ID=d0b23c4d-2f8b-44c0-be53-f1d6134bb8af,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:50.540435 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.540750 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9bb61e3c-4178-41b5-9707-048fd1f3bfef tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.541028 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b896876-455f-4a24-bd8f-5958845b64c6 req-cf1e7ba2-5248-44d0-8b72-85956c530d3e tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:50.541719 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-9bb61e3c-4178-41b5-9707-048fd1f3bfef tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Added segment c2426cde-95c2-4b45-be57-ad5c94499ee6 of type vlan for network bedb977a-a172-41a0-9f82-106ee693081e Jan 21 09:32:50.542625 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6b896876-455f-4a24-bd8f-5958845b64c6 req-cf1e7ba2-5248-44d0-8b72-85956c530d3e tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 945 time: 0.3722358 Jan 21 09:32:50.543376 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e774c028-512c-4742-82b6-5df4d3542e21 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.633595 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Attempting to bind port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:50.634166 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Attempting to bind port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '47fae9c0-7da7-4021-9c5f-85a012fc0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '339d8da3-f540-42ca-a6dc-f8cd582ac3aa'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:50.634651 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Attempting to bind port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af on network 339d8da3-f540-42ca-a6dc-f8cd582ac3aa {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:32:50.668512 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Network 17fb4138-6fdb-42ae-aa2c-5c8442084d47 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:50.669379 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9bb61e3c-4178-41b5-9707-048fd1f3bfef tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.671195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:32:50.671700 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Checking segment: {'id': '47fae9c0-7da7-4021-9c5f-85a012fc0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '339d8da3-f540-42ca-a6dc-f8cd582ac3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:50.672441 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.672681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Bound using segment: {'id': '47fae9c0-7da7-4021-9c5f-85a012fc0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '339d8da3-f540-42ca-a6dc-f8cd582ac3aa'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:32:50.673484 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Bound port: d0b23c4d-2f8b-44c0-be53-f1d6134bb8af, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fae9c0-7da7-4021-9c5f-85a012fc0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '339d8da3-f540-42ca-a6dc-f8cd582ac3aa'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:50.673817 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.676172 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6b896876-455f-4a24-bd8f-5958845b64c6 req-b90f71c7-42bf-46c6-8df2-129b1a056a67 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/security-groups?id=0b106d87-311d-46c8-a8b8-ce5012cedfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175320 Jan 21 09:32:50.691669 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c7e84aa5-dabd-424b-827d-52fb55993116 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.706123 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:50.710437 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:50.723665 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6ebb7-d843-43ed-804c-a08c937c6985 None None] Pushing event updated for resources: {'Port': ['ID=1c9802e4-b1a6-455b-abb7-0704d446248a,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:50.761245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9bb61e3c-4178-41b5-9707-048fd1f3bfef tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.767898 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e84aa5-dabd-424b-827d-52fb55993116 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event deleted for resources: {'Subnet': ['ID=e83fbd71-fe9c-40b6-80e4-c1bb5ea82893,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:50.768274 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb61e3c-4178-41b5-9707-048fd1f3bfef tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:50.768963 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9bb61e3c-4178-41b5-9707-048fd1f3bfef tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.784761 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c7e84aa5-dabd-424b-827d-52fb55993116 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.793176 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c7e84aa5-dabd-424b-827d-52fb55993116 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "DELETE /v2.0/subnets/e83fbd71-fe9c-40b6-80e4-c1bb5ea82893 HTTP/1.1" status: 204 len: 168 time: 1.7146914 Jan 21 09:32:50.795001 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39244) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:50.799479 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Pushing event updated for resources: {'Port': ['ID=fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:50.812788 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.883226 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.891375 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9bb61e3c-4178-41b5-9707-048fd1f3bfef tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5480003 Jan 21 09:32:50.899674 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39246) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:50.915316 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b7090afa-10c9-4bb8-802a-28e2c473e986 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:50.932756 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-895b215a-af95-4c75-bda6-fb5255869eb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.938442 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e774c028-512c-4742-82b6-5df4d3542e21 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.980874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] For port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:32:50.985772 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] For port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d0b23c4d-2f8b-44c0-be53-f1d6134bb8af,segment=NetworkSegment(47fae9c0-7da7-4021-9c5f-85a012fc0e69),segment_id=47fae9c0-7da7-4021-9c5f-85a012fc0e69)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:32:50.998445 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Attempting to bind port fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:50.998765 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Attempting to bind port fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '741dec88-ad6d-475c-ae7c-35571e8d2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17fb4138-6fdb-42ae-aa2c-5c8442084d47'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:50.999092 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Attempting to bind port fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8 on network 17fb4138-6fdb-42ae-aa2c-5c8442084d47 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:32:51.001828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e774c028-512c-4742-82b6-5df4d3542e21 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.002710 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.025717 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7218b9-9f13-4b64-81be-0f19493f379f req-29195ddc-bb07-4f57-8cbe-20a86a06a8f5 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:51.027285 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8c7218b9-9f13-4b64-81be-0f19493f379f req-29195ddc-bb07-4f57-8cbe-20a86a06a8f5 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.3225799 Jan 21 09:32:51.030381 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb61e3c-4178-41b5-9707-048fd1f3bfef tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Network': ['ID=bedb977a-a172-41a0-9f82-106ee693081e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:51.032034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:32:51.032412 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Checking segment: {'id': '741dec88-ad6d-475c-ae7c-35571e8d2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17fb4138-6fdb-42ae-aa2c-5c8442084d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:51.032818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.033209 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Bound using segment: {'id': '741dec88-ad6d-475c-ae7c-35571e8d2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17fb4138-6fdb-42ae-aa2c-5c8442084d47'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:32:51.033722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Bound port: fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741dec88-ad6d-475c-ae7c-35571e8d2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '17fb4138-6fdb-42ae-aa2c-5c8442084d47'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:51.034106 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.058530 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network bedb977a-a172-41a0-9f82-106ee693081e details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:51.076720 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5ee091-ffa3-4d31-9293-93e57d3bb03e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Deleting subnet d8ffbe53-c719-4d5b-a31e-db0f9508ae01 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:32:51.087571 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9a5ee091-ffa3-4d31-9293-93e57d3bb03e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.115614 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8c7218b9-9f13-4b64-81be-0f19493f379f req-8230be21-b705-4854-9083-3e6bf1009792 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785179 Jan 21 09:32:51.174800 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Router 0ca70ce8-3b14-4cd6-8ff2-40b0b854859f is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:32:51.184653 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e774c028-512c-4742-82b6-5df4d3542e21 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:51.240646 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d3fcc-1a1b-42a3-8f7d-cee99d1a1170 req-07a963c4-de95-468e-bb90-bbfe2f2b4c45 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:51.242960 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-734d3fcc-1a1b-42a3-8f7d-cee99d1a1170 req-07a963c4-de95-468e-bb90-bbfe2f2b4c45 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 946 time: 0.4459453 Jan 21 09:32:51.250185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e774c028-512c-4742-82b6-5df4d3542e21 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.250339 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137d343-783f-4533-8f4d-1f4668208690 None None] Pushing event updated for resources: {'Port': ['ID=d0b23c4d-2f8b-44c0-be53-f1d6134bb8af,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:51.250825 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-e774c028-512c-4742-82b6-5df4d3542e21 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Added segment 71024321-9d29-453b-b32e-952b51da316f of type vlan for network 31178689-c792-4928-9026-e371bc197538 Jan 21 09:32:51.252273 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774c028-512c-4742-82b6-5df4d3542e21 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090a8aee-eb12-47aa-8462-d37368a4bb3c,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:51.295243 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9a5ee091-ffa3-4d31-9293-93e57d3bb03e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.312055 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] For port fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:32:51.317141 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] For port fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8,segment=NetworkSegment(741dec88-ad6d-475c-ae7c-35571e8d2134),segment_id=741dec88-ad6d-475c-ae7c-35571e8d2134)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:32:51.324257 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.453269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d237a96-c226-4e60-8f86-493e7e19b4ed None None] Pushing event updated for resources: {'Port': ['ID=fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:51.478684 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:51.487943 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.492048 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2a34f98e-87ae-4baf-96ab-bdb0097cb68a tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "PUT /v2.0/routers/0ca70ce8-3b14-4cd6-8ff2-40b0b854859f HTTP/1.1" status: 200 len: 915 time: 3.5536923 Jan 21 09:32:51.494739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39252) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:51.499455 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369cc4db-cb85-48e5-a487-43d6e687fd6f None None] Sync routers for ids ['0ca70ce8-3b14-4cd6-8ff2-40b0b854859f'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:51.509585 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369cc4db-cb85-48e5-a487-43d6e687fd6f None None] Routers {'0ca70ce8-3b14-4cd6-8ff2-40b0b854859f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:51.510125 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-369cc4db-cb85-48e5-a487-43d6e687fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['0ca70ce8-3b14-4cd6-8ff2-40b0b854859f'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:51.511366 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e774c028-512c-4742-82b6-5df4d3542e21 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.591469 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-369cc4db-cb85-48e5-a487-43d6e687fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:51.613109 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369cc4db-cb85-48e5-a487-43d6e687fd6f None None] Routers {'0ca70ce8-3b14-4cd6-8ff2-40b0b854859f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:51.613857 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-369cc4db-cb85-48e5-a487-43d6e687fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['0ca70ce8-3b14-4cd6-8ff2-40b0b854859f'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:51.629610 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7090afa-10c9-4bb8-802a-28e2c473e986 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.675178 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7090afa-10c9-4bb8-802a-28e2c473e986 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.699252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.db.resource_extend [None req-e774c028-512c-4742-82b6-5df4d3542e21 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:32:51.716930 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-369cc4db-cb85-48e5-a487-43d6e687fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:51.717623 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369cc4db-cb85-48e5-a487-43d6e687fd6f None None] The sync data for ids ['0ca70ce8-3b14-4cd6-8ff2-40b0b854859f'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:51.773408 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-883589a9-d9b0-4ec6-94c7-3773da843fab tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "GET /v2.0/routers/0ca70ce8-3b14-4cd6-8ff2-40b0b854859f HTTP/1.1" status: 200 len: 921 time: 0.2775056 Jan 21 09:32:51.775079 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-734d3fcc-1a1b-42a3-8f7d-cee99d1a1170 req-8697da43-941c-446f-a53e-7a48aa212f46 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5001962 Jan 21 09:32:51.785258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7090afa-10c9-4bb8-802a-28e2c473e986 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network bedb977a-a172-41a0-9f82-106ee693081e is not hosted by any dhcp agent {{(pid=102146) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 21 09:32:51.786163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39260) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:51.792308 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7090afa-10c9-4bb8-802a-28e2c473e986 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:51.793299 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7090afa-10c9-4bb8-802a-28e2c473e986 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.794781 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b7090afa-10c9-4bb8-802a-28e2c473e986 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "PUT /v2.0/networks/bedb977a-a172-41a0-9f82-106ee693081e HTTP/1.1" status: 200 len: 723 time: 0.8875210 Jan 21 09:32:51.807130 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39262) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:51.813495 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f26b455c-d310-4d29-ad34-d0eb4559bec7 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'subnet': {'network_id': 'bedb977a-a172-41a0-9f82-106ee693081e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:51.888930 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a7914-7280-4072-b96a-ef32b0823000 req-c8da8654-bf6a-4aa9-bad6-90c0f4592fd6 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:51.890545 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-881a7914-7280-4072-b96a-ef32b0823000 req-c8da8654-bf6a-4aa9-bad6-90c0f4592fd6 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.113 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 945 time: 0.6049156 Jan 21 09:32:51.917893 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e774c028-512c-4742-82b6-5df4d3542e21 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.925180 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e774c028-512c-4742-82b6-5df4d3542e21 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:51.926057 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e774c028-512c-4742-82b6-5df4d3542e21 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.952215 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9a5ee091-ffa3-4d31-9293-93e57d3bb03e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:52.019164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26b455c-d310-4d29-ad34-d0eb4559bec7 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:52.023496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f26b455c-d310-4d29-ad34-d0eb4559bec7 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:52.062891 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7090afa-10c9-4bb8-802a-28e2c473e986 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Network': ['ID=bedb977a-a172-41a0-9f82-106ee693081e,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:52.090020 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network bedb977a-a172-41a0-9f82-106ee693081e details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:52.232971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774c028-512c-4742-82b6-5df4d3542e21 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Network': ['ID=31178689-c792-4928-9026-e371bc197538,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:52.247422 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e774c028-512c-4742-82b6-5df4d3542e21 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6695757 Jan 21 09:32:52.264071 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 31178689-c792-4928-9026-e371bc197538 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:52.297053 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c51fc-c6c9-4e75-a1e2-4f535d5cf084 req-1d3a2f7a-3e47-4743-a873-c1bd2887501a tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:52.300833 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-eb3c51fc-c6c9-4e75-a1e2-4f535d5cf084 req-1d3a2f7a-3e47-4743-a873-c1bd2887501a tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 945 time: 0.3672521 Jan 21 09:32:52.422578 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e468fb-a29c-4d33-8c99-9bb52015ff6c tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:52.427640 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-32e468fb-a29c-4d33-8c99-9bb52015ff6c tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&device_id=0ca70ce8-3b14-4cd6-8ff2-40b0b854859f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6313462 Jan 21 09:32:52.429286 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39266) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:52.429286 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39268) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:52.438867 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-c956a798-7811-4578-90eb-a97d189a72ea tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'subnet': {'network_id': '31178689-c792-4928-9026-e371bc197538', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:52.455819 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ffc52-669b-4130-ac6e-daee8d7e9ba2 None None] Network 5467d000-be9e-4d60-a696-c70d13156e51 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:52.469947 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f26b455c-d310-4d29-ad34-d0eb4559bec7 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:52.476177 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9a5ee091-ffa3-4d31-9293-93e57d3bb03e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:52.494651 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [req-881a7914-7280-4072-b96a-ef32b0823000 req-28ce8db3-448d-4fb2-96e0-d39970deabec tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Deleting port d71399c8-7e1e-42eb-bb2e-f3822a28a298 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:52.495019 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-881a7914-7280-4072-b96a-ef32b0823000 req-28ce8db3-448d-4fb2-96e0-d39970deabec tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:52.507151 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-eb3c51fc-c6c9-4e75-a1e2-4f535d5cf084 req-576ed8f3-71c3-453f-8cd6-e3b86af493ab tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/security-groups?id=0b106d87-311d-46c8-a8b8-ce5012cedfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946645 Jan 21 09:32:52.594984 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ee091-ffa3-4d31-9293-93e57d3bb03e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ffbe53-c719-4d5b-a31e-db0f9508ae01,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:52.598532 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:52.610648 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9a5ee091-ffa3-4d31-9293-93e57d3bb03e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:52.611616 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9a909-b133-4455-8403-c5a86936ec80 req-3718624e-87e7-4259-bc43-134b97004915 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:52.613276 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4ad9a909-b133-4455-8403-c5a86936ec80 req-3718624e-87e7-4259-bc43-134b97004915 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.6507943 Jan 21 09:32:52.614110 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9a5ee091-ffa3-4d31-9293-93e57d3bb03e tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "DELETE /v2.0/subnets/d8ffbe53-c719-4d5b-a31e-db0f9508ae01 HTTP/1.1" status: 204 len: 168 time: 1.8152337 Jan 21 09:32:52.645208 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39272) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:52.714296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-bd76a886-ee1f-4ac4-9a0d-51036bef3fab None None] Provisioning complete for port 1c9802e4-b1a6-455b-abb7-0704d446248a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:52.714664 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bd76a886-ee1f-4ac4-9a0d-51036bef3fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:52.719028 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-895b215a-af95-4c75-bda6-fb5255869eb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port 5c407f14-a8fe-4825-a1fe-d18f712ece09 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:52.719491 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-895b215a-af95-4c75-bda6-fb5255869eb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:52.746147 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68db49a-9a63-4513-b9e3-e6ac238ecea7 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:52.747551 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b68db49a-9a63-4513-b9e3-e6ac238ecea7 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "GET /v2.0/networks/e5b467b6-3f77-41e6-abda-a63a446d52f5 HTTP/1.1" status: 200 len: 881 time: 0.3161161 Jan 21 09:32:52.748281 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b455c-d310-4d29-ad34-d0eb4559bec7 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Subnet': ['ID=97505b97-1d6c-42f9-a229-209731b7f992,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:52.752527 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39274) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:52.763771 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-881a7914-7280-4072-b96a-ef32b0823000 req-28ce8db3-448d-4fb2-96e0-d39970deabec tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] For port d71399c8-7e1e-42eb-bb2e-f3822a28a298, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d71399c8-7e1e-42eb-bb2e-f3822a28a298,segment=NetworkSegment(391dfebd-cd79-4f19-86cf-a8349af6276e),segment_id=391dfebd-cd79-4f19-86cf-a8349af6276e)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:52.764822 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-881a7914-7280-4072-b96a-ef32b0823000 req-28ce8db3-448d-4fb2-96e0-d39970deabec tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:52.836889 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-38a0f048-701c-4f5b-acb3-b22103fdb519 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "GET /v2.0/ports?device_id=0ca70ce8-3b14-4cd6-8ff2-40b0b854859f HTTP/1.1" status: 200 len: 205 time: 0.0796082 Jan 21 09:32:52.841766 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39276) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:52.860295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30161011-d3a4-4443-9841-abf9e5fee604 None None] Network 339d8da3-f540-42ca-a6dc-f8cd582ac3aa requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:52.920199 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6cf469-2302-451c-81fa-f6a93ba29dbc None None] DHCP port deletion for 5467d000-be9e-4d60-a696-c70d13156e51 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:32:52.926343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:52.926722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:52.969820 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4ad9a909-b133-4455-8403-c5a86936ec80 req-34b6f36f-6be8-427c-bc7c-318b53375e12 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3215945 Jan 21 09:32:52.989078 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea258f65-2878-4313-83d3-86497bb04425 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:52.990800 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ea258f65-2878-4313-83d3-86497bb04425 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3416414 Jan 21 09:32:52.995787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39278) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:53.012298 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bd76a886-ee1f-4ac4-9a0d-51036bef3fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.019490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c956a798-7811-4578-90eb-a97d189a72ea tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:53.024874 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c956a798-7811-4578-90eb-a97d189a72ea tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.125410 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-bd76a886-ee1f-4ac4-9a0d-51036bef3fab None None] For port 1c9802e4-b1a6-455b-abb7-0704d446248a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1c9802e4-b1a6-455b-abb7-0704d446248a,segment=NetworkSegment(1158beeb-9289-4abd-b53e-d8f69409facc),segment_id=1158beeb-9289-4abd-b53e-d8f69409facc)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:53.152449 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-881a7914-7280-4072-b96a-ef32b0823000 req-28ce8db3-448d-4fb2-96e0-d39970deabec tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.153006 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-881a7914-7280-4072-b96a-ef32b0823000 req-28ce8db3-448d-4fb2-96e0-d39970deabec tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.153484 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [req-881a7914-7280-4072-b96a-ef32b0823000 req-28ce8db3-448d-4fb2-96e0-d39970deabec tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Floating IP 608c10c9-28d0-448a-89e5-80269f3c0819 disassociated. External IP: 172.26.7.200, port: d71399c8-7e1e-42eb-bb2e-f3822a28a298. Jan 21 09:32:53.153910 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [req-881a7914-7280-4072-b96a-ef32b0823000 req-28ce8db3-448d-4fb2-96e0-d39970deabec tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Calling delete_port for d71399c8-7e1e-42eb-bb2e-f3822a28a298 owned by compute:nova {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:53.180406 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bd76a886-ee1f-4ac4-9a0d-51036bef3fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.212275 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc45cb4-c2b3-4a5c-8d18-09492c77ead0 None None] Network 17fb4138-6fdb-42ae-aa2c-5c8442084d47 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:53.288604 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-8a6cf469-2302-451c-81fa-f6a93ba29dbc None None] Deleting port 1c9802e4-b1a6-455b-abb7-0704d446248a {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:53.289141 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a6cf469-2302-451c-81fa-f6a93ba29dbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.291363 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.311508 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-895b215a-af95-4c75-bda6-fb5255869eb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.332667 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-895b215a-af95-4c75-bda6-fb5255869eb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for 5c407f14-a8fe-4825-a1fe-d18f712ece09 owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:53.335300 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c956a798-7811-4578-90eb-a97d189a72ea tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.389847 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26b455c-d310-4d29-ad34-d0eb4559bec7 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Checking segment: {'id': 'c2426cde-95c2-4b45-be57-ad5c94499ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bedb977a-a172-41a0-9f82-106ee693081e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:53.390207 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26b455c-d310-4d29-ad34-d0eb4559bec7 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network hostable DHCP agents. Network: bedb977a-a172-41a0-9f82-106ee693081e, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:53.469992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c4fed9b2-5053-4d12-8cf3-cdee202538f5 None None] Provisioning complete for port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:53.471878 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c4fed9b2-5053-4d12-8cf3-cdee202538f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.511840 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-8a6cf469-2302-451c-81fa-f6a93ba29dbc None None] For port 1c9802e4-b1a6-455b-abb7-0704d446248a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1c9802e4-b1a6-455b-abb7-0704d446248a,segment=NetworkSegment(1158beeb-9289-4abd-b53e-d8f69409facc),segment_id=1158beeb-9289-4abd-b53e-d8f69409facc)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:53.512517 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a6cf469-2302-451c-81fa-f6a93ba29dbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.533481 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-8a6cf469-2302-451c-81fa-f6a93ba29dbc None None] Calling delete_port for 1c9802e4-b1a6-455b-abb7-0704d446248a owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:53.584865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26b455c-d310-4d29-ad34-d0eb4559bec7 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network bedb977a-a172-41a0-9f82-106ee693081e is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:53.634904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.641049 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956a798-7811-4578-90eb-a97d189a72ea tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Subnet': ['ID=54accac0-4241-4d08-9e86-967d19a4164d,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:53.649299 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4442c8c2-6b73-4596-83b7-f299576dfe92 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.656999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-f26b455c-d310-4d29-ad34-d0eb4559bec7 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, bedb977a-a172-41a0-9f82-106ee693081e) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:53.691178 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fa5ea5-672d-4dd7-ba13-38c3f7ca11da None None] Network bedb977a-a172-41a0-9f82-106ee693081e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:53.694016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a6cf469-2302-451c-81fa-f6a93ba29dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.698355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c956a798-7811-4578-90eb-a97d189a72ea tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Checking segment: {'id': '71024321-9d29-453b-b32e-952b51da316f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '31178689-c792-4928-9026-e371bc197538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:53.698724 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c956a798-7811-4578-90eb-a97d189a72ea tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network hostable DHCP agents. Network: 31178689-c792-4928-9026-e371bc197538, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:53.701628 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26b455c-d310-4d29-ad34-d0eb4559bec7 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:53.702212 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f26b455c-d310-4d29-ad34-d0eb4559bec7 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.735017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863964c1-f2d0-4417-b372-4a983e9eef96 req-fc4dd281-a2d2-4707-9fa6-ca775b1ed84f tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:53.736596 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-863964c1-f2d0-4417-b372-4a983e9eef96 req-fc4dd281-a2d2-4707-9fa6-ca775b1ed84f tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 946 time: 0.2702446 Jan 21 09:32:53.794286 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f26b455c-d310-4d29-ad34-d0eb4559bec7 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9833424 Jan 21 09:32:53.795881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76a886-ee1f-4ac4-9a0d-51036bef3fab None None] Pushing event updated for resources: {'Port': ['ID=1c9802e4-b1a6-455b-abb7-0704d446248a,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:53.809313 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6cf469-2302-451c-81fa-f6a93ba29dbc None None] No DVR routers for this DVR port 1c9802e4-b1a6-455b-abb7-0704d446248a on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:53.812457 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39286) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:53.822319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8,segment=NetworkSegment(741dec88-ad6d-475c-ae7c-35571e8d2134),segment_id=741dec88-ad6d-475c-ae7c-35571e8d2134)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:53.831907 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-1e3fd2d3-72ce-4c16-b10f-e85cce091932 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:53.847323 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c956a798-7811-4578-90eb-a97d189a72ea tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network 31178689-c792-4928-9026-e371bc197538 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:53.860776 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-895b215a-af95-4c75-bda6-fb5255869eb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.861796 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-881a7914-7280-4072-b96a-ef32b0823000 req-28ce8db3-448d-4fb2-96e0-d39970deabec tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.878722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.879489 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d0b23c4d-2f8b-44c0-be53-f1d6134bb8af up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:53.882133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cf469-2302-451c-81fa-f6a93ba29dbc None None] Pushing event deleted for resources: {'Port': ['ID=1c9802e4-b1a6-455b-abb7-0704d446248a,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:53.912472 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b215a-af95-4c75-bda6-fb5255869eb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=5c407f14-a8fe-4825-a1fe-d18f712ece09,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:53.928351 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0f178a05-9fb7-4da0-862e-271be5bad6a8 req-89d6b37c-7570-4fa7-872a-7ddfcf84c8d0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 210 time: 0.0766685 Jan 21 09:32:53.957041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-c956a798-7811-4578-90eb-a97d189a72ea tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 31178689-c792-4928-9026-e371bc197538) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:53.988881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8d7f6d-bc0c-41bc-bf46-5f8d5ba9af27 None None] Network 31178689-c792-4928-9026-e371bc197538 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:54.056027 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce8db3-448d-4fb2-96e0-d39970deabec tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Pushing event deleted for resources: {'Port': ['ID=d71399c8-7e1e-42eb-bb2e-f3822a28a298,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:54.109134 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd2d3-72ce-4c16-b10f-e85cce091932 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64987506'] for subnet, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.198999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c956a798-7811-4578-90eb-a97d189a72ea tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:54.199595 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c956a798-7811-4578-90eb-a97d189a72ea tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.205690 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-863964c1-f2d0-4417-b372-4a983e9eef96 req-0944e7e0-937b-4dcf-8776-21b1e93f8e2f tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200389 Jan 21 09:32:54.206986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4442c8c2-6b73-4596-83b7-f299576dfe92 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.312923 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c956a798-7811-4578-90eb-a97d189a72ea tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8793375 Jan 21 09:32:54.319628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39290) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:54.329242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ef775238-5b46-4f24-9f26-f0cea14db94e tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1868126290'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:54.337943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-895b215a-af95-4c75-bda6-fb5255869eb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.384354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Deleting port fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:54.384737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.387197 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a54e-b9b9-45f2-b235-17ec0f695fb9 req-9a3ecaa0-0661-46cd-b3a5-77b081ebe5f1 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:54.388935 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ac13a54e-b9b9-45f2-b235-17ec0f695fb9 req-9a3ecaa0-0661-46cd-b3a5-77b081ebe5f1 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.2837586 Jan 21 09:32:54.504290 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef775238-5b46-4f24-9f26-f0cea14db94e tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:54.514594 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:54.522273 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ef775238-5b46-4f24-9f26-f0cea14db94e tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.569294 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-881a7914-7280-4072-b96a-ef32b0823000 req-28ce8db3-448d-4fb2-96e0-d39970deabec tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Router 854370f0-c59c-438c-a86b-7e7d6e2b9386 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:32:54.594584 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ac13a54e-b9b9-45f2-b235-17ec0f695fb9 req-bd2bdde9-89db-42da-8b42-1e157d805fd9 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892414 Jan 21 09:32:54.612164 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c4fed9b2-5053-4d12-8cf3-cdee202538f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.636362 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef775238-5b46-4f24-9f26-f0cea14db94e tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:54.689557 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-31178689-c792-4928-9026-e371bc197538', 'network_id': '31178689-c792-4928-9026-e371bc197538', 'tenant_id': 'b2f81884496e439da06be21a280d281b', 'fixed_ips': [{'subnet_id': '54accac0-4241-4d08-9e86-967d19a4164d'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:32:54.690397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.719288 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ef775238-5b46-4f24-9f26-f0cea14db94e tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.719726 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-ef775238-5b46-4f24-9f26-f0cea14db94e tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Added segment f7edc476-070c-4f29-92da-58ad00883ac1 of type vlan for network 37ac42f2-2a5f-43aa-b755-4f497a987333 Jan 21 09:32:54.736341 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c4fed9b2-5053-4d12-8cf3-cdee202538f5 None None] For port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d0b23c4d-2f8b-44c0-be53-f1d6134bb8af,segment=NetworkSegment(47fae9c0-7da7-4021-9c5f-85a012fc0e69),segment_id=47fae9c0-7da7-4021-9c5f-85a012fc0e69)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:54.742250 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e906787-3b44-4f62-a150-e34d7b6a3120 None None] Update dhcp port {'port': {'network_id': '339d8da3-f540-42ca-a6dc-f8cd582ac3aa', 'fixed_ips': [{'subnet_id': 'b9e54eee-4fa8-4904-b5f0-c3271b07cf01', 'ip_address': '2001:db8::2'}, {'subnet_id': '07786b8a-5e0b-4fab-8e15-4e6b926026ae'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': 'd0b23c4d-2f8b-44c0-be53-f1d6134bb8af'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:32:54.745635 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:54.746112 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.769114 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895b215a-af95-4c75-bda6-fb5255869eb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router e4e00e8d-5778-4fb5-8335-6275741548c8 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:32:54.793971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ef775238-5b46-4f24-9f26-f0cea14db94e tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.804813 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b70978d-693b-48fc-9ae7-f24a934fc2e3 None None] DHCP port deletion for 17fb4138-6fdb-42ae-aa2c-5c8442084d47 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:32:54.827728 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c4fed9b2-5053-4d12-8cf3-cdee202538f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.881977 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c4fed9b2-5053-4d12-8cf3-cdee202538f5 None None] Provisioning complete for port fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:54.882353 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c4fed9b2-5053-4d12-8cf3-cdee202538f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.924144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.936709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895b215a-af95-4c75-bda6-fb5255869eb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:54.950758 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-895b215a-af95-4c75-bda6-fb5255869eb0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/e4e00e8d-5778-4fb5-8335-6275741548c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6528077 Jan 21 09:32:54.952185 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] For port fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8,segment=NetworkSegment(741dec88-ad6d-475c-ae7c-35571e8d2134),segment_id=741dec88-ad6d-475c-ae7c-35571e8d2134)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:54.952551 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.955177 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39294) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:54.968657 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ef775238-5b46-4f24-9f26-f0cea14db94e tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.973372 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-4442c8c2-6b73-4596-83b7-f299576dfe92 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Deleting port 7c328835-3390-4bce-a9ec-465b62144f71 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:54.974571 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4442c8c2-6b73-4596-83b7-f299576dfe92 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.974836 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef775238-5b46-4f24-9f26-f0cea14db94e tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:54.975527 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ef775238-5b46-4f24-9f26-f0cea14db94e tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:54.982095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Calling delete_port for fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:55.008937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd2d3-72ce-4c16-b10f-e85cce091932 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781631474014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64427828'] for subnet, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:55.014124 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ef775238-5b46-4f24-9f26-f0cea14db94e tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6913369 Jan 21 09:32:55.020657 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1fe74fea-a8bf-467e-835a-9bd58b7fa664 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4e00e8d-5778-4fb5-8335-6275741548c8 HTTP/1.1" status: 200 len: 205 time: 0.0620232 Jan 21 09:32:55.020657 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39296) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:55.031313 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-881a7914-7280-4072-b96a-ef32b0823000 req-28ce8db3-448d-4fb2-96e0-d39970deabec tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:55.031497 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5e906787-3b44-4f62-a150-e34d7b6a3120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:55.033169 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39298) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:55.040793 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-85c54727-bb02-4d5d-a3d9-b9ee1f9c6317 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'subnet': {'network_id': '37ac42f2-2a5f-43aa-b755-4f497a987333', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:55.045889 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a7497a-cc88-45e5-a1bd-6d06fc45ac75 None None] Sync routers for ids ['854370f0-c59c-438c-a86b-7e7d6e2b9386'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:55.058355 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a7497a-cc88-45e5-a1bd-6d06fc45ac75 None None] Routers {'854370f0-c59c-438c-a86b-7e7d6e2b9386'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:55.058981 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f8a7497a-cc88-45e5-a1bd-6d06fc45ac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['854370f0-c59c-438c-a86b-7e7d6e2b9386'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:55.065560 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7619d334-7a96-45aa-929e-af69f9a913ca None None] Sync routers for ids ['e4e00e8d-5778-4fb5-8335-6275741548c8'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:55.103601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86375f8-a0b8-4d20-b8cc-6c210f7c7581 req-69c488dc-d110-42ab-8032-a8204b23ecdd tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:55.105140 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b86375f8-a0b8-4d20-b8cc-6c210f7c7581 req-69c488dc-d110-42ab-8032-a8204b23ecdd tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.113 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 946 time: 0.2537816 Jan 21 09:32:55.197952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5a49432a-ddb4-4030-88cf-4aa4f4e6360f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:55.198817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fd2d3-72ce-4c16-b10f-e85cce091932 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Subnet': ['ID=97505b97-1d6c-42f9-a229-209731b7f992,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:55.222543 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-f8a7497a-cc88-45e5-a1bd-6d06fc45ac75 None None] Set router 854370f0-c59c-438c-a86b-7e7d6e2b9386 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:32:55.308751 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3fd2d3-72ce-4c16-b10f-e85cce091932 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:55.308990 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd2d3-72ce-4c16-b10f-e85cce091932 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:55.312730 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1e3fd2d3-72ce-4c16-b10f-e85cce091932 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "PUT /v2.0/subnets/97505b97-1d6c-42f9-a229-209731b7f992 HTTP/1.1" status: 200 len: 826 time: 1.4893129 Jan 21 09:32:55.323405 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e2b9efc1-1d18-451a-9fd4-a80bc9ebff26 req-c79892bc-bf82-4d25-90af-dab5286429f0 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/ports?device_id=ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0 HTTP/1.1" status: 200 len: 210 time: 0.2458563 Jan 21 09:32:55.344977 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39302) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:55.370080 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [req-881a7914-7280-4072-b96a-ef32b0823000 req-28ce8db3-448d-4fb2-96e0-d39970deabec tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] No DVR routers for this DVR port d71399c8-7e1e-42eb-bb2e-f3822a28a298 on host hv-neutron-8257 {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:55.392120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-5e906787-3b44-4f62-a150-e34d7b6a3120 None None] Allocated IP 172.20.0.1 (339d8da3-f540-42ca-a6dc-f8cd582ac3aa/07786b8a-5e0b-4fab-8e15-4e6b926026ae/d0b23c4d-2f8b-44c0-be53-f1d6134bb8af) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:55.414524 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-881a7914-7280-4072-b96a-ef32b0823000 req-28ce8db3-448d-4fb2-96e0-d39970deabec tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:55.417871 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-881a7914-7280-4072-b96a-ef32b0823000 req-28ce8db3-448d-4fb2-96e0-d39970deabec tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.113 "DELETE /v2.0/ports/d71399c8-7e1e-42eb-bb2e-f3822a28a298 HTTP/1.1" status: 204 len: 173 time: 3.5208445 Jan 21 09:32:55.434095 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-bedb977a-a172-41a0-9f82-106ee693081e', 'network_id': 'bedb977a-a172-41a0-9f82-106ee693081e', 'tenant_id': 'b39cf23e40274b4582c9d2151f5fcd70', 'fixed_ips': [{'subnet_id': '97505b97-1d6c-42f9-a229-209731b7f992'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:32:55.435580 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:55.443793 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0', 'name': 'network-vif-deleted', 'tag': 'd71399c8-7e1e-42eb-bb2e-f3822a28a298'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:32:55.446393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bcecc0-8f5f-4999-92d2-785f1095494a" -d '{"events": [{"server_uuid": "ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0", "name": "network-vif-deleted", "tag": "d71399c8-7e1e-42eb-bb2e-f3822a28a298"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:32:55.487131 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d71399c8-7e1e-42eb-bb2e-f3822a28a298 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:32:55.553206 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c85a3f-8c2c-4562-aa5b-61a086f7435c x-openstack-request-id: req-c3c85a3f-8c2c-4562-aa5b-61a086f7435c {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:32:55.557528 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0", "name": "network-vif-deleted", "tag": "d71399c8-7e1e-42eb-bb2e-f3822a28a298", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:32:55.557762 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c3c85a3f-8c2c-4562-aa5b-61a086f7435c {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:32:55.558188 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccafef11-e6a5-4c4c-8e92-28ca8d4e14d0', 'name': 'network-vif-deleted', 'tag': 'd71399c8-7e1e-42eb-bb2e-f3822a28a298', 'status': 'completed', 'code': 200} Jan 21 09:32:55.559362 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fed9b2-5053-4d12-8cf3-cdee202538f5 None None] Pushing event updated for resources: {'Port': ['ID=d0b23c4d-2f8b-44c0-be53-f1d6134bb8af,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:55.575529 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7619d334-7a96-45aa-929e-af69f9a913ca None None] Routers {'e4e00e8d-5778-4fb5-8335-6275741548c8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:55.577071 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7619d334-7a96-45aa-929e-af69f9a913ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e4e00e8d-5778-4fb5-8335-6275741548c8'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:55.578096 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4442c8c2-6b73-4596-83b7-f299576dfe92 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:55.591136 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1c9802e4-b1a6-455b-abb7-0704d446248a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:55.610598 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-4442c8c2-6b73-4596-83b7-f299576dfe92 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Calling delete_port for 7c328835-3390-4bce-a9ec-465b62144f71 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:55.647121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:55.689874 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5a49432a-ddb4-4030-88cf-4aa4f4e6360f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:55.692121 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5a49432a-ddb4-4030-88cf-4aa4f4e6360f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:55.736305 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f8a7497a-cc88-45e5-a1bd-6d06fc45ac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'name': 'tempest-ServersTestManualDisk-1825675934-router', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'gw_port': {'id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:13Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '07165839-3ab2-4c2a-a3e5-5874aa0835a3', 'name': '', 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'mac_address': 'fa:16:3e:74:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:31Z', 'revision_number': 5, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'subnets': [{'id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:55.747224 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event deleted for resources: {'Port': ['ID=fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:55.752540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:55.758592 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] No DVR routers for this DVR port fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:55.779192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef775238-5b46-4f24-9f26-f0cea14db94e tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Network': ['ID=37ac42f2-2a5f-43aa-b755-4f497a987333,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:55.786009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7619d334-7a96-45aa-929e-af69f9a913ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:55.801328 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5a49432a-ddb4-4030-88cf-4aa4f4e6360f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:55.802320 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a49432a-ddb4-4030-88cf-4aa4f4e6360f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Fanout notify agent at l3_agent the message router_deleted on router e4e00e8d-5778-4fb5-8335-6275741548c8 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:32:55.819107 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5a49432a-ddb4-4030-88cf-4aa4f4e6360f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:55.820951 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5a49432a-ddb4-4030-88cf-4aa4f4e6360f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/routers/e4e00e8d-5778-4fb5-8335-6275741548c8 HTTP/1.1" status: 204 len: 168 time: 0.7754748 Jan 21 09:32:55.824444 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39310) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:55.829435 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a7497a-cc88-45e5-a1bd-6d06fc45ac75 None None] Checking router: 854370f0-c59c-438c-a86b-7e7d6e2b9386 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:32:55.834927 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: d71399c8-7e1e-42eb-bb2e-f3822a28a298 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:32:55.835265 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d71399c8-7e1e-42eb-bb2e-f3822a28a298 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:32:55.842144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 37ac42f2-2a5f-43aa-b755-4f497a987333 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:32:55.853287 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a7497a-cc88-45e5-a1bd-6d06fc45ac75 None None] Routers {'854370f0-c59c-438c-a86b-7e7d6e2b9386'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:55.853956 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f8a7497a-cc88-45e5-a1bd-6d06fc45ac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['854370f0-c59c-438c-a86b-7e7d6e2b9386'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:55.876736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-b86375f8-a0b8-4d20-b8cc-6c210f7c7581 req-5b263826-a13f-4646-ad1a-59b06c01be0b tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Deleting port 6e47194f-b7c2-4db2-a286-f18fa61c279e {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:55.877087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b86375f8-a0b8-4d20-b8cc-6c210f7c7581 req-5b263826-a13f-4646-ad1a-59b06c01be0b tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:55.887284 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9aeae-a9db-4ada-b7f9-ffd74133d3bd req-9d66d0c2-dec3-4b8c-afb1-e935546d2ca9 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:55.889261 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d0a9aeae-a9db-4ada-b7f9-ffd74133d3bd req-9d66d0c2-dec3-4b8c-afb1-e935546d2ca9 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 946 time: 0.5204611 Jan 21 09:32:55.912433 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 1c9802e4-b1a6-455b-abb7-0704d446248a {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:32:55.918046 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1c9802e4-b1a6-455b-abb7-0704d446248a not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 21 09:32:55.961439 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d630f601-5e82-40c9-aefb-08bc9f50bd44 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting subnet ad8e4b8a-29a2-4b43-8536-b142076903c9 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:32:55.969956 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-f8a7497a-cc88-45e5-a1bd-6d06fc45ac75 None None] Set router 854370f0-c59c-438c-a86b-7e7d6e2b9386 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:32:55.972572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d630f601-5e82-40c9-aefb-08bc9f50bd44 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.064978 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d630f601-5e82-40c9-aefb-08bc9f50bd44 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.074159 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Port 1c9802e4-b1a6-455b-abb7-0704d446248a not found, will not notify nova. {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 21 09:32:56.186031 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-5e906787-3b44-4f62-a150-e34d7b6a3120 None None] For port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d0b23c4d-2f8b-44c0-be53-f1d6134bb8af,segment=NetworkSegment(47fae9c0-7da7-4021-9c5f-85a012fc0e69),segment_id=47fae9c0-7da7-4021-9c5f-85a012fc0e69)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:56.227295 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d630f601-5e82-40c9-aefb-08bc9f50bd44 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.259017 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5e906787-3b44-4f62-a150-e34d7b6a3120 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.275594 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Allocated IP 172.20.255.242 (31178689-c792-4928-9026-e371bc197538/54accac0-4241-4d08-9e86-967d19a4164d/34de31db-ecc5-452c-baa0-17ca5ecafbcf) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:56.309182 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c54727-bb02-4d5d-a3d9-b9ee1f9c6317 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:56.313812 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-85c54727-bb02-4d5d-a3d9-b9ee1f9c6317 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.322058 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d630f601-5e82-40c9-aefb-08bc9f50bd44 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.344247 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d0a9aeae-a9db-4ada-b7f9-ffd74133d3bd req-71048cf7-5bd3-4049-8fb7-390cccaf70b6 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4442563 Jan 21 09:32:56.352805 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f8a7497a-cc88-45e5-a1bd-6d06fc45ac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'name': 'tempest-ServersTestManualDisk-1825675934-router', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'gw_port': {'id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:13Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '07165839-3ab2-4c2a-a3e5-5874aa0835a3', 'name': '', 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'mac_address': 'fa:16:3e:74:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:31Z', 'revision_number': 5, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'subnets': [{'id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:56.377964 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-b86375f8-a0b8-4d20-b8cc-6c210f7c7581 req-5b263826-a13f-4646-ad1a-59b06c01be0b tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] For port 6e47194f-b7c2-4db2-a286-f18fa61c279e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6e47194f-b7c2-4db2-a286-f18fa61c279e,segment=NetworkSegment(42c57984-0809-447c-a47b-a389cbd7f226),segment_id=42c57984-0809-447c-a47b-a389cbd7f226)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:56.378546 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b86375f8-a0b8-4d20-b8cc-6c210f7c7581 req-5b263826-a13f-4646-ad1a-59b06c01be0b tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.393187 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a7497a-cc88-45e5-a1bd-6d06fc45ac75 None None] The sync data for ids ['854370f0-c59c-438c-a86b-7e7d6e2b9386'] in dv-neutron-825721-1-hyperv is: [{'id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'name': 'tempest-ServersTestManualDisk-1825675934-router', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'gw_port': {'id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:13Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '07165839-3ab2-4c2a-a3e5-5874aa0835a3', 'name': '', 'network_id': '33ab5233-247c-420a-9a81-d744e286d7eb', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'mac_address': 'fa:16:3e:74:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:31Z', 'revision_number': 5, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'subnets': [{'id': '79c3f93b-57e8-4654-a8a9-7966fd0d79d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:56.414879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630f601-5e82-40c9-aefb-08bc9f50bd44 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8e4b8a-29a2-4b43-8536-b142076903c9,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:56.423836 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d630f601-5e82-40c9-aefb-08bc9f50bd44 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.427663 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d630f601-5e82-40c9-aefb-08bc9f50bd44 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/ad8e4b8a-29a2-4b43-8536-b142076903c9 HTTP/1.1" status: 204 len: 168 time: 0.5999835 Jan 21 09:32:56.431425 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39316) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:56.454199 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d0b23c4d-2f8b-44c0-be53-f1d6134bb8af up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:56.456164 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7619d334-7a96-45aa-929e-af69f9a913ca None None] Routers set() bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:56.456527 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7619d334-7a96-45aa-929e-af69f9a913ca None None] Router IDs set() for agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 21 09:32:56.457173 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_agentschedulers_db [None req-7619d334-7a96-45aa-929e-af69f9a913ca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e4e00e8d-5778-4fb5-8335-6275741548c8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent'). {{(pid=102148) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 21 09:32:56.457565 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7619d334-7a96-45aa-929e-af69f9a913ca None None] The sync data for ids ['e4e00e8d-5778-4fb5-8335-6275741548c8'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:32:56.470579 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.495715 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75e9cf7-1305-4108-85f6-4edebafbdc8b None None] Network 3de6ff2a-45bf-438f-8196-a9fd0243ded1 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:56.504565 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-4b70978d-693b-48fc-9ae7-f24a934fc2e3 None None] Deleting port fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:56.504950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4b70978d-693b-48fc-9ae7-f24a934fc2e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.519273 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10a236e-41ec-42ce-ac1b-7cc7b467c732 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting subnet 4b0ca0c1-5e7d-4514-be6b-2c12aba913b8 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:32:56.522001 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39320) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:56.536858 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e10a236e-41ec-42ce-ac1b-7cc7b467c732 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.540721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5e906787-3b44-4f62-a150-e34d7b6a3120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.550397 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4442c8c2-6b73-4596-83b7-f299576dfe92 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.563410 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.625850 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e10a236e-41ec-42ce-ac1b-7cc7b467c732 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.641498 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442c8c2-6b73-4596-83b7-f299576dfe92 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Pushing event deleted for resources: {'Port': ['ID=7c328835-3390-4bce-a9ec-465b62144f71,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:56.678583 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17fb4138-6fdb-42ae-aa2c-5c8442084d47']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:56.692802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d3f40-87dc-4551-98ab-62b87ddee2b9 req-b4536ab3-09e0-4ca0-bf75-88bc658d6e50 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:56.694985 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c65105a2-3839-43d6-84d2-e032db1cb276 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.698796 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-923d3f40-87dc-4551-98ab-62b87ddee2b9 req-b4536ab3-09e0-4ca0-bf75-88bc658d6e50 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.8607433 Jan 21 09:32:56.714314 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741dec88-ad6d-475c-ae7c-35571e8d2134') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:56.714728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741dec88-ad6d-475c-ae7c-35571e8d2134') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:56.760741 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.789510 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c65105a2-3839-43d6-84d2-e032db1cb276 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.855661 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.876894 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e10a236e-41ec-42ce-ac1b-7cc7b467c732 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.884530 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:56.886995 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:56.888720 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:56.910720 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Allocated IP 2001:db8::2 (bedb977a-a172-41a0-9f82-106ee693081e/97505b97-1d6c-42f9-a229-209731b7f992/dc7502a5-6c6e-49d2-904b-558ad3af3fad) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:56.918672 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4b70978d-693b-48fc-9ae7-f24a934fc2e3 None None] For port fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:56.919133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4b70978d-693b-48fc-9ae7-f24a934fc2e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.950295 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-85c54727-bb02-4d5d-a3d9-b9ee1f9c6317 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:56.981550 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4442c8c2-6b73-4596-83b7-f299576dfe92 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.000610 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c65105a2-3839-43d6-84d2-e032db1cb276 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.003887 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c65105a2-3839-43d6-84d2-e032db1cb276 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.009146 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c65105a2-3839-43d6-84d2-e032db1cb276 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "DELETE /v2.0/security-groups/0b106d87-311d-46c8-a8b8-ce5012cedfb6 HTTP/1.1" status: 204 len: 168 time: 0.4799945 Jan 21 09:32:57.023518 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39322) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:57.063127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65105a2-3839-43d6-84d2-e032db1cb276 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b106d87-311d-46c8-a8b8-ce5012cedfb6,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:57.083733 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-3cbb82a6-2dad-4149-89f8-4e9d0e4c7fd1 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] show failed (client error): The resource could not be found. Jan 21 09:32:57.088068 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3cbb82a6-2dad-4149-89f8-4e9d0e4c7fd1 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "GET /v2.0/security-groups/0b106d87-311d-46c8-a8b8-ce5012cedfb6 HTTP/1.1" status: 404 len: 347 time: 0.0587308 Jan 21 09:32:57.088629 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-923d3f40-87dc-4551-98ab-62b87ddee2b9 req-462d7730-43aa-4d7b-be97-1472df8f7edc tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3381653 Jan 21 09:32:57.093346 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e10a236e-41ec-42ce-ac1b-7cc7b467c732 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.096144 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39324) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:57.122932 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c54727-bb02-4d5d-a3d9-b9ee1f9c6317 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Subnet': ['ID=d0c8e9f3-9b08-4233-9205-321402bbfc99,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:57.144705 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e10a236e-41ec-42ce-ac1b-7cc7b467c732 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.149282 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e10a236e-41ec-42ce-ac1b-7cc7b467c732 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/4b0ca0c1-5e7d-4514-be6b-2c12aba913b8 HTTP/1.1" status: 204 len: 168 time: 0.7164123 Jan 21 09:32:57.168591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39326) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:57.170730 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4442c8c2-6b73-4596-83b7-f299576dfe92 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.173183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4442c8c2-6b73-4596-83b7-f299576dfe92 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.181268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a236e-41ec-42ce-ac1b-7cc7b467c732 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0ca0c1-5e7d-4514-be6b-2c12aba913b8,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:57.213949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.217066 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c54727-bb02-4d5d-a3d9-b9ee1f9c6317 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Checking segment: {'id': 'f7edc476-070c-4f29-92da-58ad00883ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '37ac42f2-2a5f-43aa-b755-4f497a987333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:57.217731 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c54727-bb02-4d5d-a3d9-b9ee1f9c6317 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network hostable DHCP agents. Network: 37ac42f2-2a5f-43aa-b755-4f497a987333, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:57.232788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-4b70978d-693b-48fc-9ae7-f24a934fc2e3 None None] Calling delete_port for fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:57.262117 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbadca6-5b20-4dd6-8f64-cbfb352db8c7 None None] New status for floating IP 608c10c9-28d0-448a-89e5-80269f3c0819: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:32:57.286735 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c54727-bb02-4d5d-a3d9-b9ee1f9c6317 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network 37ac42f2-2a5f-43aa-b755-4f497a987333 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:57.288034 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4442c8c2-6b73-4596-83b7-f299576dfe92 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.288832 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4442c8c2-6b73-4596-83b7-f299576dfe92 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Fanout notify agent at l3_agent the message router_deleted on router 0ca70ce8-3b14-4cd6-8ff2-40b0b854859f {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:32:57.299827 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.300899 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.314081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4442c8c2-6b73-4596-83b7-f299576dfe92 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.319301 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4442c8c2-6b73-4596-83b7-f299576dfe92 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "DELETE /v2.0/routers/0ca70ce8-3b14-4cd6-8ff2-40b0b854859f HTTP/1.1" status: 204 len: 168 time: 4.4702802 Jan 21 09:32:57.319472 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-85c54727-bb02-4d5d-a3d9-b9ee1f9c6317 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 37ac42f2-2a5f-43aa-b755-4f497a987333) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:57.322761 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39328) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:57.328868 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d0b5d075-29f5-4345-9a85-94a13434a812 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1654929627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:57.332395 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b86375f8-a0b8-4d20-b8cc-6c210f7c7581 req-5b263826-a13f-4646-ad1a-59b06c01be0b tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.332761 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b86375f8-a0b8-4d20-b8cc-6c210f7c7581 req-5b263826-a13f-4646-ad1a-59b06c01be0b tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.333933 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [req-b86375f8-a0b8-4d20-b8cc-6c210f7c7581 req-5b263826-a13f-4646-ad1a-59b06c01be0b tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Floating IP fc572d02-9db3-4ea2-a8d2-9bf2c538f80e disassociated. External IP: 172.26.7.189, port: 6e47194f-b7c2-4db2-a286-f18fa61c279e. Jan 21 09:32:57.334280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-b86375f8-a0b8-4d20-b8cc-6c210f7c7581 req-5b263826-a13f-4646-ad1a-59b06c01be0b tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Calling delete_port for 6e47194f-b7c2-4db2-a286-f18fa61c279e owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:57.338008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c54727-bb02-4d5d-a3d9-b9ee1f9c6317 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:57.338620 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-85c54727-bb02-4d5d-a3d9-b9ee1f9c6317 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.343206 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.346425 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "DELETE /v2.0/networks/17fb4138-6fdb-42ae-aa2c-5c8442084d47 HTTP/1.1" status: 204 len: 168 time: 4.3493319 Jan 21 09:32:57.353321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39330) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:57.360391 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.ipam_backend_mixin [None req-4b70978d-693b-48fc-9ae7-f24a934fc2e3 None None] Port fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8 was not found and therefore no delete operation was performed {{(pid=102148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 09:32:57.368915 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cd4ecc-c2ee-4b7c-a991-819bd0544709 None None] Network d6a6f068-e9d0-4f4b-8515-05e360c1813f requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:57.371835 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8dbd2a-671e-46f9-9d98-bfcf2efb45be None None] Network 37ac42f2-2a5f-43aa-b755-4f497a987333 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:57.383903 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.385980 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e906787-3b44-4f62-a150-e34d7b6a3120 None None] Pushing event updated for resources: {'Port': ['ID=d0b23c4d-2f8b-44c0-be53-f1d6134bb8af,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:57.416654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137de609-db09-45f2-98ae-76aa1e2e0bb3 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event deleted for resources: {'Network': ['ID=17fb4138-6fdb-42ae-aa2c-5c8442084d47,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:57.428480 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4b70978d-693b-48fc-9ae7-f24a934fc2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.499984 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-85c54727-bb02-4d5d-a3d9-b9ee1f9c6317 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4699557 Jan 21 09:32:57.542630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39336) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:57.658508 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b70978d-693b-48fc-9ae7-f24a934fc2e3 None None] Network 17fb4138-6fdb-42ae-aa2c-5c8442084d47 is not hosted by any dhcp agent {{(pid=102148) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 21 09:32:57.659001 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b70978d-693b-48fc-9ae7-f24a934fc2e3 None None] No DVR routers for this DVR port fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:57.674134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Network 31178689-c792-4928-9026-e371bc197538 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:57.707144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:57.715733 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:57.745593 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb90eed5-cee4-423e-a507-3d4bf896a174 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.750140 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0b5d075-29f5-4345-9a85-94a13434a812 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.750140 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0b5d075-29f5-4345-9a85-94a13434a812 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.754215 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318b7556-3101-4e03-9a22-00721936807b None None] Network 339d8da3-f540-42ca-a6dc-f8cd582ac3aa requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:32:57.759321 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d02f6-c051-47e1-87f1-f5461c20dce4 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Deleting port ee40f191-dcb3-4796-a308-a21a603a26c7 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:57.759793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fa9d02f6-c051-47e1-87f1-f5461c20dce4 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.778633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:57.779012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.822653 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Pushing event updated for resources: {'Port': ['ID=34de31db-ecc5-452c-baa0-17ca5ecafbcf,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:57.837102 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0b5d075-29f5-4345-9a85-94a13434a812 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.853820 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78a115-3b8c-4f77-81e6-064474d9decf req-2fa023ca-4802-4d4f-abd4-89fd5fae02b3 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:57.855358 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4c78a115-3b8c-4f77-81e6-064474d9decf req-2fa023ca-4802-4d4f-abd4-89fd5fae02b3 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 946 time: 0.2739730 Jan 21 09:32:57.857604 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:57.857936 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.861731 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0b5d075-29f5-4345-9a85-94a13434a812 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.874246 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.916924 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fa9d02f6-c051-47e1-87f1-f5461c20dce4 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.917416 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fa9d02f6-c051-47e1-87f1-f5461c20dce4 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.927428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70978d-693b-48fc-9ae7-f24a934fc2e3 None None] Pushing event deleted for resources: {'Port': ['ID=fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:57.940073 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d02f6-c051-47e1-87f1-f5461c20dce4 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Calling delete_port for ee40f191-dcb3-4796-a308-a21a603a26c7 owned by network:floatingip {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:57.987649 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0b5d075-29f5-4345-9a85-94a13434a812 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:57.989181 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d0b5d075-29f5-4345-9a85-94a13434a812 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6642087 Jan 21 09:32:57.995434 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39338) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:57.996046 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b86375f8-a0b8-4d20-b8cc-6c210f7c7581 req-5b263826-a13f-4646-ad1a-59b06c01be0b tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.038876 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'enable_snat': False}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:58.079760 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d4177839-775c-4881-90ea-36cc58267998 None None] Provisioning complete for port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:58.080135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d4177839-775c-4881-90ea-36cc58267998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.100310 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-37ac42f2-2a5f-43aa-b755-4f497a987333', 'network_id': '37ac42f2-2a5f-43aa-b755-4f497a987333', 'tenant_id': 'b2f81884496e439da06be21a280d281b', 'fixed_ips': [{'subnet_id': 'd0c8e9f3-9b08-4233-9205-321402bbfc99'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:32:58.101142 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.103121 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afd2f31-3999-4951-836d-ea740171d4fe None None] DHCP port deletion for 3de6ff2a-45bf-438f-8196-a9fd0243ded1 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:32:58.146410 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Attempting to bind port 34de31db-ecc5-452c-baa0-17ca5ecafbcf on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:58.146410 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Attempting to bind port 34de31db-ecc5-452c-baa0-17ca5ecafbcf by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '71024321-9d29-453b-b32e-952b51da316f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '31178689-c792-4928-9026-e371bc197538'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:58.146766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Attempting to bind port 34de31db-ecc5-452c-baa0-17ca5ecafbcf on network 31178689-c792-4928-9026-e371bc197538 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:32:58.148466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.156705 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b263826-a13f-4646-ad1a-59b06c01be0b tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Pushing event deleted for resources: {'Port': ['ID=6e47194f-b7c2-4db2-a286-f18fa61c279e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:58.206466 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:32:58.206840 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Checking segment: {'id': '71024321-9d29-453b-b32e-952b51da316f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '31178689-c792-4928-9026-e371bc197538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:58.207250 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.207644 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Bound using segment: {'id': '71024321-9d29-453b-b32e-952b51da316f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '31178689-c792-4928-9026-e371bc197538'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:32:58.208169 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Bound port: 34de31db-ecc5-452c-baa0-17ca5ecafbcf, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71024321-9d29-453b-b32e-952b51da316f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '31178689-c792-4928-9026-e371bc197538'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:58.209113 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.397530 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb90eed5-cee4-423e-a507-3d4bf896a174 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.397785 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.433195 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4c78a115-3b8c-4f77-81e6-064474d9decf req-bbbd1379-59ff-4cba-bb2c-bbca2acf4288 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups?id=2008b02e-1c8f-4c81-93e8-af2ac4f60215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5621436 Jan 21 09:32:58.438967 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ffeff2-05bd-4548-8157-7d7ad56b63ee None None] DHCP port deletion for d6a6f068-e9d0-4f4b-8515-05e360c1813f request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:32:58.455725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] For port 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d,segment=NetworkSegment(ba548b7a-af9a-49b6-876f-9a19a25f4aad),segment_id=ba548b7a-af9a-49b6-876f-9a19a25f4aad)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:58.455725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.456073 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.468123 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:58.500247 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-eb90eed5-cee4-423e-a507-3d4bf896a174 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5467d000-be9e-4d60-a696-c70d13156e51']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:58.560503 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-eb90eed5-cee4-423e-a507-3d4bf896a174 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1158beeb-9289-4abd-b53e-d8f69409facc') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:58.561048 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-eb90eed5-cee4-423e-a507-3d4bf896a174 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1158beeb-9289-4abd-b53e-d8f69409facc') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:58.577758 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb90eed5-cee4-423e-a507-3d4bf896a174 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.606408 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb90eed5-cee4-423e-a507-3d4bf896a174 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.619581 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb90eed5-cee4-423e-a507-3d4bf896a174 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:58.620168 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb90eed5-cee4-423e-a507-3d4bf896a174 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:58.624283 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:58.656122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:32:58.694362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.701040 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Network bedb977a-a172-41a0-9f82-106ee693081e is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:58.711939 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] For port 34de31db-ecc5-452c-baa0-17ca5ecafbcf, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:32:58.718242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb90eed5-cee4-423e-a507-3d4bf896a174 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.720077 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.725700 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:58.728371 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:32:58.730709 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:32:58.731125 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fc4b1ed6-3f19-4f87-a263-de4fe92fcdf8 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:32:58.731605 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1c9802e4-b1a6-455b-abb7-0704d446248a no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:32:58.747428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Pushing event updated for resources: {'Port': ['ID=dc7502a5-6c6e-49d2-904b-558ad3af3fad,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:58.772545 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb90eed5-cee4-423e-a507-3d4bf896a174 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.778309 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-eb90eed5-cee4-423e-a507-3d4bf896a174 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "DELETE /v2.0/networks/5467d000-be9e-4d60-a696-c70d13156e51 HTTP/1.1" status: 204 len: 168 time: 1.3674688 Jan 21 09:32:58.778309 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No DVR routers for this DVR port 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:58.778950 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:58.780609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39342) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:58.783614 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] For port 34de31db-ecc5-452c-baa0-17ca5ecafbcf, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=34de31db-ecc5-452c-baa0-17ca5ecafbcf,segment=NetworkSegment(71024321-9d29-453b-b32e-952b51da316f),segment_id=71024321-9d29-453b-b32e-952b51da316f)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:32:58.790685 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 1c9802e4-b1a6-455b-abb7-0704d446248a {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:32:58.791034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1c9802e4-b1a6-455b-abb7-0704d446248a not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:32:58.796601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.807151 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Allocated IP 172.20.0.2 (37ac42f2-2a5f-43aa-b755-4f497a987333/d0c8e9f3-9b08-4233-9205-321402bbfc99/6f5edef5-8f07-4ca4-bf9a-102610fb3d31) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:58.827095 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-4afd2f31-3999-4951-836d-ea740171d4fe None None] Deleting port 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:58.827277 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90eed5-cee4-423e-a507-3d4bf896a174 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event deleted for resources: {'Network': ['ID=5467d000-be9e-4d60-a696-c70d13156e51,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:58.827518 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4afd2f31-3999-4951-836d-ea740171d4fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.830420 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.874933 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Subnet': ['ID=97505b97-1d6c-42f9-a229-209731b7f992,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:58.969223 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.971718 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.998290 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedb977a-a172-41a0-9f82-106ee693081e']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:59.014392 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-87877d5d-aeef-4200-addf-bd38a7b790d1 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.018790 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de6ff2a-45bf-438f-8196-a9fd0243ded1']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:59.035692 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba548b7a-af9a-49b6-876f-9a19a25f4aad') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:59.035971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba548b7a-af9a-49b6-876f-9a19a25f4aad') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:59.059943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.095978 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2426cde-95c2-4b45-be57-ad5c94499ee6') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:59.096642 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2426cde-95c2-4b45-be57-ad5c94499ee6') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:59.135421 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.135718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d0b23c4d-2f8b-44c0-be53-f1d6134bb8af up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:32:59.154718 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.157609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:59.158024 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:59.162445 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:59.169872 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7567d-81b3-456b-ace7-5de021f8dcbf req-27038383-6e86-4399-8da3-5d063a961acc tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:59.171457 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ce7567d-81b3-456b-ace7-5de021f8dcbf req-27038383-6e86-4399-8da3-5d063a961acc tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.8977747 Jan 21 09:32:59.187144 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-87877d5d-aeef-4200-addf-bd38a7b790d1 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.220756 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.257567 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Attempting to bind port dc7502a5-6c6e-49d2-904b-558ad3af3fad on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:59.258341 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Attempting to bind port dc7502a5-6c6e-49d2-904b-558ad3af3fad by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'c2426cde-95c2-4b45-be57-ad5c94499ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bedb977a-a172-41a0-9f82-106ee693081e'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:59.259214 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Attempting to bind port dc7502a5-6c6e-49d2-904b-558ad3af3fad on network bedb977a-a172-41a0-9f82-106ee693081e {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:32:59.265727 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-87877d5d-aeef-4200-addf-bd38a7b790d1 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c8c74a-52a4-400d-8e43-ccdd8d718486']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:59.268865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b86375f8-a0b8-4d20-b8cc-6c210f7c7581 req-5b263826-a13f-4646-ad1a-59b06c01be0b tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Router b7dace90-8192-468e-ad23-b95a4fb32b04 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:32:59.272707 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:59.273113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:59.277401 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:59.279621 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-87877d5d-aeef-4200-addf-bd38a7b790d1 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd690bec9-babf-466a-92ce-97a7727cd358') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:59.279989 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-87877d5d-aeef-4200-addf-bd38a7b790d1 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd690bec9-babf-466a-92ce-97a7727cd358') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:59.282037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.297053 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.301168 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/networks/3de6ff2a-45bf-438f-8196-a9fd0243ded1 HTTP/1.1" status: 204 len: 168 time: 2.1307981 Jan 21 09:32:59.306088 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39344) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:59.307650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fa9d02f6-c051-47e1-87f1-f5461c20dce4 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.326857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-87877d5d-aeef-4200-addf-bd38a7b790d1 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.344817 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:32:59.345080 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f4c76-16ac-4379-8986-b9e73c27b06c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Network': ['ID=3de6ff2a-45bf-438f-8196-a9fd0243ded1,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:59.345488 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Checking segment: {'id': 'c2426cde-95c2-4b45-be57-ad5c94499ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bedb977a-a172-41a0-9f82-106ee693081e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:32:59.345989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.353616 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Bound using segment: {'id': 'c2426cde-95c2-4b45-be57-ad5c94499ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bedb977a-a172-41a0-9f82-106ee693081e'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:32:59.354291 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Bound port: dc7502a5-6c6e-49d2-904b-558ad3af3fad, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2426cde-95c2-4b45-be57-ad5c94499ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bedb977a-a172-41a0-9f82-106ee693081e'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:59.355509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.366725 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babc5bd-f6b8-4875-8599-c7acb758d3b5 None None] Pushing event updated for resources: {'Port': ['ID=34de31db-ecc5-452c-baa0-17ca5ecafbcf,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:59.379524 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4afd2f31-3999-4951-836d-ea740171d4fe None None] For port 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:59.380615 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4afd2f31-3999-4951-836d-ea740171d4fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.405227 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d02f6-c051-47e1-87f1-f5461c20dce4 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Pushing event deleted for resources: {'Port': ['ID=ee40f191-dcb3-4796-a308-a21a603a26c7,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:59.410899 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ce7567d-81b3-456b-ace7-5de021f8dcbf req-1b764e39-e850-4fd3-89f8-6fbb960e4194 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126727 Jan 21 09:32:59.412765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-87877d5d-aeef-4200-addf-bd38a7b790d1 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.425781 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.db.api [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:32:59.425781 dv-neutron-825721-1-hyperv neutron-server[102147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:32:59.425781 dv-neutron-825721-1-hyperv neutron-server[102147]: [parameters: {'id': 'bedb977a-a172-41a0-9f82-106ee693081e'}] Jan 21 09:32:59.425781 dv-neutron-825721-1-hyperv neutron-server[102147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:32:59.426491 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG oslo_db.api [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:32:59.431975 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87877d5d-aeef-4200-addf-bd38a7b790d1 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:32:59.431975 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-87877d5d-aeef-4200-addf-bd38a7b790d1 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:32:59.434970 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:32:59.449396 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-51ffeff2-05bd-4548-8157-7d7ad56b63ee None None] Deleting port 0c6e5a5f-295d-4071-a58f-26fe49566274 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:59.457814 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-51ffeff2-05bd-4548-8157-7d7ad56b63ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.528251 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.532960 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 6e47194f-b7c2-4db2-a286-f18fa61c279e no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:32:59.595759 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f9841986-408e-4d72-bed6-33210fb28248 None None] Provisioning complete for port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:59.596298 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f9841986-408e-4d72-bed6-33210fb28248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.600537 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f18bb1e7-6954-4c0f-b3d7-788badec166c req-971dc981-77c6-495d-824b-be29db778e01 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/ports?device_id=58df4692-6094-43ed-b95b-c3b3a6688476 HTTP/1.1" status: 200 len: 210 time: 0.0390122 Jan 21 09:32:59.603044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-4afd2f31-3999-4951-836d-ea740171d4fe None None] Calling delete_port for 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:59.603319 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fa9d02f6-c051-47e1-87f1-f5461c20dce4 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks [] for floatingip, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.604238 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-87877d5d-aeef-4200-addf-bd38a7b790d1 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.606929 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fa9d02f6-c051-47e1-87f1-f5461c20dce4 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.611421 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fa9d02f6-c051-47e1-87f1-f5461c20dce4 tempest-ServersTestManualDisk-115179165 tempest-ServersTestManualDisk-115179165-project] 10.222.0.88 "DELETE /v2.0/floatingips/608c10c9-28d0-448a-89e5-80269f3c0819 HTTP/1.1" status: 204 len: 168 time: 2.5149853 Jan 21 09:32:59.613281 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39348) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:59.625426 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-87877d5d-aeef-4200-addf-bd38a7b790d1 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.631898 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-87877d5d-aeef-4200-addf-bd38a7b790d1 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "DELETE /v2.0/networks/e3c8c74a-52a4-400d-8e43-ccdd8d718486 HTTP/1.1" status: 204 len: 168 time: 0.8158214 Jan 21 09:32:59.631898 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87877d5d-aeef-4200-addf-bd38a7b790d1 tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event deleted for resources: {'Network': ['ID=e3c8c74a-52a4-400d-8e43-ccdd8d718486,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:59.634954 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39350) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:32:59.691922 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.ipam_backend_mixin [None req-4afd2f31-3999-4951-836d-ea740171d4fe None None] Port 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d was not found and therefore no delete operation was performed {{(pid=102148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 09:32:59.704252 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 6e47194f-b7c2-4db2-a286-f18fa61c279e {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:32:59.704688 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 6e47194f-b7c2-4db2-a286-f18fa61c279e not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:32:59.707631 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b86375f8-a0b8-4d20-b8cc-6c210f7c7581 req-5b263826-a13f-4646-ad1a-59b06c01be0b tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:32:59.720031 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4afd2f31-3999-4951-836d-ea740171d4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.725027 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:59.725685 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.729827 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce0240a-b124-42b7-9042-6a38fb9ea4e4 None None] Sync routers for ids ['b7dace90-8192-468e-ad23-b95a4fb32b04'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:32:59.748644 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce0240a-b124-42b7-9042-6a38fb9ea4e4 None None] Routers {'b7dace90-8192-468e-ad23-b95a4fb32b04'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:32:59.749292 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-3ce0240a-b124-42b7-9042-6a38fb9ea4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b7dace90-8192-468e-ad23-b95a4fb32b04'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:32:59.816267 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd2f31-3999-4951-836d-ea740171d4fe None None] Pushing event deleted for resources: {'Port': ['ID=928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:59.816571 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa45a404-b0b0-45b3-a7f6-988ffb75affb tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.836077 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4afd2f31-3999-4951-836d-ea740171d4fe None None] Network 3de6ff2a-45bf-438f-8196-a9fd0243ded1 is not hosted by any dhcp agent {{(pid=102148) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 21 09:32:59.836851 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afd2f31-3999-4951-836d-ea740171d4fe None None] No DVR routers for this DVR port 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:59.845731 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-51ffeff2-05bd-4548-8157-7d7ad56b63ee None None] For port 0c6e5a5f-295d-4071-a58f-26fe49566274, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=0c6e5a5f-295d-4071-a58f-26fe49566274,segment=NetworkSegment(d146ac49-4e1e-48a8-8d6a-300e30e61f3d),segment_id=d146ac49-4e1e-48a8-8d6a-300e30e61f3d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:32:59.846427 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-51ffeff2-05bd-4548-8157-7d7ad56b63ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.847540 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port 0c6e5a5f-295d-4071-a58f-26fe49566274 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:32:59.847938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.906604 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-51ffeff2-05bd-4548-8157-7d7ad56b63ee None None] Calling delete_port for 0c6e5a5f-295d-4071-a58f-26fe49566274 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:32:59.907195 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-3ce0240a-b124-42b7-9042-6a38fb9ea4e4 None None] Set router b7dace90-8192-468e-ad23-b95a4fb32b04 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:32:59.915347 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86375f8-a0b8-4d20-b8cc-6c210f7c7581 req-5b263826-a13f-4646-ad1a-59b06c01be0b tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] No DVR routers for this DVR port 6e47194f-b7c2-4db2-a286-f18fa61c279e on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:32:59.920955 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b86375f8-a0b8-4d20-b8cc-6c210f7c7581 req-5b263826-a13f-4646-ad1a-59b06c01be0b tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:59.924939 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b86375f8-a0b8-4d20-b8cc-6c210f7c7581 req-5b263826-a13f-4646-ad1a-59b06c01be0b tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.113 "DELETE /v2.0/ports/6e47194f-b7c2-4db2-a286-f18fa61c279e HTTP/1.1" status: 204 len: 173 time: 4.7044287 Jan 21 09:32:59.953834 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58df4692-6094-43ed-b95b-c3b3a6688476', 'name': 'network-vif-deleted', 'tag': '6e47194f-b7c2-4db2-a286-f18fa61c279e'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:32:59.956214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee23e8f0-04fa-4524-a958-b6e8f3276fb2" -d '{"events": [{"server_uuid": "58df4692-6094-43ed-b95b-c3b3a6688476", "name": "network-vif-deleted", "tag": "6e47194f-b7c2-4db2-a286-f18fa61c279e"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:32:59.959894 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.060118 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] For port 0c6e5a5f-295d-4071-a58f-26fe49566274, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=0c6e5a5f-295d-4071-a58f-26fe49566274,segment=NetworkSegment(d146ac49-4e1e-48a8-8d6a-300e30e61f3d),segment_id=d146ac49-4e1e-48a8-8d6a-300e30e61f3d)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:00.060570 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.073059 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa45a404-b0b0-45b3-a7f6-988ffb75affb tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.077908 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbf5b28-0348-4d63-bdac-ab8fc7a2d2c2 x-openstack-request-id: req-8dbf5b28-0348-4d63-bdac-ab8fc7a2d2c2 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:33:00.078571 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58df4692-6094-43ed-b95b-c3b3a6688476", "name": "network-vif-deleted", "tag": "6e47194f-b7c2-4db2-a286-f18fa61c279e", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:33:00.078971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8dbf5b28-0348-4d63-bdac-ab8fc7a2d2c2 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:33:00.079513 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58df4692-6094-43ed-b95b-c3b3a6688476', 'name': 'network-vif-deleted', 'tag': '6e47194f-b7c2-4db2-a286-f18fa61c279e', 'status': 'completed', 'code': 200} Jan 21 09:33:00.082441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.098933 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for 0c6e5a5f-295d-4071-a58f-26fe49566274 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:00.124544 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-fa45a404-b0b0-45b3-a7f6-988ffb75affb tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d544c8b-658f-4ab8-a21c-305480da29b7']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:00.138962 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.150834 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-fa45a404-b0b0-45b3-a7f6-988ffb75affb tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baaed0fd-1fb4-4025-b671-9f631abb6169') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:00.151645 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-fa45a404-b0b0-45b3-a7f6-988ffb75affb tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baaed0fd-1fb4-4025-b671-9f631abb6169') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:00.168374 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] For port dc7502a5-6c6e-49d2-904b-558ad3af3fad, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:00.189054 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa45a404-b0b0-45b3-a7f6-988ffb75affb tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.222131 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa45a404-b0b0-45b3-a7f6-988ffb75affb tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.233923 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:00.241040 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] For port dc7502a5-6c6e-49d2-904b-558ad3af3fad, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=dc7502a5-6c6e-49d2-904b-558ad3af3fad,segment=NetworkSegment(c2426cde-95c2-4b45-be57-ad5c94499ee6),segment_id=c2426cde-95c2-4b45-be57-ad5c94499ee6)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:00.243108 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa45a404-b0b0-45b3-a7f6-988ffb75affb tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:00.246082 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa45a404-b0b0-45b3-a7f6-988ffb75affb tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.265306 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.285438 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:00.287165 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 928fd0a2-6c6d-4287-84b5-0e5dbc1bd14d not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:00.287165 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 0c6e5a5f-295d-4071-a58f-26fe49566274 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:00.296734 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:33:00.323138 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.350278 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-3ce0240a-b124-42b7-9042-6a38fb9ea4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'name': 'tempest-ServersTestJSON-837518490-router', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:12Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'gw_port': {'id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:15Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '8a75e653-a66a-4210-9c7a-dc7aefac947a', 'name': '', 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'mac_address': 'fa:16:3e:fc:3f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:29Z', 'revision_number': 5, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'subnets': [{'id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:00.358633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:00.366635 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:00.387963 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce0240a-b124-42b7-9042-6a38fb9ea4e4 None None] Checking router: b7dace90-8192-468e-ad23-b95a4fb32b04 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:33:00.392156 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.407577 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce0240a-b124-42b7-9042-6a38fb9ea4e4 None None] Routers {'b7dace90-8192-468e-ad23-b95a4fb32b04'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:00.408505 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-3ce0240a-b124-42b7-9042-6a38fb9ea4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b7dace90-8192-468e-ad23-b95a4fb32b04'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:00.416596 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-51ffeff2-05bd-4548-8157-7d7ad56b63ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.429736 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No active binding found for port 0c6e5a5f-295d-4071-a58f-26fe49566274 {{(pid=102148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 21 09:33:00.430327 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 0c6e5a5f-295d-4071-a58f-26fe49566274 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:00.430719 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Deleting port dc7502a5-6c6e-49d2-904b-558ad3af3fad {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:00.431067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.466259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c8e9f3-9b08-4233-9205-321402bbfc99,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:00.557086 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa45a404-b0b0-45b3-a7f6-988ffb75affb tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.575604 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8b1d3-57af-4a9c-b99f-cc94c89c5819 None None] Pushing event updated for resources: {'Port': ['ID=dc7502a5-6c6e-49d2-904b-558ad3af3fad,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:00.581550 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ffeff2-05bd-4548-8157-7d7ad56b63ee None None] No DVR routers for this DVR port 0c6e5a5f-295d-4071-a58f-26fe49566274 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:00.591932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf1614b-c1e3-474b-8b98-de9b70201106 None None] Network bedb977a-a172-41a0-9f82-106ee693081e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:00.611558 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Allocated IP 172.26.7.114 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/94b37f64-ed87-47c2-b127-e2bced668733) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:00.664134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Pushing event updated for resources: {'Port': ['ID=6f5edef5-8f07-4ca4-bf9a-102610fb3d31,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:00.672905 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa45a404-b0b0-45b3-a7f6-988ffb75affb tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.673434 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Network 37ac42f2-2a5f-43aa-b755-4f497a987333 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:00.678769 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fa45a404-b0b0-45b3-a7f6-988ffb75affb tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] 10.222.0.88 "DELETE /v2.0/networks/3d544c8b-658f-4ab8-a21c-305480da29b7 HTTP/1.1" status: 204 len: 168 time: 1.0411603 Jan 21 09:33:00.704427 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:00.716376 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45a404-b0b0-45b3-a7f6-988ffb75affb tempest-BulkNetworkOpsIpV6Test-2029215102 tempest-BulkNetworkOpsIpV6Test-2029215102-project] Pushing event deleted for resources: {'Network': ['ID=3d544c8b-658f-4ab8-a21c-305480da29b7,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:00.724674 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-3ce0240a-b124-42b7-9042-6a38fb9ea4e4 None None] Set router b7dace90-8192-468e-ad23-b95a4fb32b04 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:33:00.728781 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] For port dc7502a5-6c6e-49d2-904b-558ad3af3fad, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=dc7502a5-6c6e-49d2-904b-558ad3af3fad,segment=NetworkSegment(c2426cde-95c2-4b45-be57-ad5c94499ee6),segment_id=c2426cde-95c2-4b45-be57-ad5c94499ee6)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:00.729332 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.753174 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:00.756187 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.772529 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Calling delete_port for dc7502a5-6c6e-49d2-904b-558ad3af3fad owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:00.837575 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccd662-0d49-48c2-9f54-0b21232e6382 req-fe3d1280-0825-4e04-a484-260f1f0c4544 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:00.839711 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39362) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:00.843704 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-96ccd662-0d49-48c2-9f54-0b21232e6382 req-fe3d1280-0825-4e04-a484-260f1f0c4544 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.2773094 Jan 21 09:33:00.851102 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.862164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ac42f2-2a5f-43aa-b755-4f497a987333']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:00.910044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffeff2-05bd-4548-8157-7d7ad56b63ee None None] Pushing event deleted for resources: {'Port': ['ID=0c6e5a5f-295d-4071-a58f-26fe49566274,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:00.917692 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=0c6e5a5f-295d-4071-a58f-26fe49566274,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:00.962994 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Attempting to bind port 6f5edef5-8f07-4ca4-bf9a-102610fb3d31 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:00.963367 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Attempting to bind port 6f5edef5-8f07-4ca4-bf9a-102610fb3d31 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'f7edc476-070c-4f29-92da-58ad00883ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '37ac42f2-2a5f-43aa-b755-4f497a987333'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:00.963721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Attempting to bind port 6f5edef5-8f07-4ca4-bf9a-102610fb3d31 on network 37ac42f2-2a5f-43aa-b755-4f497a987333 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:00.970128 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No DVR routers for this DVR port 0c6e5a5f-295d-4071-a58f-26fe49566274 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:00.983426 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:00.983799 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Checking segment: {'id': 'f7edc476-070c-4f29-92da-58ad00883ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '37ac42f2-2a5f-43aa-b755-4f497a987333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:00.984198 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:00.984588 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Bound using segment: {'id': 'f7edc476-070c-4f29-92da-58ad00883ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '37ac42f2-2a5f-43aa-b755-4f497a987333'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:00.985052 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Bound port: 6f5edef5-8f07-4ca4-bf9a-102610fb3d31, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7edc476-070c-4f29-92da-58ad00883ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '37ac42f2-2a5f-43aa-b755-4f497a987333'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:00.985511 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.020022 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-96ccd662-0d49-48c2-9f54-0b21232e6382 req-267ead7a-c607-4b0a-be85-3d9da978a982 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662369 Jan 21 09:33:01.030799 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7edc476-070c-4f29-92da-58ad00883ac1') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:01.031229 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7edc476-070c-4f29-92da-58ad00883ac1') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:01.062434 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cb130e-84ed-4454-be81-a704400bd31a None None] Network 31178689-c792-4928-9026-e371bc197538 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:01.154983 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.171183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.174159 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39366) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:01.177876 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a6f068-e9d0-4f4b-8515-05e360c1813f']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:01.185782 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 34de31db-ecc5-452c-baa0-17ca5ecafbcf up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:01.190227 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd146ac49-4e1e-48a8-8d6a-300e30e61f3d') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:01.190698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd146ac49-4e1e-48a8-8d6a-300e30e61f3d') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:01.208002 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.208915 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-3ce0240a-b124-42b7-9042-6a38fb9ea4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'name': 'tempest-ServersTestJSON-837518490-router', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:12Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'gw_port': {'id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:15Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '8a75e653-a66a-4210-9c7a-dc7aefac947a', 'name': '', 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'mac_address': 'fa:16:3e:fc:3f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:29Z', 'revision_number': 5, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'subnets': [{'id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:01.224540 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.233200 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:01.234013 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.236177 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.252492 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] For port 6f5edef5-8f07-4ca4-bf9a-102610fb3d31, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:01.258860 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fa03854e-0baf-4157-8aaf-1df2ade731fc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.264217 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:01.264905 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:01.269145 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:01.284701 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce0240a-b124-42b7-9042-6a38fb9ea4e4 None None] The sync data for ids ['b7dace90-8192-468e-ad23-b95a4fb32b04'] in dv-neutron-825721-1-hyperv is: [{'id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'name': 'tempest-ServersTestJSON-837518490-router', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:12Z', 'updated_at': '2022-01-21T09:31:23Z', 'revision_number': 4, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'gw_port': {'id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:15Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '8a75e653-a66a-4210-9c7a-dc7aefac947a', 'name': '', 'network_id': '3e67eef8-ec59-4dd9-baf8-c041de241adc', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'mac_address': 'fa:16:3e:fc:3f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:20Z', 'updated_at': '2022-01-21T09:31:29Z', 'revision_number': 5, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'subnets': [{'id': 'bc72f198-0024-4ad9-b3ff-8a57abfcdd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:01.297829 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:01.310545 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 34de31db-ecc5-452c-baa0-17ca5ecafbcf triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:01.310923 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.343196 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-85708231-8e50-45f4-be03-50d4d685b9b3 None None] Provisioning complete for port 34de31db-ecc5-452c-baa0-17ca5ecafbcf triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:01.343637 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85708231-8e50-45f4-be03-50d4d685b9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.346073 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.355138 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.358940 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/networks/d6a6f068-e9d0-4f4b-8515-05e360c1813f HTTP/1.1" status: 204 len: 168 time: 2.0511181 Jan 21 09:33:01.385852 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39370) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:01.394199 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1a112099-348d-4da8-b5ac-54de21f81863 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1438783672'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:01.398709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec05f66-4314-450a-ab64-eaa3d39d6f2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Network': ['ID=d6a6f068-e9d0-4f4b-8515-05e360c1813f,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:01.406665 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.408903 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64e9bbd-4c7c-4ef8-952d-27dd649a682f None None] Network bedb977a-a172-41a0-9f82-106ee693081e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:01.423728 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a112099-348d-4da8-b5ac-54de21f81863 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:01.427959 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1a112099-348d-4da8-b5ac-54de21f81863 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.430075 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.471341 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fa03854e-0baf-4157-8aaf-1df2ade731fc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.485581 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a112099-348d-4da8-b5ac-54de21f81863 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:01.498148 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1a112099-348d-4da8-b5ac-54de21f81863 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.498715 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-1a112099-348d-4da8-b5ac-54de21f81863 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Added segment 34ccf6eb-8eb6-4b81-949c-9ee530e84dfc of type vlan for network 909aa5fc-a917-4453-b6b8-257117da7ce8 Jan 21 09:33:01.518489 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] For port 6f5edef5-8f07-4ca4-bf9a-102610fb3d31, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6f5edef5-8f07-4ca4-bf9a-102610fb3d31,segment=NetworkSegment(f7edc476-070c-4f29-92da-58ad00883ac1),segment_id=f7edc476-070c-4f29-92da-58ad00883ac1)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:01.528354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Port': ['ID=dc7502a5-6c6e-49d2-904b-558ad3af3fad,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:01.537621 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No DVR routers for this DVR port dc7502a5-6c6e-49d2-904b-558ad3af3fad on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:01.545480 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.552521 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.db.api [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:33:01.552521 dv-neutron-825721-1-hyperv neutron-server[102147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:33:01.552521 dv-neutron-825721-1-hyperv neutron-server[102147]: [parameters: {'id': '37ac42f2-2a5f-43aa-b755-4f497a987333'}] Jan 21 09:33:01.552521 dv-neutron-825721-1-hyperv neutron-server[102147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:33:01.552998 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG oslo_db.api [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:33:01.556244 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1a112099-348d-4da8-b5ac-54de21f81863 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.560230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887e2ff6-355b-490d-b4e6-5c262b4c84bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.596908 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1a112099-348d-4da8-b5ac-54de21f81863 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.605594 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a112099-348d-4da8-b5ac-54de21f81863 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:01.606351 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1a112099-348d-4da8-b5ac-54de21f81863 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.613737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.745442 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1a112099-348d-4da8-b5ac-54de21f81863 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3575435 Jan 21 09:33:01.759640 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39372) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:01.766810 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d44557-90dc-4d57-b9ec-c7d6595c611e None None] Pushing event updated for resources: {'Port': ['ID=6f5edef5-8f07-4ca4-bf9a-102610fb3d31,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:01.778222 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a15048b1-615e-4176-83ad-7d0eb8db45ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'subnet': {'network_id': '909aa5fc-a917-4453-b6b8-257117da7ce8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:01.781246 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e445d0f-a8b0-47e1-92b0-95baa7d2c501 None None] Network 37ac42f2-2a5f-43aa-b755-4f497a987333 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:01.786049 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.883514 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a112099-348d-4da8-b5ac-54de21f81863 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Network': ['ID=909aa5fc-a917-4453-b6b8-257117da7ce8,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:01.894836 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1a1c69f4-c427-430e-879f-0a6f5ee8288c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c8786992830848a69c29dc1bdb2a89ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7168770 Jan 21 09:33:01.904802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39374) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:01.906930 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.913373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:01.922442 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15048b1-615e-4176-83ad-7d0eb8db45ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:01.926716 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a15048b1-615e-4176-83ad-7d0eb8db45ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.940420 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:01.953225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Pushing event updated for resources: {'Port': ['ID=94b37f64-ed87-47c2-b127-e2bced668733,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:01.957876 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:01.975744 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedb977a-a172-41a0-9f82-106ee693081e']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:01.988618 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2426cde-95c2-4b45-be57-ad5c94499ee6') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:01.989145 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2426cde-95c2-4b45-be57-ad5c94499ee6') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:02.007633 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fa03854e-0baf-4157-8aaf-1df2ade731fc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.010145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85708231-8e50-45f4-be03-50d4d685b9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.010274 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fa03854e-0baf-4157-8aaf-1df2ade731fc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.011432 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fa03854e-0baf-4157-8aaf-1df2ade731fc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "DELETE /v2.0/security-groups/2008b02e-1c8f-4c81-93e8-af2ac4f60215 HTTP/1.1" status: 204 len: 168 time: 1.1562901 Jan 21 09:33:02.018083 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39376) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:02.035869 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923fa70e-b088-4776-ad51-c2f69e854588 None None] New status for floating IP fc572d02-9db3-4ea2-a8d2-9bf2c538f80e: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:33:02.048463 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-c09e1646-70d6-4f0a-a118-cc20a48a7c08 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] show failed (client error): The resource could not be found. Jan 21 09:33:02.049870 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c09e1646-70d6-4f0a-a118-cc20a48a7c08 tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "GET /v2.0/security-groups/2008b02e-1c8f-4c81-93e8-af2ac4f60215 HTTP/1.1" status: 404 len: 347 time: 0.0293696 Jan 21 09:33:02.053634 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39378) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:02.090339 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.091965 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.160490 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 909aa5fc-a917-4453-b6b8-257117da7ce8 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:02.256054 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 34de31db-ecc5-452c-baa0-17ca5ecafbcf, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=34de31db-ecc5-452c-baa0-17ca5ecafbcf,segment=NetworkSegment(71024321-9d29-453b-b32e-952b51da316f),segment_id=71024321-9d29-453b-b32e-952b51da316f)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:02.273548 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.336593 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=34de31db-ecc5-452c-baa0-17ca5ecafbcf,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:02.346920 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-9c55afcf-3dd3-454a-8a47-b538dc70efbc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Deleting port 5cc812f9-d580-49ab-912d-ebb162ec489d {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:02.347406 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9c55afcf-3dd3-454a-8a47-b538dc70efbc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.407200 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a15048b1-615e-4176-83ad-7d0eb8db45ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.430469 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-85708231-8e50-45f4-be03-50d4d685b9b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:33:02.430469 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-85708231-8e50-45f4-be03-50d4d685b9b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:33:02.444479 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2d88f3-b53a-40c0-b7ec-f85d06b1628f None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:33:02.479183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03854e-0baf-4157-8aaf-1df2ade731fc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2008b02e-1c8f-4c81-93e8-af2ac4f60215,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:02.485202 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15048b1-615e-4176-83ad-7d0eb8db45ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Subnet': ['ID=d6d7c361-3a3c-4463-9cc2-5e746a5443d1,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:02.496393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.534623 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9c55afcf-3dd3-454a-8a47-b538dc70efbc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.534955 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9c55afcf-3dd3-454a-8a47-b538dc70efbc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.538323 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15048b1-615e-4176-83ad-7d0eb8db45ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Checking segment: {'id': '34ccf6eb-8eb6-4b81-949c-9ee530e84dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '909aa5fc-a917-4453-b6b8-257117da7ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:02.538323 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15048b1-615e-4176-83ad-7d0eb8db45ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network hostable DHCP agents. Network: 909aa5fc-a917-4453-b6b8-257117da7ce8, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:02.539474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:02.539892 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:02.546866 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:02.556632 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-9c55afcf-3dd3-454a-8a47-b538dc70efbc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Calling delete_port for 5cc812f9-d580-49ab-912d-ebb162ec489d owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:02.571888 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15048b1-615e-4176-83ad-7d0eb8db45ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 909aa5fc-a917-4453-b6b8-257117da7ce8 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:02.612486 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-a15048b1-615e-4176-83ad-7d0eb8db45ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 909aa5fc-a917-4453-b6b8-257117da7ce8) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:02.622468 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15048b1-615e-4176-83ad-7d0eb8db45ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:02.623215 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a15048b1-615e-4176-83ad-7d0eb8db45ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.647253 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a15048b1-615e-4176-83ad-7d0eb8db45ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8828771 Jan 21 09:33:02.649595 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39382) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:02.654071 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-9f527ccc-5f5d-4e01-b044-a0771d96c7ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-143265686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:02.699960 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9f527ccc-5f5d-4e01-b044-a0771d96c7ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.701328 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9f527ccc-5f5d-4e01-b044-a0771d96c7ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.714190 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d88f3-b53a-40c0-b7ec-f85d06b1628f None None] Unable to find a vacant binding_index for network 909aa5fc-a917-4453-b6b8-257117da7ce8 and agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a {{(pid=102148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 21 09:33:02.725224 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d88f3-b53a-40c0-b7ec-f85d06b1628f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 909aa5fc-a917-4453-b6b8-257117da7ce8) {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:33:02.726808 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-979c92b3-74dc-4da3-8fae-7d82abcddc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.749607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f1897-c5cf-4b20-9cfc-9798ae0bd9e7 req-28e413e0-f2ba-4adc-b010-0c07d38dd95e tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:02.753519 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-939f1897-c5cf-4b20-9cfc-9798ae0bd9e7 req-28e413e0-f2ba-4adc-b010-0c07d38dd95e tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.2647626 Jan 21 09:33:02.799210 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.804752 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.805275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9f527ccc-5f5d-4e01-b044-a0771d96c7ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.808219 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/networks/bedb977a-a172-41a0-9f82-106ee693081e HTTP/1.1" status: 204 len: 168 time: 7.4606273 Jan 21 09:33:02.812332 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39384) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:02.822085 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9f527ccc-5f5d-4e01-b044-a0771d96c7ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.829189 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9c55afcf-3dd3-454a-8a47-b538dc70efbc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.850054 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-979c92b3-74dc-4da3-8fae-7d82abcddc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.853140 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca57e96-c97f-46aa-9560-4a2fcec7105f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:02.853845 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca57e96-c97f-46aa-9560-4a2fcec7105f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:02.860419 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cca57e96-c97f-46aa-9560-4a2fcec7105f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/networks/bedb977a-a172-41a0-9f82-106ee693081e HTTP/1.1" status: 404 len: 339 time: 0.0432539 Jan 21 09:33:02.865432 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39386) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:02.871836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b3b72-4603-44e5-a2ac-d0d150b81c87 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Network': ['ID=bedb977a-a172-41a0-9f82-106ee693081e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:02.876889 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55afcf-3dd3-454a-8a47-b538dc70efbc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Pushing event deleted for resources: {'Port': ['ID=5cc812f9-d580-49ab-912d-ebb162ec489d,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:02.880895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9f527ccc-5f5d-4e01-b044-a0771d96c7ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.885013 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9f527ccc-5f5d-4e01-b044-a0771d96c7ef tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2343385 Jan 21 09:33:02.887671 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a4da7058-bc34-4c45-a0bf-c466b42ee13c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-17210522', 'description': 'd1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:02.888414 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39388) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:02.895108 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-c0b7ef89-bea8-488a-9f00-4f905743ebc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'port': {'network_id': '909aa5fc-a917-4453-b6b8-257117da7ce8', 'name': 'tempest-RoutersIpV6Test-1782524878'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:02.968766 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Deleting port 6f5edef5-8f07-4ca4-bf9a-102610fb3d31 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:02.969369 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.978992 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-939f1897-c5cf-4b20-9cfc-9798ae0bd9e7 req-8075aab3-29a2-4fc5-aae4-8b19d814bd99 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162330 Jan 21 09:33:03.039822 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 34de31db-ecc5-452c-baa0-17ca5ecafbcf up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:03.047880 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9c55afcf-3dd3-454a-8a47-b538dc70efbc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.050695 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9c55afcf-3dd3-454a-8a47-b538dc70efbc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.056511 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9c55afcf-3dd3-454a-8a47-b538dc70efbc tempest-ServersTestJSON-1350112279 tempest-ServersTestJSON-1350112279-project] 10.222.0.88 "DELETE /v2.0/floatingips/fc572d02-9db3-4ea2-a8d2-9bf2c538f80e HTTP/1.1" status: 204 len: 168 time: 0.9840720 Jan 21 09:33:03.058217 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39390) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:03.116203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4da7058-bc34-4c45-a0bf-c466b42ee13c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:03.121718 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a4da7058-bc34-4c45-a0bf-c466b42ee13c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.141925 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b7ef89-bea8-488a-9f00-4f905743ebc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:03.145832 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c0b7ef89-bea8-488a-9f00-4f905743ebc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.167121 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-7adba0f9-ad41-4361-8dce-53973e411322 None None] Provisioning complete for port 34de31db-ecc5-452c-baa0-17ca5ecafbcf triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:03.167544 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7adba0f9-ad41-4361-8dce-53973e411322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.191084 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-979c92b3-74dc-4da3-8fae-7d82abcddc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.193979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-979c92b3-74dc-4da3-8fae-7d82abcddc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.195295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-909aa5fc-a917-4453-b6b8-257117da7ce8', 'network_id': '909aa5fc-a917-4453-b6b8-257117da7ce8', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'fixed_ips': [{'subnet_id': 'd6d7c361-3a3c-4463-9cc2-5e746a5443d1'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:03.195865 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.197827 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-979c92b3-74dc-4da3-8fae-7d82abcddc77 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a20c1abc-2faf-442f-a3e8-af0668101125 HTTP/1.1" status: 204 len: 168 time: 1.2828650 Jan 21 09:33:03.205064 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] For port 6f5edef5-8f07-4ca4-bf9a-102610fb3d31, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6f5edef5-8f07-4ca4-bf9a-102610fb3d31,segment=NetworkSegment(f7edc476-070c-4f29-92da-58ad00883ac1),segment_id=f7edc476-070c-4f29-92da-58ad00883ac1)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:03.205654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.219388 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 34de31db-ecc5-452c-baa0-17ca5ecafbcf triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:03.219757 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.246097 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Calling delete_port for 6f5edef5-8f07-4ca4-bf9a-102610fb3d31 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:03.249901 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c92b3-74dc-4da3-8fae-7d82abcddc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20c1abc-2faf-442f-a3e8-af0668101125,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:03.258247 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-c0b7ef89-bea8-488a-9f00-4f905743ebc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] device_id is not set on port 30789241-9f73-4e11-8d66-2c1fde4cd659 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:33:03.261698 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4da7058-bc34-4c45-a0bf-c466b42ee13c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:03.280061 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.286815 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a4da7058-bc34-4c45-a0bf-c466b42ee13c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.287625 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-a4da7058-bc34-4c45-a0bf-c466b42ee13c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Added segment a9c798a5-1034-4efb-8d80-7aade8bf7fcf of type vlan for network a0820f7d-f0b9-4d1d-9615-c0ee59453dbe Jan 21 09:33:03.370122 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-887e2ff6-355b-490d-b4e6-5c262b4c84bd admin admin] Deleting port 07165839-3ab2-4c2a-a3e5-5874aa0835a3 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:03.370804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887e2ff6-355b-490d-b4e6-5c262b4c84bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.512174 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a4da7058-bc34-4c45-a0bf-c466b42ee13c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.517014 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Allocated IP 2001:db8::2 (909aa5fc-a917-4453-b6b8-257117da7ce8/d6d7c361-3a3c-4463-9cc2-5e746a5443d1/fe24ce7f-7fab-4bdc-b67f-ee82eff236a3) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:03.582268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-12faccd2-8281-45ea-954e-56748219b9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.615403 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.625230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a4da7058-bc34-4c45-a0bf-c466b42ee13c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.632404 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4da7058-bc34-4c45-a0bf-c466b42ee13c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:03.633255 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a4da7058-bc34-4c45-a0bf-c466b42ee13c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.641897 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-887e2ff6-355b-490d-b4e6-5c262b4c84bd admin admin] For port 07165839-3ab2-4c2a-a3e5-5874aa0835a3, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=07165839-3ab2-4c2a-a3e5-5874aa0835a3,segment=NetworkSegment(391dfebd-cd79-4f19-86cf-a8349af6276e),segment_id=391dfebd-cd79-4f19-86cf-a8349af6276e)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:03.642397 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887e2ff6-355b-490d-b4e6-5c262b4c84bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.709371 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.717974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.719766 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Port': ['ID=6f5edef5-8f07-4ca4-bf9a-102610fb3d31,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:03.739734 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-887e2ff6-355b-490d-b4e6-5c262b4c84bd admin admin] Calling delete_port for 07165839-3ab2-4c2a-a3e5-5874aa0835a3 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:03.747357 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No DVR routers for this DVR port 6f5edef5-8f07-4ca4-bf9a-102610fb3d31 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:03.751493 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Network 909aa5fc-a917-4453-b6b8-257117da7ce8 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:03.754302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:03.790093 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:03.835336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-c0b7ef89-bea8-488a-9f00-4f905743ebc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Allocated IP 2001:db8::13 (909aa5fc-a917-4453-b6b8-257117da7ce8/d6d7c361-3a3c-4463-9cc2-5e746a5443d1/30789241-9f73-4e11-8d66-2c1fde4cd659) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:03.853640 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a4da7058-bc34-4c45-a0bf-c466b42ee13c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9767473 Jan 21 09:33:03.855591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39406) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:03.869977 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Attempting to bind port fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:03.870313 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Attempting to bind port fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '34ccf6eb-8eb6-4b81-949c-9ee530e84dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '909aa5fc-a917-4453-b6b8-257117da7ce8'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:03.870693 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Attempting to bind port fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 on network 909aa5fc-a917-4453-b6b8-257117da7ce8 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:03.880760 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:03.881126 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Checking segment: {'id': '34ccf6eb-8eb6-4b81-949c-9ee530e84dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '909aa5fc-a917-4453-b6b8-257117da7ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:03.881557 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.881950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Bound using segment: {'id': '34ccf6eb-8eb6-4b81-949c-9ee530e84dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '909aa5fc-a917-4453-b6b8-257117da7ce8'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:03.882510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Bound port: fe24ce7f-7fab-4bdc-b67f-ee82eff236a3, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ccf6eb-8eb6-4b81-949c-9ee530e84dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '909aa5fc-a917-4453-b6b8-257117da7ce8'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:03.883123 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.895806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Pushing event updated for resources: {'Port': ['ID=fe24ce7f-7fab-4bdc-b67f-ee82eff236a3,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:03.910232 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da7058-bc34-4c45-a0bf-c466b42ee13c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Network': ['ID=a0820f7d-f0b9-4d1d-9615-c0ee59453dbe,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:03.952894 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95968620-1b59-4970-a967-1c47b8822f62 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:03.957508 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network a0820f7d-f0b9-4d1d-9615-c0ee59453dbe details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:03.957741 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-95968620-1b59-4970-a967-1c47b8822f62 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "GET /v2.0/networks?id=a0820f7d-f0b9-4d1d-9615-c0ee59453dbe HTTP/1.1" status: 200 len: 763 time: 0.0990031 Jan 21 09:33:03.960392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39410) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:03.967744 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-53670672-ca16-4a8c-997e-b1fc053601fc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'network': {'description': 'd2'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:03.994272 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.078019 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] For port fe24ce7f-7fab-4bdc-b67f-ee82eff236a3, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:04.080203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.083185 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] For port fe24ce7f-7fab-4bdc-b67f-ee82eff236a3, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=fe24ce7f-7fab-4bdc-b67f-ee82eff236a3,segment=NetworkSegment(34ccf6eb-8eb6-4b81-949c-9ee530e84dfc),segment_id=34ccf6eb-8eb6-4b81-949c-9ee530e84dfc)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:04.090050 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.120855 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.137368 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ac42f2-2a5f-43aa-b755-4f497a987333']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:04.163022 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7edc476-070c-4f29-92da-58ad00883ac1') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:04.163583 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7edc476-070c-4f29-92da-58ad00883ac1') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:04.167810 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccf2d4-d944-40bc-84a0-ad07c1478132 None None] Pushing event updated for resources: {'Port': ['ID=fe24ce7f-7fab-4bdc-b67f-ee82eff236a3,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:04.200076 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39418) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:04.262662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.332313 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.342480 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:04.342887 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:04.437068 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:04.460779 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-2d183546-aa5b-4650-8f69-8902935fee76 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1579054742'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:04.509998 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca801298-ce10-41d0-9bf9-8df8cb8338fa req-a1d92b0c-2030-43af-9d6a-d5316f78f8d8 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:04.511680 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ca801298-ce10-41d0-9bf9-8df8cb8338fa req-a1d92b0c-2030-43af-9d6a-d5316f78f8d8 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.4095433 Jan 21 09:33:04.538098 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c0b7ef89-bea8-488a-9f00-4f905743ebc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.548994 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-12faccd2-8281-45ea-954e-56748219b9ea admin admin] Deleting port 8a75e653-a66a-4210-9c7a-dc7aefac947a {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:04.549430 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-12faccd2-8281-45ea-954e-56748219b9ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.559353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.562650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53670672-ca16-4a8c-997e-b1fc053601fc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.598624 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.606651 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39422) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:04.606843 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/37ac42f2-2a5f-43aa-b755-4f497a987333 HTTP/1.1" status: 204 len: 168 time: 7.0553281 Jan 21 09:33:04.609266 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6235aa4-4f80-4878-b35c-253a714e1a8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Network': ['ID=37ac42f2-2a5f-43aa-b755-4f497a987333,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:04.624222 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53670672-ca16-4a8c-997e-b1fc053601fc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.626629 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-01f14b2f-2661-480d-ad21-f3d1cdfd134d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-76048100'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:04.635453 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d183546-aa5b-4650-8f69-8902935fee76 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Made reservation on behalf of 4d7374e07ddd4c93b246d1a3fd333232 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:04.639127 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2d183546-aa5b-4650-8f69-8902935fee76 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.645180 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ca801298-ce10-41d0-9bf9-8df8cb8338fa req-17654b90-e015-4e3d-a1c3-9e23c47cf1ed tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225073 Jan 21 09:33:04.700722 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2d183546-aa5b-4650-8f69-8902935fee76 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.702650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53670672-ca16-4a8c-997e-b1fc053601fc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network a0820f7d-f0b9-4d1d-9615-c0ee59453dbe is not hosted by any dhcp agent {{(pid=102147) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 21 09:33:04.703978 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c0b7ef89-bea8-488a-9f00-4f905743ebc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.709930 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53670672-ca16-4a8c-997e-b1fc053601fc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:04.710740 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53670672-ca16-4a8c-997e-b1fc053601fc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.714725 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-53670672-ca16-4a8c-997e-b1fc053601fc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "PUT /v2.0/networks/a0820f7d-f0b9-4d1d-9615-c0ee59453dbe HTTP/1.1" status: 200 len: 760 time: 0.7489707 Jan 21 09:33:04.714863 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f14b2f-2661-480d-ad21-f3d1cdfd134d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:04.716730 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-01f14b2f-2661-480d-ad21-f3d1cdfd134d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.724134 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-12faccd2-8281-45ea-954e-56748219b9ea admin admin] For port 8a75e653-a66a-4210-9c7a-dc7aefac947a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=8a75e653-a66a-4210-9c7a-dc7aefac947a,segment=NetworkSegment(42c57984-0809-447c-a47b-a389cbd7f226),segment_id=42c57984-0809-447c-a47b-a389cbd7f226)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:04.724449 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-12faccd2-8281-45ea-954e-56748219b9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.734862 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39426) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:04.795109 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53670672-ca16-4a8c-997e-b1fc053601fc tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Network': ['ID=a0820f7d-f0b9-4d1d-9615-c0ee59453dbe,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:04.801015 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-12faccd2-8281-45ea-954e-56748219b9ea admin admin] Calling delete_port for 8a75e653-a66a-4210-9c7a-dc7aefac947a owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:04.835187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network a0820f7d-f0b9-4d1d-9615-c0ee59453dbe details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:04.838486 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887e2ff6-355b-490d-b4e6-5c262b4c84bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.868750 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b7ef89-bea8-488a-9f00-4f905743ebc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 909aa5fc-a917-4453-b6b8-257117da7ce8 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:04.902952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-c0b7ef89-bea8-488a-9f00-4f905743ebc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:04.905441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e2ff6-355b-490d-b4e6-5c262b4c84bd admin admin] Pushing event deleted for resources: {'Port': ['ID=07165839-3ab2-4c2a-a3e5-5874aa0835a3,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:04.916166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7ef89-bea8-488a-9f00-4f905743ebc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=30789241-9f73-4e11-8d66-2c1fde4cd659,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:04.921770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f14b2f-2661-480d-ad21-f3d1cdfd134d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:04.924053 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b7ef89-bea8-488a-9f00-4f905743ebc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:04.931115 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b7ef89-bea8-488a-9f00-4f905743ebc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:04.931790 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c0b7ef89-bea8-488a-9f00-4f905743ebc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.943999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Router cbfe2a70-8a63-4100-98be-93afc923fd43 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:33:05.028959 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365088c3-0103-4c9f-a8f0-fa8be7ba3a83 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:05.030612 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-365088c3-0103-4c9f-a8f0-fa8be7ba3a83 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "GET /v2.0/networks?id=a0820f7d-f0b9-4d1d-9615-c0ee59453dbe HTTP/1.1" status: 200 len: 763 time: 0.3019936 Jan 21 09:33:05.035175 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-01f14b2f-2661-480d-ad21-f3d1cdfd134d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:05.035552 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-01f14b2f-2661-480d-ad21-f3d1cdfd134d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Added segment 25f14e13-a0df-464d-bc74-46ecc804356f of type vlan for network 628cd79e-0084-4a84-a76a-890224d688b2 Jan 21 09:33:05.040454 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39430) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:05.081203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2d183546-aa5b-4650-8f69-8902935fee76 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:05.097615 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c0b7ef89-bea8-488a-9f00-4f905743ebc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2053928 Jan 21 09:33:05.109116 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39432) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:05.124976 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2d183546-aa5b-4650-8f69-8902935fee76 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:05.141374 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:05.203446 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:05.204023 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:05.256149 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-01f14b2f-2661-480d-ad21-f3d1cdfd134d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:05.302317 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0317960-4a97-49d2-9f46-f70d45988a39 req-35bdd25f-bf7e-482a-83c2-008888941a41 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:05.305247 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c0317960-4a97-49d2-9f46-f70d45988a39 req-35bdd25f-bf7e-482a-83c2-008888941a41 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.3958390 Jan 21 09:33:05.306841 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:05.344375 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port fe24ce7f-7fab-4bdc-b67f-ee82eff236a3, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=fe24ce7f-7fab-4bdc-b67f-ee82eff236a3,segment=NetworkSegment(34ccf6eb-8eb6-4b81-949c-9ee530e84dfc),segment_id=34ccf6eb-8eb6-4b81-949c-9ee530e84dfc)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:05.351576 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:05.420849 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=fe24ce7f-7fab-4bdc-b67f-ee82eff236a3,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:05.450655 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.db.resource_extend [None req-01f14b2f-2661-480d-ad21-f3d1cdfd134d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:33:05.468047 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc7ef28-c072-4b21-8210-d9c86355deb0 None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:33:05.491720 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca299feb-4e6c-4cdc-b0aa-ce410869e08e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:05.496144 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ca299feb-4e6c-4cdc-b0aa-ce410869e08e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4520893 Jan 21 09:33:05.498131 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39434) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:05.563781 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-01f14b2f-2661-480d-ad21-f3d1cdfd134d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:05.571721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-41e35a9f-d8b8-4ffd-8d93-726cc064cc4f None None] Provisioning complete for port fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:05.571998 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f14b2f-2661-480d-ad21-f3d1cdfd134d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:05.572237 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-41e35a9f-d8b8-4ffd-8d93-726cc064cc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:05.572709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-01f14b2f-2661-480d-ad21-f3d1cdfd134d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:05.587889 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-568e175f-6d35-4865-a79e-ccc5f7817be7 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5 HTTP/1.1" status: 200 len: 207 time: 0.0829184 Jan 21 09:33:05.593147 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39436) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:05.640496 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc7ef28-c072-4b21-8210-d9c86355deb0 None None] Resources bound (agent type, host, resource id): {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:33:05.684540 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c0317960-4a97-49d2-9f46-f70d45988a39 req-f2b951cf-3ef0-4246-85a0-a47445a3a5a1 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684991 Jan 21 09:33:05.713256 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d183546-aa5b-4650-8f69-8902935fee76 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:05.746006 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d183546-aa5b-4650-8f69-8902935fee76 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b64372-c83e-49a3-a3aa-b5c2f0b4ab0c,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:05.771582 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-01f14b2f-2661-480d-ad21-f3d1cdfd134d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1558638 Jan 21 09:33:05.784131 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39438) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:05.789751 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b8b3cb5c-3a94-4d4d-8e66-10011f392c6b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'subnet': {'network_id': '628cd79e-0084-4a84-a76a-890224d688b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:05.834455 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f14b2f-2661-480d-ad21-f3d1cdfd134d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Network': ['ID=628cd79e-0084-4a84-a76a-890224d688b2,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:05.837222 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-12faccd2-8281-45ea-954e-56748219b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:05.854125 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2d183546-aa5b-4650-8f69-8902935fee76 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:05.854464 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-2d183546-aa5b-4650-8f69-8902935fee76 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Added segment a93b80a0-7bf4-4d3f-911e-382296e36e8f of type vlan for network c6767089-bc79-4819-b901-8f7003c290db Jan 21 09:33:05.886719 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887e2ff6-355b-490d-b4e6-5c262b4c84bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:05.886956 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 628cd79e-0084-4a84-a76a-890224d688b2 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:05.933852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69379f2f-fea0-48a5-8cbd-52827152550d req-d945f2c9-8e1c-4c9c-9b97-1a7222bdfee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:05.935461 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-69379f2f-fea0-48a5-8cbd-52827152550d req-d945f2c9-8e1c-4c9c-9b97-1a7222bdfee1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8412c99099254edbacc3999749241e6e&device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 1098 time: 0.8630002 Jan 21 09:33:05.936660 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36c5307-87d9-4b84-acf7-0cf01992a50e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:05.941108 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:33:05.944199 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36c5307-87d9-4b84-acf7-0cf01992a50e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:05.952311 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36c5307-87d9-4b84-acf7-0cf01992a50e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:05.952468 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733c45ea-c376-4b93-bd8a-61b79a171519 None None] Sync routers for ids ['cbfe2a70-8a63-4100-98be-93afc923fd43'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:33:05.955656 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-682052f2-def1-456f-8b7f-aa32df46a5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:05.959737 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36c5307-87d9-4b84-acf7-0cf01992a50e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:05.966861 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36c5307-87d9-4b84-acf7-0cf01992a50e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:05.972656 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36c5307-87d9-4b84-acf7-0cf01992a50e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:05.980700 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b36c5307-87d9-4b84-acf7-0cf01992a50e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3576941 Jan 21 09:33:05.984205 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39440) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:05.991440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:05.991761 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12faccd2-8281-45ea-954e-56748219b9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=8a75e653-a66a-4210-9c7a-dc7aefac947a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:05.991857 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-eb2159db-4c1a-401b-9183-d6cae63eec02 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "PUT /v2.0/routers/cbfe2a70-8a63-4100-98be-93afc923fd43 HTTP/1.1" status: 200 len: 916 time: 7.9903820 Jan 21 09:33:05.994443 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c45ea-c376-4b93-bd8a-61b79a171519 None None] Routers {'cbfe2a70-8a63-4100-98be-93afc923fd43'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:05.995863 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-733c45ea-c376-4b93-bd8a-61b79a171519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['cbfe2a70-8a63-4100-98be-93afc923fd43'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:05.998049 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39442) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:06.043839 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-733c45ea-c376-4b93-bd8a-61b79a171519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:06.054735 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c45ea-c376-4b93-bd8a-61b79a171519 None None] Routers {'cbfe2a70-8a63-4100-98be-93afc923fd43'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:06.055618 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-733c45ea-c376-4b93-bd8a-61b79a171519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:32:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['cbfe2a70-8a63-4100-98be-93afc923fd43'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:06.093389 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-733c45ea-c376-4b93-bd8a-61b79a171519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:06.094337 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733c45ea-c376-4b93-bd8a-61b79a171519 None None] The sync data for ids ['cbfe2a70-8a63-4100-98be-93afc923fd43'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:33:06.108960 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2d183546-aa5b-4650-8f69-8902935fee76 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:06.160012 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fe5a617a-d6c0-4de4-90c7-16a8d9ca8703 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "GET /v2.0/routers/cbfe2a70-8a63-4100-98be-93afc923fd43 HTTP/1.1" status: 200 len: 922 time: 0.1545923 Jan 21 09:33:06.164225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39444) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:06.188210 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930f560c-b619-464e-9917-183f9d7cb8d0 None None] Network 909aa5fc-a917-4453-b6b8-257117da7ce8 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:06.245533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b3cb5c-3a94-4d4d-8e66-10011f392c6b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:06.249414 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b8b3cb5c-3a94-4d4d-8e66-10011f392c6b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:06.390161 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2d183546-aa5b-4650-8f69-8902935fee76 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:06.398776 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.ipam_backend_mixin [None req-b8b3cb5c-3a94-4d4d-8e66-10011f392c6b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Performing IP validity checks on allocation pools {{(pid=102146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 21 09:33:06.398993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d183546-aa5b-4650-8f69-8902935fee76 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:06.399102 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.ipam_backend_mixin [None req-b8b3cb5c-3a94-4d4d-8e66-10011f392c6b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 21 09:33:06.399192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2d183546-aa5b-4650-8f69-8902935fee76 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:06.402167 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2967819c-c379-4b95-a434-b9dda1a5e2bf tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:06.406403 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2967819c-c379-4b95-a434-b9dda1a5e2bf tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&device_id=cbfe2a70-8a63-4100-98be-93afc923fd43&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2386882 Jan 21 09:33:06.415987 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39446) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:06.500079 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69379f2f-fea0-48a5-8cbd-52827152550d req-8e808e1a-b2a6-4b20-9190-8fd660c5cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:06.501648 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-69379f2f-fea0-48a5-8cbd-52827152550d req-8e808e1a-b2a6-4b20-9190-8fd660c5cdf7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac HTTP/1.1" status: 200 len: 912 time: 0.5297856 Jan 21 09:33:06.571033 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7a20c2c1-0f37-48b6-a350-f47d4ba2c329 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.5789785 Jan 21 09:33:06.576615 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39448) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:06.582431 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-12faccd2-8281-45ea-954e-56748219b9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:06.627902 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2d183546-aa5b-4650-8f69-8902935fee76 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3753135 Jan 21 09:33:06.702927 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e598d11-3dca-403f-9252-038e3da486d6 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:06.707085 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7e598d11-3dca-403f-9252-038e3da486d6 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "GET /v2.0/networks/e5b467b6-3f77-41e6-abda-a63a446d52f5 HTTP/1.1" status: 200 len: 881 time: 0.2873204 Jan 21 09:33:06.742950 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39450) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:06.801156 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d183546-aa5b-4650-8f69-8902935fee76 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event updated for resources: {'Network': ['ID=c6767089-bc79-4819-b901-8f7003c290db,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:06.814263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network c6767089-bc79-4819-b901-8f7003c290db details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:06.830824 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a471c2c2-d0be-4e7c-ae36-10c87003ae4e tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbfe2a70-8a63-4100-98be-93afc923fd43 HTTP/1.1" status: 200 len: 205 time: 0.0843835 Jan 21 09:33:06.843027 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d3584766-dffa-486e-b70a-45c8a073fb72 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:06.845167 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39454) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:06.892997 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82107ae-ea7d-4f04-972c-4981882cc16b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:06.895155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82107ae-ea7d-4f04-972c-4981882cc16b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:06.896430 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82107ae-ea7d-4f04-972c-4981882cc16b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:06.898039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82107ae-ea7d-4f04-972c-4981882cc16b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:06.899530 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82107ae-ea7d-4f04-972c-4981882cc16b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:06.901259 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a82107ae-ea7d-4f04-972c-4981882cc16b tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2853811 Jan 21 09:33:06.905573 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-69379f2f-fea0-48a5-8cbd-52827152550d req-eee1363e-741e-4162-9e2c-c6844449d925 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e HTTP/1.1" status: 200 len: 1000 time: 0.3909101 Jan 21 09:33:06.909514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39456) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:07.086843 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887e2ff6-355b-490d-b4e6-5c262b4c84bd admin admin] Router 854370f0-c59c-438c-a86b-7e7d6e2b9386 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:33:07.149917 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec7dea3-00f8-4b03-b9b4-05e7eb6a8c21 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['shared'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:07.152827 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec7dea3-00f8-4b03-b9b4-05e7eb6a8c21 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['shared'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:07.155086 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec7dea3-00f8-4b03-b9b4-05e7eb6a8c21 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['shared'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:07.158675 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:07.169504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec7dea3-00f8-4b03-b9b4-05e7eb6a8c21 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['shared'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:07.179544 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec7dea3-00f8-4b03-b9b4-05e7eb6a8c21 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['shared'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:07.182042 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4ec7dea3-00f8-4b03-b9b4-05e7eb6a8c21 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2687392 Jan 21 09:33:07.199219 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39458) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:07.229609 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44803f05-ae96-4262-895f-4bd4f5a3fbe8 req-e85d8ac6-9cfe-4778-b310-c99ef4f64a6f tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:07.233899 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44803f05-ae96-4262-895f-4bd4f5a3fbe8 req-e85d8ac6-9cfe-4778-b310-c99ef4f64a6f tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.4233084 Jan 21 09:33:07.247802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69379f2f-fea0-48a5-8cbd-52827152550d req-056b07e1-f3d4-415b-8902-ad4e41013e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:07.249255 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-69379f2f-fea0-48a5-8cbd-52827152550d req-056b07e1-f3d4-415b-8902-ad4e41013e06 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e4bc1c0e-de86-4cff-909c-9d8480083531 HTTP/1.1" status: 200 len: 850 time: 0.3161111 Jan 21 09:33:07.263955 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:07.264338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:07.339500 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b8b3cb5c-3a94-4d4d-8e66-10011f392c6b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:07.389495 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9821242-e023-459b-82cd-bfe1afe3830d None None] Network 909aa5fc-a917-4453-b6b8-257117da7ce8 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:07.476710 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:07.502889 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d6d2eec0-809f-4612-a18d-6c5a04529535 None None] Provisioning complete for port 30789241-9f73-4e11-8d66-2c1fde4cd659 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:07.504067 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d6d2eec0-809f-4612-a18d-6c5a04529535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:07.548764 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-d6d2eec0-809f-4612-a18d-6c5a04529535 None None] Port 30789241-9f73-4e11-8d66-2c1fde4cd659 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:33:07.554112 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44803f05-ae96-4262-895f-4bd4f5a3fbe8 req-57e952b8-1beb-4962-a608-a1f104be0892 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3037155 Jan 21 09:33:07.572605 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d6d2eec0-809f-4612-a18d-6c5a04529535 None None] Provisioning complete for port fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:07.572991 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d6d2eec0-809f-4612-a18d-6c5a04529535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:07.664524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69379f2f-fea0-48a5-8cbd-52827152550d req-82fa0f6e-1679-4226-9f04-1087c4c26eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:07.666300 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-69379f2f-fea0-48a5-8cbd-52827152550d req-82fa0f6e-1679-4226-9f04-1087c4c26eb3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3734813 Jan 21 09:33:07.669905 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:07.689606 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3cb5c-3a94-4d4d-8e66-10011f392c6b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Subnet': ['ID=37a81a13-c103-4f8f-9cc5-1149ff67cfbe,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:07.699584 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baef8e1-e57c-4746-a28a-527ad8c9f521 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:07.701371 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1baef8e1-e57c-4746-a28a-527ad8c9f521 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "GET /v2.0/networks/9bad21b5-8f01-4790-a537-5eb44730e67d HTTP/1.1" status: 200 len: 804 time: 0.5005243 Jan 21 09:33:07.707786 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39460) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:07.791225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b3cb5c-3a94-4d4d-8e66-10011f392c6b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Checking segment: {'id': '25f14e13-a0df-464d-bc74-46ecc804356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '628cd79e-0084-4a84-a76a-890224d688b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:07.791600 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b3cb5c-3a94-4d4d-8e66-10011f392c6b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network hostable DHCP agents. Network: 628cd79e-0084-4a84-a76a-890224d688b2, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:07.904137 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b3cb5c-3a94-4d4d-8e66-10011f392c6b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network 628cd79e-0084-4a84-a76a-890224d688b2 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:07.937677 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12faccd2-8281-45ea-954e-56748219b9ea admin admin] Router b7dace90-8192-468e-ad23-b95a4fb32b04 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:33:07.942837 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-b8b3cb5c-3a94-4d4d-8e66-10011f392c6b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 628cd79e-0084-4a84-a76a-890224d688b2) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:07.959454 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab976db-b9d5-43f6-8bb9-40bd64537610 None None] Network 628cd79e-0084-4a84-a76a-890224d688b2 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:07.969005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b3cb5c-3a94-4d4d-8e66-10011f392c6b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:07.969631 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b8b3cb5c-3a94-4d4d-8e66-10011f392c6b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:08.001284 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b65a7bc7-3fbd-4408-8863-04ad2e3898a9 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "GET /v2.0/networks/9bad21b5-8f01-4790-a537-5eb44730e67d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2828040 Jan 21 09:33:08.001284 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Deleting port 94b37f64-ed87-47c2-b127-e2bced668733 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:08.001284 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:08.003799 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39462) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:08.063935 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b8b3cb5c-3a94-4d4d-8e66-10011f392c6b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.2785754 Jan 21 09:33:08.093840 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39464) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:08.184180 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887e2ff6-355b-490d-b4e6-5c262b4c84bd admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:33:08.198821 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-887e2ff6-355b-490d-b4e6-5c262b4c84bd admin admin] 10.222.0.88 "PUT /v2.0/routers/854370f0-c59c-438c-a86b-7e7d6e2b9386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5819166 Jan 21 09:33:08.204320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39466) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:08.259519 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab196e6-fa34-4dc3-a630-f449836383c6 None None] Sync routers for ids ['854370f0-c59c-438c-a86b-7e7d6e2b9386'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:33:08.292090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-91ad63a3-da13-4f51-8636-5b47c95aafd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:08.327590 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab196e6-fa34-4dc3-a630-f449836383c6 None None] Routers {'854370f0-c59c-438c-a86b-7e7d6e2b9386'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:08.328569 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-5ab196e6-fa34-4dc3-a630-f449836383c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['854370f0-c59c-438c-a86b-7e7d6e2b9386'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:08.329542 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a17a40d-d239-4366-8b90-417f2ca8b2e6 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:08.331215 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4a17a40d-d239-4366-8b90-417f2ca8b2e6 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "GET /v2.0/subnets/2dcccfec-0c11-4c62-8dde-f5134328b66a HTTP/1.1" status: 200 len: 843 time: 0.3253174 Jan 21 09:33:08.343925 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e551f4ab-bdd4-4172-b4e6-c74d045ed955 None None] Provisioning complete for port 30789241-9f73-4e11-8d66-2c1fde4cd659 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:08.344442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e551f4ab-bdd4-4172-b4e6-c74d045ed955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:08.352199 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39468) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:08.388496 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:08.393737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d3584766-dffa-486e-b70a-45c8a073fb72 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:08.400649 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-69379f2f-fea0-48a5-8cbd-52827152550d req-3e85d862-b151-474f-8b31-a095e031fd8b service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7218664 Jan 21 09:33:08.404132 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d3584766-dffa-486e-b70a-45c8a073fb72 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:08.461113 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Calling delete_port for 94b37f64-ed87-47c2-b127-e2bced668733 owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:08.465166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12faccd2-8281-45ea-954e-56748219b9ea admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:33:08.489104 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcbb30b-0906-4d57-b744-6dc2de7abd95 None None] Sync routers for ids ['b7dace90-8192-468e-ad23-b95a4fb32b04'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:33:08.499301 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e551f4ab-bdd4-4172-b4e6-c74d045ed955 None None] Port 30789241-9f73-4e11-8d66-2c1fde4cd659 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:33:08.502411 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-12faccd2-8281-45ea-954e-56748219b9ea admin admin] 10.222.0.88 "PUT /v2.0/routers/b7dace90-8192-468e-ad23-b95a4fb32b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4430356 Jan 21 09:33:08.507060 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcbb30b-0906-4d57-b744-6dc2de7abd95 None None] Routers {'b7dace90-8192-468e-ad23-b95a4fb32b04'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:08.507651 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39470) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:08.510379 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-cfcbb30b-0906-4d57-b744-6dc2de7abd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b7dace90-8192-468e-ad23-b95a4fb32b04'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:08.525138 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-628cd79e-0084-4a84-a76a-890224d688b2', 'network_id': '628cd79e-0084-4a84-a76a-890224d688b2', 'tenant_id': 'b2f81884496e439da06be21a280d281b', 'fixed_ips': [{'subnet_id': '37a81a13-c103-4f8f-9cc5-1149ff67cfbe'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:08.539170 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:08.650694 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bf42312-725f-44c6-a26f-074bf97200df admin admin] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:08.681083 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e551f4ab-bdd4-4172-b4e6-c74d045ed955 None None] Provisioning complete for port fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:08.681741 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e551f4ab-bdd4-4172-b4e6-c74d045ed955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:08.723207 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df04579f-aa08-4154-a858-321f179085a3 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['shared'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:08.732742 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-df04579f-aa08-4154-a858-321f179085a3 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "GET /v2.0/subnets/2dcccfec-0c11-4c62-8dde-f5134328b66a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3614440 Jan 21 09:33:08.753061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-5ab196e6-fa34-4dc3-a630-f449836383c6 None None] Set router 854370f0-c59c-438c-a86b-7e7d6e2b9386 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:33:08.797591 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-cfcbb30b-0906-4d57-b744-6dc2de7abd95 None None] Set router b7dace90-8192-468e-ad23-b95a4fb32b04 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:33:08.800977 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-69379f2f-fea0-48a5-8cbd-52827152550d req-14fd39bb-2795-4d20-b2c5-39f249e9292c service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861220 Jan 21 09:33:08.847537 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39474) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:08.878041 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-319237985'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:08.884946 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.054863 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bf42312-725f-44c6-a26f-074bf97200df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.131938 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3584766-dffa-486e-b70a-45c8a073fb72 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=30789241-9f73-4e11-8d66-2c1fde4cd659,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:09.142825 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Allocated IP 172.20.0.3 (628cd79e-0084-4a84-a76a-890224d688b2/37a81a13-c103-4f8f-9cc5-1149ff67cfbe/3f99eab8-aec7-4782-9421-f04cd4b89d6d) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:09.191387 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c29df1-1e48-49c7-8916-85127e30f76e req-a44e2c08-f38e-437c-95d9-6252fc439fac tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:09.206940 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c3c29df1-1e48-49c7-8916-85127e30f76e req-a44e2c08-f38e-437c-95d9-6252fc439fac tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.5029085 Jan 21 09:33:09.207576 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d3584766-dffa-486e-b70a-45c8a073fb72 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.213637 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-cfcbb30b-0906-4d57-b744-6dc2de7abd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'name': 'tempest-ServersTestJSON-837518490-router', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:12Z', 'updated_at': '2022-01-21T09:33:05Z', 'revision_number': 5, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'gw_port': {'id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:15Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:09.281059 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcbb30b-0906-4d57-b744-6dc2de7abd95 None None] Checking router: b7dace90-8192-468e-ad23-b95a4fb32b04 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:33:09.304088 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcbb30b-0906-4d57-b744-6dc2de7abd95 None None] Routers {'b7dace90-8192-468e-ad23-b95a4fb32b04'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:09.305224 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-cfcbb30b-0906-4d57-b744-6dc2de7abd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b7dace90-8192-468e-ad23-b95a4fb32b04'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:09.345782 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-47db503c-ba31-437b-a84b-5ad11889a1d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.394148 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:09.400968 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.464833 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.476150 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-05ff9019-e1f5-42dd-9116-d5c7daa2f0c3 None None] Provisioning complete for port 30789241-9f73-4e11-8d66-2c1fde4cd659 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:09.476534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-05ff9019-e1f5-42dd-9116-d5c7daa2f0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.538680 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d3584766-dffa-486e-b70a-45c8a073fb72 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.541398 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-cfcbb30b-0906-4d57-b744-6dc2de7abd95 None None] Set router b7dace90-8192-468e-ad23-b95a4fb32b04 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:33:09.563353 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-05ff9019-e1f5-42dd-9116-d5c7daa2f0c3 None None] Port 30789241-9f73-4e11-8d66-2c1fde4cd659 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:33:09.627172 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.649819 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c3c29df1-1e48-49c7-8916-85127e30f76e req-bbe54943-e42b-4ca8-bb7b-7405f66bc3f1 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4418974 Jan 21 09:33:09.687019 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.699801 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.740961 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c38e8217-0795-4a23-b21a-4c24115d0fc1 None None] Provisioning complete for port 30789241-9f73-4e11-8d66-2c1fde4cd659 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:09.741532 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c38e8217-0795-4a23-b21a-4c24115d0fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.750398 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Network 628cd79e-0084-4a84-a76a-890224d688b2 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:09.754721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:09.758090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-5ab196e6-fa34-4dc3-a630-f449836383c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'name': 'tempest-ServersTestManualDisk-1825675934-router', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:33:04Z', 'revision_number': 5, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'gw_port': {'id': '71b35b86-027b-4ceb-9eed-5aa65d185618', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:13Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:09.763229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:09.792621 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:09.801870 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-cfcbb30b-0906-4d57-b744-6dc2de7abd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'name': 'tempest-ServersTestJSON-837518490-router', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:12Z', 'updated_at': '2022-01-21T09:33:05Z', 'revision_number': 5, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'gw_port': {'id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:15Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:09.811368 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab196e6-fa34-4dc3-a630-f449836383c6 None None] Checking router: 854370f0-c59c-438c-a86b-7e7d6e2b9386 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:33:09.824630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-1bf42312-725f-44c6-a26f-074bf97200df admin admin] Deleting port 71b35b86-027b-4ceb-9eed-5aa65d185618 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:09.827013 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bf42312-725f-44c6-a26f-074bf97200df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.852922 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcbb30b-0906-4d57-b744-6dc2de7abd95 None None] The sync data for ids ['b7dace90-8192-468e-ad23-b95a4fb32b04'] in dv-neutron-825721-1-hyperv is: [{'id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'name': 'tempest-ServersTestJSON-837518490-router', 'tenant_id': '530dee94bf6d4357842a66e2ae6222ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:12Z', 'updated_at': '2022-01-21T09:33:05Z', 'revision_number': 5, 'project_id': '530dee94bf6d4357842a66e2ae6222ed', 'gw_port': {'id': '75de46b6-cf99-49f2-a4fe-05e054452b2d', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dace90-8192-468e-ad23-b95a4fb32b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:15Z', 'updated_at': '2022-01-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:33:09.853221 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.853658 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Added segment b0c0b470-9620-4de7-8a12-ee9be8f5147e of type vlan for network 1ceae3fa-586c-49bf-aefd-19a98a58950f Jan 21 09:33:09.907121 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab196e6-fa34-4dc3-a630-f449836383c6 None None] Routers {'854370f0-c59c-438c-a86b-7e7d6e2b9386'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:09.907991 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-5ab196e6-fa34-4dc3-a630-f449836383c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['854370f0-c59c-438c-a86b-7e7d6e2b9386'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:09.909440 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Pushing event updated for resources: {'Port': ['ID=3f99eab8-aec7-4782-9421-f04cd4b89d6d,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:09.937196 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.955444 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c38e8217-0795-4a23-b21a-4c24115d0fc1 None None] Port 30789241-9f73-4e11-8d66-2c1fde4cd659 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:33:09.961566 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Attempting to bind port 3f99eab8-aec7-4782-9421-f04cd4b89d6d on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:09.962458 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Attempting to bind port 3f99eab8-aec7-4782-9421-f04cd4b89d6d by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '25f14e13-a0df-464d-bc74-46ecc804356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '628cd79e-0084-4a84-a76a-890224d688b2'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:09.962458 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Attempting to bind port 3f99eab8-aec7-4782-9421-f04cd4b89d6d on network 628cd79e-0084-4a84-a76a-890224d688b2 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:09.991766 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.993140 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:09.993537 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Checking segment: {'id': '25f14e13-a0df-464d-bc74-46ecc804356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '628cd79e-0084-4a84-a76a-890224d688b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:09.993945 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.994334 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Bound using segment: {'id': '25f14e13-a0df-464d-bc74-46ecc804356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '628cd79e-0084-4a84-a76a-890224d688b2'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:09.994819 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Bound port: 3f99eab8-aec7-4782-9421-f04cd4b89d6d, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f14e13-a0df-464d-bc74-46ecc804356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '628cd79e-0084-4a84-a76a-890224d688b2'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:09.995206 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.998908 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:09.999629 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.040250 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-5ab196e6-fa34-4dc3-a630-f449836383c6 None None] Set router 854370f0-c59c-438c-a86b-7e7d6e2b9386 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:33:10.041921 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-1bf42312-725f-44c6-a26f-074bf97200df admin admin] For port 71b35b86-027b-4ceb-9eed-5aa65d185618, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=71b35b86-027b-4ceb-9eed-5aa65d185618,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:10.042537 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bf42312-725f-44c6-a26f-074bf97200df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.048285 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39476) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:10.061126 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a2716aaf-974d-48c8-bdbb-5165af5f6737 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Request body: {'subnet': {'network_id': 'c6767089-bc79-4819-b901-8f7003c290db', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:10.092503 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-1bf42312-725f-44c6-a26f-074bf97200df admin admin] Calling delete_port for 71b35b86-027b-4ceb-9eed-5aa65d185618 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:10.096125 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d3584766-dffa-486e-b70a-45c8a073fb72 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.103899 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-5ab196e6-fa34-4dc3-a630-f449836383c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'name': 'tempest-ServersTestManualDisk-1825675934-router', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:33:09Z', 'revision_number': 6, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:10.105629 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.117185 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2480867 Jan 21 09:33:10.125767 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39478) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:10.135758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-4162906f-da6a-409f-ba5e-6957a316a398 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'subnet': {'network_id': '1ceae3fa-586c-49bf-aefd-19a98a58950f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:10.142133 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d3584766-dffa-486e-b70a-45c8a073fb72 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.143129 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d3584766-dffa-486e-b70a-45c8a073fb72 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.155298 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab196e6-fa34-4dc3-a630-f449836383c6 None None] The sync data for ids ['854370f0-c59c-438c-a86b-7e7d6e2b9386'] in dv-neutron-825721-1-hyperv is: [{'id': '854370f0-c59c-438c-a86b-7e7d6e2b9386', 'name': 'tempest-ServersTestManualDisk-1825675934-router', 'tenant_id': '1a68dc779f554296a0028aa7d5bc25a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:33:09Z', 'revision_number': 6, 'project_id': '1a68dc779f554296a0028aa7d5bc25a8', 'gw_port_host': None}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:33:10.165269 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-47db503c-ba31-437b-a84b-5ad11889a1d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.172944 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Network': ['ID=1ceae3fa-586c-49bf-aefd-19a98a58950f,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:10.179561 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Pushing event deleted for resources: {'Port': ['ID=94b37f64-ed87-47c2-b127-e2bced668733,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:10.195788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] For port 3f99eab8-aec7-4782-9421-f04cd4b89d6d, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:10.203309 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] For port 3f99eab8-aec7-4782-9421-f04cd4b89d6d, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=3f99eab8-aec7-4782-9421-f04cd4b89d6d,segment=NetworkSegment(25f14e13-a0df-464d-bc74-46ecc804356f),segment_id=25f14e13-a0df-464d-bc74-46ecc804356f)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:10.210906 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.218110 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.225155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.225155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.225155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.225155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.225155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.225155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.225155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.225155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.226720 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.226720 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.226720 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.226720 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d191e6e1-9928-4e94-8b5d-262768b5fbca tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.238915 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.240507 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.241348 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.241705 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.242100 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.242476 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.242806 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.243127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.243451 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.243773 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.244086 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.244404 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:10.246423 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 1ceae3fa-586c-49bf-aefd-19a98a58950f details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:10.315742 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Subnet': ['ID=37a81a13-c103-4f8f-9cc5-1149ff67cfbe,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:10.344744 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d3794-1aef-4ed9-ba68-b749322cd625 None None] Pushing event updated for resources: {'Port': ['ID=3f99eab8-aec7-4782-9421-f04cd4b89d6d,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:10.381861 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3584766-dffa-486e-b70a-45c8a073fb72 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=30789241-9f73-4e11-8d66-2c1fde4cd659,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:10.414051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.427488 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.525160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2716aaf-974d-48c8-bdbb-5165af5f6737 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Made reservation on behalf of 4d7374e07ddd4c93b246d1a3fd333232 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:10.529028 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2716aaf-974d-48c8-bdbb-5165af5f6737 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.550636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628cd79e-0084-4a84-a76a-890224d688b2']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:10.555878 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-47db503c-ba31-437b-a84b-5ad11889a1d1 admin admin] Deleting port 75de46b6-cf99-49f2-a4fe-05e054452b2d {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:10.556238 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-47db503c-ba31-437b-a84b-5ad11889a1d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.563373 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.568085 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.585964 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f14e13-a0df-464d-bc74-46ecc804356f') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:10.585964 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f14e13-a0df-464d-bc74-46ecc804356f') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:10.619742 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3584766-dffa-486e-b70a-45c8a073fb72 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 909aa5fc-a917-4453-b6b8-257117da7ce8 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:10.628464 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-d3584766-dffa-486e-b70a-45c8a073fb72 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:10.693149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4162906f-da6a-409f-ba5e-6957a316a398 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Made reservation on behalf of b39cf23e40274b4582c9d2151f5fcd70 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:10.696801 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4162906f-da6a-409f-ba5e-6957a316a398 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.957688 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.ipam_backend_mixin [None req-4162906f-da6a-409f-ba5e-6957a316a398 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Performing IP validity checks on allocation pools {{(pid=102147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 21 09:33:10.958280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.ipam_backend_mixin [None req-4162906f-da6a-409f-ba5e-6957a316a398 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 21 09:33:10.976766 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bf42312-725f-44c6-a26f-074bf97200df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.995666 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-7ae62e18-fb01-4bcb-babb-64803c2732cf None None] Provisioning complete for port 30789241-9f73-4e11-8d66-2c1fde4cd659 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:10.996260 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7ae62e18-fb01-4bcb-babb-64803c2732cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.035451 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-7ae62e18-fb01-4bcb-babb-64803c2732cf None None] Port 30789241-9f73-4e11-8d66-2c1fde4cd659 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:33:11.047750 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf42312-725f-44c6-a26f-074bf97200df admin admin] Pushing event deleted for resources: {'Port': ['ID=71b35b86-027b-4ceb-9eed-5aa65d185618,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:11.067034 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.089630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.099753 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.100262 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Fanout notify agent at l3_agent the message router_deleted on router cbfe2a70-8a63-4100-98be-93afc923fd43 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:33:11.104073 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:11.104472 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:11.107432 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:11.115092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.123786 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1e4c5f55-6d2a-42bd-a9e9-de5d129723f6 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "DELETE /v2.0/routers/cbfe2a70-8a63-4100-98be-93afc923fd43 HTTP/1.1" status: 204 len: 168 time: 4.2731302 Jan 21 09:33:11.123786 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39482) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:11.139408 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ea966-918c-49e4-bc83-6b3348712866 req-b4964a7e-2362-4f2b-86bd-60841402c7ce tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:11.140758 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-731879484', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:11.141182 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0e5ea966-918c-49e4-bc83-6b3348712866 req-b4964a7e-2362-4f2b-86bd-60841402c7ce tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.3195724 Jan 21 09:33:11.205717 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.213851 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-47db503c-ba31-437b-a84b-5ad11889a1d1 admin admin] For port 75de46b6-cf99-49f2-a4fe-05e054452b2d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=75de46b6-cf99-49f2-a4fe-05e054452b2d,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:11.214246 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-47db503c-ba31-437b-a84b-5ad11889a1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.232761 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.db.api [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:33:11.232761 dv-neutron-825721-1-hyperv neutron-server[102146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:33:11.232761 dv-neutron-825721-1-hyperv neutron-server[102146]: [parameters: {'id': '628cd79e-0084-4a84-a76a-890224d688b2'}] Jan 21 09:33:11.232761 dv-neutron-825721-1-hyperv neutron-server[102146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:33:11.233187 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG oslo_db.api [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:33:11.234914 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-47db503c-ba31-437b-a84b-5ad11889a1d1 admin admin] Calling delete_port for 75de46b6-cf99-49f2-a4fe-05e054452b2d owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:11.255869 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.256861 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.329621 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3f99eab8-aec7-4782-9421-f04cd4b89d6d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:11.371567 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.385092 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.412912 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 3f99eab8-aec7-4782-9421-f04cd4b89d6d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:11.413647 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.455892 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0e5ea966-918c-49e4-bc83-6b3348712866 req-e5687235-442f-4fe7-b26b-085a95ff1881 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731246 Jan 21 09:33:11.497448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bf42312-725f-44c6-a26f-074bf97200df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.515448 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.563227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 3f99eab8-aec7-4782-9421-f04cd4b89d6d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=3f99eab8-aec7-4782-9421-f04cd4b89d6d,segment=NetworkSegment(25f14e13-a0df-464d-bc74-46ecc804356f),segment_id=25f14e13-a0df-464d-bc74-46ecc804356f)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:11.569346 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.647227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 71b35b86-027b-4ceb-9eed-5aa65d185618 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:11.671553 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3584766-dffa-486e-b70a-45c8a073fb72 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router 9deb3e47-e8d5-4cb9-88ec-7644abb4e750 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:33:11.681982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 71b35b86-027b-4ceb-9eed-5aa65d185618 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:11.682323 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 71b35b86-027b-4ceb-9eed-5aa65d185618 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:11.682745 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8a75e653-a66a-4210-9c7a-dc7aefac947a no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:11.690099 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8767d977-7f71-4632-a8fe-561339de3403 None None] Network 628cd79e-0084-4a84-a76a-890224d688b2 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:11.718063 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4162906f-da6a-409f-ba5e-6957a316a398 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.718309 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.722086 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bf42312-725f-44c6-a26f-074bf97200df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.727967 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2716aaf-974d-48c8-bdbb-5165af5f6737 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.728191 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 8a75e653-a66a-4210-9c7a-dc7aefac947a {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:11.728191 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8a75e653-a66a-4210-9c7a-dc7aefac947a not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:11.728701 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 07165839-3ab2-4c2a-a3e5-5874aa0835a3 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:11.731113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bf42312-725f-44c6-a26f-074bf97200df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.751765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.778278 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad32b3-89ce-4260-89cc-10490cb353f3 req-44c80028-f590-4c49-909e-7beee23c5c0d tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:11.780405 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-00ad32b3-89ce-4260-89cc-10490cb353f3 req-44c80028-f590-4c49-909e-7beee23c5c0d tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.2079771 Jan 21 09:33:11.781840 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 07165839-3ab2-4c2a-a3e5-5874aa0835a3 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:11.782730 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 07165839-3ab2-4c2a-a3e5-5874aa0835a3 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:11.799349 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=3f99eab8-aec7-4782-9421-f04cd4b89d6d,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:11.834442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-2873cf02-a062-488e-b94e-9c2eec5f4e13 None None] Provisioning complete for port 3f99eab8-aec7-4782-9421-f04cd4b89d6d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:11.835411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2873cf02-a062-488e-b94e-9c2eec5f4e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.876551 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-47db503c-ba31-437b-a84b-5ad11889a1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.902072 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bf42312-725f-44c6-a26f-074bf97200df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.902548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf42312-725f-44c6-a26f-074bf97200df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 854370f0-c59c-438c-a86b-7e7d6e2b9386 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:33:11.907378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bf42312-725f-44c6-a26f-074bf97200df admin admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:11.908529 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1bf42312-725f-44c6-a26f-074bf97200df admin admin] 10.222.0.88 "DELETE /v2.0/routers/854370f0-c59c-438c-a86b-7e7d6e2b9386 HTTP/1.1" status: 204 len: 168 time: 3.7029583 Jan 21 09:33:11.921273 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39488) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:11.924113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162906f-da6a-409f-ba5e-6957a316a398 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Subnet': ['ID=dc9537d3-b3d3-487d-b85d-8c4f867f17ab,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:11.958878 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-00ad32b3-89ce-4260-89cc-10490cb353f3 req-75149bb4-5722-42a9-a34a-f88d53650186 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666253 Jan 21 09:33:11.959716 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db503c-ba31-437b-a84b-5ad11889a1d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=75de46b6-cf99-49f2-a4fe-05e054452b2d,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:11.971289 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3584766-dffa-486e-b70a-45c8a073fb72 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:33:11.985270 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d3584766-dffa-486e-b70a-45c8a073fb72 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/9deb3e47-e8d5-4cb9-88ec-7644abb4e750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8565841 Jan 21 09:33:11.991142 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39490) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:12.001791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f73260-9c7c-4a61-a6d5-d6b6fcc34b43 None None] Sync routers for ids ['9deb3e47-e8d5-4cb9-88ec-7644abb4e750'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:33:12.030079 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f73260-9c7c-4a61-a6d5-d6b6fcc34b43 None None] Routers {'9deb3e47-e8d5-4cb9-88ec-7644abb4e750'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:12.031014 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a1f73260-9c7c-4a61-a6d5-d6b6fcc34b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9deb3e47-e8d5-4cb9-88ec-7644abb4e750'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:12.073449 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a1f73260-9c7c-4a61-a6d5-d6b6fcc34b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:12.086321 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162906f-da6a-409f-ba5e-6957a316a398 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Checking segment: {'id': 'b0c0b470-9620-4de7-8a12-ee9be8f5147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1ceae3fa-586c-49bf-aefd-19a98a58950f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:12.086730 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162906f-da6a-409f-ba5e-6957a316a398 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network hostable DHCP agents. Network: 1ceae3fa-586c-49bf-aefd-19a98a58950f, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:12.093179 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f73260-9c7c-4a61-a6d5-d6b6fcc34b43 None None] Routers {'9deb3e47-e8d5-4cb9-88ec-7644abb4e750'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:12.095198 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a1f73260-9c7c-4a61-a6d5-d6b6fcc34b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9deb3e47-e8d5-4cb9-88ec-7644abb4e750'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:12.104221 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2716aaf-974d-48c8-bdbb-5165af5f6737 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Checking segment: {'id': 'a93b80a0-7bf4-4d3f-911e-382296e36e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c6767089-bc79-4819-b901-8f7003c290db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:12.104595 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2716aaf-974d-48c8-bdbb-5165af5f6737 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Network hostable DHCP agents. Network: c6767089-bc79-4819-b901-8f7003c290db, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:12.132013 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d1ce91-05db-4a15-acb6-6c072d9f6a2b admin admin] Deleting subnet 79c3f93b-57e8-4654-a8a9-7966fd0d79d7 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:33:12.137743 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ce91-05db-4a15-acb6-6c072d9f6a2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.138454 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f365ef-48fa-46e5-b24e-7f4a46df7277 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:12.139888 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-99f365ef-48fa-46e5-b24e-7f4a46df7277 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports/30789241-9f73-4e11-8d66-2c1fde4cd659 HTTP/1.1" status: 200 len: 983 time: 0.1478813 Jan 21 09:33:12.142203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2716aaf-974d-48c8-bdbb-5165af5f6737 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event updated for resources: {'Subnet': ['ID=cc930379-e464-4db4-b332-e1c437cc5fa7,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:12.146908 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39494) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:12.148810 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb49e36e-9bfc-474e-b665-adaeda103005 None None] DHCP port deletion for 628cd79e-0084-4a84-a76a-890224d688b2 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:33:12.165837 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162906f-da6a-409f-ba5e-6957a316a398 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Network 1ceae3fa-586c-49bf-aefd-19a98a58950f is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:12.166593 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Deleting port 3f99eab8-aec7-4782-9421-f04cd4b89d6d {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:12.166948 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.169864 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2716aaf-974d-48c8-bdbb-5165af5f6737 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Network c6767089-bc79-4819-b901-8f7003c290db is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:12.181993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-a2716aaf-974d-48c8-bdbb-5165af5f6737 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, c6767089-bc79-4819-b901-8f7003c290db) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:12.184066 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-4162906f-da6a-409f-ba5e-6957a316a398 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 1ceae3fa-586c-49bf-aefd-19a98a58950f) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:12.184189 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a1f73260-9c7c-4a61-a6d5-d6b6fcc34b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:12.184939 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f73260-9c7c-4a61-a6d5-d6b6fcc34b43 None None] The sync data for ids ['9deb3e47-e8d5-4cb9-88ec-7644abb4e750'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:33:12.191258 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2716aaf-974d-48c8-bdbb-5165af5f6737 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:12.191868 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2716aaf-974d-48c8-bdbb-5165af5f6737 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.195202 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4162906f-da6a-409f-ba5e-6957a316a398 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:12.195783 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4162906f-da6a-409f-ba5e-6957a316a398 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.217837 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-fb49e36e-9bfc-474e-b665-adaeda103005 None None] Deleting port 3f99eab8-aec7-4782-9421-f04cd4b89d6d {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:12.218576 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fb49e36e-9bfc-474e-b665-adaeda103005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.222499 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a2716aaf-974d-48c8-bdbb-5165af5f6737 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1692955 Jan 21 09:33:12.229702 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39496) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:12.231592 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-47db503c-ba31-437b-a84b-5ad11889a1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.235445 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4162906f-da6a-409f-ba5e-6957a316a398 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1050332 Jan 21 09:33:12.237128 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39498) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:12.243359 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-67245225'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:12.250673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-183698ef-8a35-46e6-95ee-48da5df4265c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:12.286024 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65c9eb6-2998-4b48-a75c-fc5f200255f5 None None] Network c6767089-bc79-4819-b901-8f7003c290db requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:12.320889 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Made reservation on behalf of 4d7374e07ddd4c93b246d1a3fd333232 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:12.324157 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.340712 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e47312-06cb-4038-849e-49ce1be77ed2 None None] Network 1ceae3fa-586c-49bf-aefd-19a98a58950f requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:12.380841 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-183698ef-8a35-46e6-95ee-48da5df4265c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64987506'] for subnet, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.386471 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:12.389142 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ce91-05db-4a15-acb6-6c072d9f6a2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.404587 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.404906 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Added segment b7235770-2936-449e-afb4-049bb4086ebd of type vlan for network 994846e7-afd9-4006-a32f-7a07f7dfbfb0 Jan 21 09:33:12.450735 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-fb49e36e-9bfc-474e-b665-adaeda103005 None None] For port 3f99eab8-aec7-4782-9421-f04cd4b89d6d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=3f99eab8-aec7-4782-9421-f04cd4b89d6d,segment=NetworkSegment(25f14e13-a0df-464d-bc74-46ecc804356f),segment_id=25f14e13-a0df-464d-bc74-46ecc804356f)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:12.451133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fb49e36e-9bfc-474e-b665-adaeda103005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.484775 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] For port 3f99eab8-aec7-4782-9421-f04cd4b89d6d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=3f99eab8-aec7-4782-9421-f04cd4b89d6d,segment=NetworkSegment(25f14e13-a0df-464d-bc74-46ecc804356f),segment_id=25f14e13-a0df-464d-bc74-46ecc804356f)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:12.485151 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.486475 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-fb49e36e-9bfc-474e-b665-adaeda103005 None None] Calling delete_port for 3f99eab8-aec7-4782-9421-f04cd4b89d6d owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:12.493292 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-47db503c-ba31-437b-a84b-5ad11889a1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.501600 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-47db503c-ba31-437b-a84b-5ad11889a1d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.522097 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Calling delete_port for 3f99eab8-aec7-4782-9421-f04cd4b89d6d owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:12.611776 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fb49e36e-9bfc-474e-b665-adaeda103005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.665590 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb49e36e-9bfc-474e-b665-adaeda103005 None None] No DVR routers for this DVR port 3f99eab8-aec7-4782-9421-f04cd4b89d6d on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:12.681506 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49e36e-9bfc-474e-b665-adaeda103005 None None] Pushing event deleted for resources: {'Port': ['ID=3f99eab8-aec7-4782-9421-f04cd4b89d6d,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:12.710864 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-47db503c-ba31-437b-a84b-5ad11889a1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.711818 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47db503c-ba31-437b-a84b-5ad11889a1d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7dace90-8192-468e-ad23-b95a4fb32b04 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:33:12.759845 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6fbaa-70d1-4418-af6a-1cbf46a1d827 req-d6bcfe88-4cc4-4f3d-823b-dd71aca2bba9 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:12.761433 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-73c6fbaa-70d1-4418-af6a-1cbf46a1d827 req-d6bcfe88-4cc4-4f3d-823b-dd71aca2bba9 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.4296753 Jan 21 09:33:12.768879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-47db503c-ba31-437b-a84b-5ad11889a1d1 admin admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.773301 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-47db503c-ba31-437b-a84b-5ad11889a1d1 admin admin] 10.222.0.88 "DELETE /v2.0/routers/b7dace90-8192-468e-ad23-b95a4fb32b04 HTTP/1.1" status: 204 len: 168 time: 4.2492042 Jan 21 09:33:12.788935 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-c6767089-bc79-4819-b901-8f7003c290db', 'network_id': 'c6767089-bc79-4819-b901-8f7003c290db', 'tenant_id': '4d7374e07ddd4c93b246d1a3fd333232', 'fixed_ips': [{'subnet_id': 'cc930379-e464-4db4-b332-e1c437cc5fa7'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:12.790206 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.807832 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-1ceae3fa-586c-49bf-aefd-19a98a58950f', 'network_id': '1ceae3fa-586c-49bf-aefd-19a98a58950f', 'tenant_id': 'b39cf23e40274b4582c9d2151f5fcd70', 'fixed_ips': [{'subnet_id': 'dc9537d3-b3d3-487d-b85d-8c4f867f17ab'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:12.808869 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.818174 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39502) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:12.856642 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.918533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ce91-05db-4a15-acb6-6c072d9f6a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.924488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.932161 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:12.932424 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:12.996490 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.022471 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7869554 Jan 21 09:33:13.024263 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50fb695-3f80-4612-a063-f974085e2d13 admin admin] Deleting subnet bc72f198-0024-4ad9-b3ff-8a57abfcdd4f {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:33:13.034755 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39504) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:13.039730 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-fca5393f-8997-4d6c-9e6c-3073d4cc61dd tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Request body: {'subnet': {'network_id': '994846e7-afd9-4006-a32f-7a07f7dfbfb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:13.056936 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c50fb695-3f80-4612-a063-f974085e2d13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.061143 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-73c6fbaa-70d1-4418-af6a-1cbf46a1d827 req-d4b8ca44-63fc-4588-a4b6-42a365cd7876 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368271 Jan 21 09:33:13.099077 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event updated for resources: {'Network': ['ID=994846e7-afd9-4006-a32f-7a07f7dfbfb0,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:13.118582 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c50fb695-3f80-4612-a063-f974085e2d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.122900 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-183698ef-8a35-46e6-95ee-48da5df4265c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781631474014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64427828'] for subnet, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.132159 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.132511 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.132851 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.133187 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.133544 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.133880 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.134208 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.134534 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.134864 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.135184 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.135504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.135821 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5a58d6-b375-4fdf-af78-0da295e6f0b4 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:13.164818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 994846e7-afd9-4006-a32f-7a07f7dfbfb0 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:13.178473 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.200719 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183698ef-8a35-46e6-95ee-48da5df4265c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:13.201251 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-183698ef-8a35-46e6-95ee-48da5df4265c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.202606 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-183698ef-8a35-46e6-95ee-48da5df4265c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "PUT /v2.0/subnets/dc9537d3-b3d3-487d-b85d-8c4f867f17ab HTTP/1.1" status: 200 len: 900 time: 0.9644842 Jan 21 09:33:13.234991 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39508) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:13.262115 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183698ef-8a35-46e6-95ee-48da5df4265c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event updated for resources: {'Subnet': ['ID=dc9537d3-b3d3-487d-b85d-8c4f867f17ab,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:13.285902 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.289536 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ce91-05db-4a15-acb6-6c072d9f6a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.292307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca5393f-8997-4d6c-9e6c-3073d4cc61dd tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Made reservation on behalf of 4d7374e07ddd4c93b246d1a3fd333232 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:13.296343 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fca5393f-8997-4d6c-9e6c-3073d4cc61dd tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.328076 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Allocated IP 2001:db8:0:ffff::2 (c6767089-bc79-4819-b901-8f7003c290db/cc930379-e464-4db4-b332-e1c437cc5fa7/a3f08e7c-e30e-48b0-8879-99c8edd5ea54) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:13.422724 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3f99eab8-aec7-4782-9421-f04cd4b89d6d no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:13.618172 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Allocated IP 2001:db8::3 (1ceae3fa-586c-49bf-aefd-19a98a58950f/dc9537d3-b3d3-487d-b85d-8c4f867f17ab/9b9adb3d-7d83-4fe0-bd51-066932ab604a) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:13.636419 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 3f99eab8-aec7-4782-9421-f04cd4b89d6d {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:13.636784 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3f99eab8-aec7-4782-9421-f04cd4b89d6d not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:13.672490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.objects.ports [None req-fca5393f-8997-4d6c-9e6c-3073d4cc61dd tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:33:13.674015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fca5393f-8997-4d6c-9e6c-3073d4cc61dd tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.735320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5393f-8997-4d6c-9e6c-3073d4cc61dd tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event updated for resources: {'Subnet': ['ID=49e60b94-7f06-4564-84a0-1b94e67469d9,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:13.747054 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1ce91-05db-4a15-acb6-6c072d9f6a2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c3f93b-57e8-4654-a8a9-7966fd0d79d7,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:13.750796 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Port': ['ID=3f99eab8-aec7-4782-9421-f04cd4b89d6d,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:13.752324 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca5393f-8997-4d6c-9e6c-3073d4cc61dd tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Checking segment: {'id': 'b7235770-2936-449e-afb4-049bb4086ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '994846e7-afd9-4006-a32f-7a07f7dfbfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:13.752660 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca5393f-8997-4d6c-9e6c-3073d4cc61dd tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Network hostable DHCP agents. Network: 994846e7-afd9-4006-a32f-7a07f7dfbfb0, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:13.763819 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ce91-05db-4a15-acb6-6c072d9f6a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.771909 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d5d1ce91-05db-4a15-acb6-6c072d9f6a2b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/79c3f93b-57e8-4654-a8a9-7966fd0d79d7 HTTP/1.1" status: 204 len: 168 time: 1.8420508 Jan 21 09:33:13.772082 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39518) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:13.772182 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072dfb67-bf26-424a-8f4e-22507f30b276 None None] Network 33ab5233-247c-420a-9a81-d744e286d7eb requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:13.800966 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c50fb695-3f80-4612-a063-f974085e2d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.808684 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.829685 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca5393f-8997-4d6c-9e6c-3073d4cc61dd tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Network 994846e7-afd9-4006-a32f-7a07f7dfbfb0 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:13.856765 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-fca5393f-8997-4d6c-9e6c-3073d4cc61dd tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 994846e7-afd9-4006-a32f-7a07f7dfbfb0) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:13.862174 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.864061 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.867431 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca5393f-8997-4d6c-9e6c-3073d4cc61dd tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:13.868135 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fca5393f-8997-4d6c-9e6c-3073d4cc61dd tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:13.896231 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fca5393f-8997-4d6c-9e6c-3073d4cc61dd tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8574224 Jan 21 09:33:13.899266 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No DVR routers for this DVR port 3f99eab8-aec7-4782-9421-f04cd4b89d6d on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:13.910660 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39520) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:13.914514 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f344411-c80e-475f-a0aa-0a4718c722d3 None None] Network 994846e7-afd9-4006-a32f-7a07f7dfbfb0 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:13.920391 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-74080549-28ff-4b03-bc16-9be2417ffc17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Request body: {'port': {'network_id': '994846e7-afd9-4006-a32f-7a07f7dfbfb0', 'name': 'tempest-NetworksIpV6TestAttrs-1196883460'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:14.012327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] Deleting port 57aa7400-154d-412c-a510-2247a82cbb9b {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:14.012746 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.013684 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Network c6767089-bc79-4819-b901-8f7003c290db is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:14.042230 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.043000 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:14.045542 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:14.047830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Pushing event updated for resources: {'Port': ['ID=a3f08e7c-e30e-48b0-8879-99c8edd5ea54,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:14.050643 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4443d48-e206-408e-a06f-78db4e4fb8de req-112b9f01-6900-4812-a035-9c4b5c0fb0a2 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:14.052733 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b4443d48-e206-408e-a06f-78db4e4fb8de req-112b9f01-6900-4812-a035-9c4b5c0fb0a2 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.3817801 Jan 21 09:33:14.064407 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.111732 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.112840 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] For port 57aa7400-154d-412c-a510-2247a82cbb9b, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=57aa7400-154d-412c-a510-2247a82cbb9b,segment=NetworkSegment(391dfebd-cd79-4f19-86cf-a8349af6276e),segment_id=391dfebd-cd79-4f19-86cf-a8349af6276e)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:14.113320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.138339 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] Calling delete_port for 57aa7400-154d-412c-a510-2247a82cbb9b owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:14.140765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Allocated IP 172.26.7.30 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/868f5017-3958-4daf-aa88-b89e07fd1210) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:14.150968 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74080549-28ff-4b03-bc16-9be2417ffc17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Made reservation on behalf of 4d7374e07ddd4c93b246d1a3fd333232 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:14.153683 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.155509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-74080549-28ff-4b03-bc16-9be2417ffc17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.161709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c50fb695-3f80-4612-a063-f974085e2d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.213003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Network 1ceae3fa-586c-49bf-aefd-19a98a58950f is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:14.217015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-74080549-28ff-4b03-bc16-9be2417ffc17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] device_id is not set on port dbb4b1a2-205b-4ae2-995b-89415d99fab5 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:33:14.221827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Attempting to bind port a3f08e7c-e30e-48b0-8879-99c8edd5ea54 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:14.222002 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Attempting to bind port a3f08e7c-e30e-48b0-8879-99c8edd5ea54 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'a93b80a0-7bf4-4d3f-911e-382296e36e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c6767089-bc79-4819-b901-8f7003c290db'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:14.222508 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Attempting to bind port a3f08e7c-e30e-48b0-8879-99c8edd5ea54 on network c6767089-bc79-4819-b901-8f7003c290db {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:14.237061 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fb695-3f80-4612-a063-f974085e2d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc72f198-0024-4ad9-b3ff-8a57abfcdd4f,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:14.241726 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c50fb695-3f80-4612-a063-f974085e2d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.247848 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c50fb695-3f80-4612-a063-f974085e2d13 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/bc72f198-0024-4ad9-b3ff-8a57abfcdd4f HTTP/1.1" status: 204 len: 168 time: 1.4174433 Jan 21 09:33:14.249967 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628cd79e-0084-4a84-a76a-890224d688b2']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:14.252680 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:14.255954 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:14.267116 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c05fe9-72e1-451d-818a-85b4572bc5f9 None None] Network 3e67eef8-ec59-4dd9-baf8-c041de241adc requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:14.274060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Pushing event updated for resources: {'Port': ['ID=9b9adb3d-7d83-4fe0-bd51-066932ab604a,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:14.282797 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39522) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:14.288477 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:14.288852 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Checking segment: {'id': 'a93b80a0-7bf4-4d3f-911e-382296e36e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c6767089-bc79-4819-b901-8f7003c290db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:14.289262 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.289693 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Bound using segment: {'id': 'a93b80a0-7bf4-4d3f-911e-382296e36e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c6767089-bc79-4819-b901-8f7003c290db'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:14.290177 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Bound port: a3f08e7c-e30e-48b0-8879-99c8edd5ea54, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93b80a0-7bf4-4d3f-911e-382296e36e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c6767089-bc79-4819-b901-8f7003c290db'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:14.290559 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.308119 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f14e13-a0df-464d-bc74-46ecc804356f') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:14.308608 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f14e13-a0df-464d-bc74-46ecc804356f') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:14.357754 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b4443d48-e206-408e-a06f-78db4e4fb8de req-9e92115f-2cb2-455d-b571-5c4226767eee tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575438 Jan 21 09:33:14.366498 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.368483 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9162ac79-97b2-4d71-bc9e-36dc9a7bb985 None None] DHCP port deletion for 33ab5233-247c-420a-9a81-d744e286d7eb request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:33:14.424479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.433981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.438618 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.471043 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] Pushing event deleted for resources: {'Port': ['ID=57aa7400-154d-412c-a510-2247a82cbb9b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:14.479592 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-9162ac79-97b2-4d71-bc9e-36dc9a7bb985 None None] The port '57aa7400-154d-412c-a510-2247a82cbb9b' was deleted {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 21 09:33:14.483358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-994846e7-afd9-4006-a32f-7a07f7dfbfb0', 'network_id': '994846e7-afd9-4006-a32f-7a07f7dfbfb0', 'tenant_id': '4d7374e07ddd4c93b246d1a3fd333232', 'fixed_ips': [{'subnet_id': '49e60b94-7f06-4564-84a0-1b94e67469d9'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:14.484234 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.490318 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Attempting to bind port 9b9adb3d-7d83-4fe0-bd51-066932ab604a on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:14.490318 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Attempting to bind port 9b9adb3d-7d83-4fe0-bd51-066932ab604a by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'b0c0b470-9620-4de7-8a12-ee9be8f5147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1ceae3fa-586c-49bf-aefd-19a98a58950f'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:14.490475 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Attempting to bind port 9b9adb3d-7d83-4fe0-bd51-066932ab604a on network 1ceae3fa-586c-49bf-aefd-19a98a58950f {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:14.508141 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-74080549-28ff-4b03-bc16-9be2417ffc17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Allocated IP 2001:db8::f816:3eff:febf:a1b3 (994846e7-afd9-4006-a32f-7a07f7dfbfb0/49e60b94-7f06-4564-84a0-1b94e67469d9/dbb4b1a2-205b-4ae2-995b-89415d99fab5) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:14.512391 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] No DVR routers for this DVR port 57aa7400-154d-412c-a510-2247a82cbb9b on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:14.527631 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:14.527976 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.532962 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:14.533340 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Checking segment: {'id': 'b0c0b470-9620-4de7-8a12-ee9be8f5147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1ceae3fa-586c-49bf-aefd-19a98a58950f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:14.533772 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.534168 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Bound using segment: {'id': 'b0c0b470-9620-4de7-8a12-ee9be8f5147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1ceae3fa-586c-49bf-aefd-19a98a58950f'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:14.534650 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Bound port: 9b9adb3d-7d83-4fe0-bd51-066932ab604a, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c0b470-9620-4de7-8a12-ee9be8f5147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1ceae3fa-586c-49bf-aefd-19a98a58950f'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:14.535034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:14.546231 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:14.577810 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] For port a3f08e7c-e30e-48b0-8879-99c8edd5ea54, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:14.580076 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Deleting port 9b9adb3d-7d83-4fe0-bd51-066932ab604a {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:14.580639 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.616520 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] For port a3f08e7c-e30e-48b0-8879-99c8edd5ea54, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a3f08e7c-e30e-48b0-8879-99c8edd5ea54,segment=NetworkSegment(a93b80a0-7bf4-4d3f-911e-382296e36e8f),segment_id=a93b80a0-7bf4-4d3f-911e-382296e36e8f)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:14.639617 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.667858 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] For port 9b9adb3d-7d83-4fe0-bd51-066932ab604a, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:14.668114 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.673230 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.683170 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Calling delete_port for 9b9adb3d-7d83-4fe0-bd51-066932ab604a owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:14.686069 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ab5233-247c-420a-9a81-d744e286d7eb']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:14.702546 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391dfebd-cd79-4f19-86cf-a8349af6276e') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:14.703010 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391dfebd-cd79-4f19-86cf-a8349af6276e') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:14.722095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] Deleting port 65e8b90f-3b4b-444a-a395-eb01111ce3f6 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:14.722617 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.769181 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] For port 9b9adb3d-7d83-4fe0-bd51-066932ab604a, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:14.773400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.775565 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] For port 9b9adb3d-7d83-4fe0-bd51-066932ab604a, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9b9adb3d-7d83-4fe0-bd51-066932ab604a,segment=NetworkSegment(b0c0b470-9620-4de7-8a12-ee9be8f5147e),segment_id=b0c0b470-9620-4de7-8a12-ee9be8f5147e)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:14.786550 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.790252 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba0368-4a68-45ba-b5bd-dce61dd3171e None None] Pushing event updated for resources: {'Port': ['ID=a3f08e7c-e30e-48b0-8879-99c8edd5ea54,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:14.836610 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.854165 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d21dc6-ba4b-4aa8-ab1d-299677b0a4a5 None None] DHCP port deletion for 3e67eef8-ec59-4dd9-baf8-c041de241adc request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:33:14.857191 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:14.858360 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.862039 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e265d-3f19-4933-a6dc-84033cbcbd0e None None] Pushing event updated for resources: {'Port': ['ID=9b9adb3d-7d83-4fe0-bd51-066932ab604a,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:14.878440 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:14.883523 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] For port 65e8b90f-3b4b-444a-a395-eb01111ce3f6, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=65e8b90f-3b4b-444a-a395-eb01111ce3f6,segment=NetworkSegment(42c57984-0809-447c-a47b-a389cbd7f226),segment_id=42c57984-0809-447c-a47b-a389cbd7f226)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:14.883915 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.905016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.928672 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9329d6f9-0eac-4b11-b985-0a8dc83e7b6f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:14.936279 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-78d21dc6-ba4b-4aa8-ab1d-299677b0a4a5 None None] Deleting port 65e8b90f-3b4b-444a-a395-eb01111ce3f6 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:14.936913 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-78d21dc6-ba4b-4aa8-ab1d-299677b0a4a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.002370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] Calling delete_port for 65e8b90f-3b4b-444a-a395-eb01111ce3f6 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:15.028717 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-78d21dc6-ba4b-4aa8-ab1d-299677b0a4a5 None None] For port 65e8b90f-3b4b-444a-a395-eb01111ce3f6, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=65e8b90f-3b4b-444a-a395-eb01111ce3f6,segment=NetworkSegment(42c57984-0809-447c-a47b-a389cbd7f226),segment_id=42c57984-0809-447c-a47b-a389cbd7f226)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:15.029339 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-78d21dc6-ba4b-4aa8-ab1d-299677b0a4a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.033711 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 65e8b90f-3b4b-444a-a395-eb01111ce3f6 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:15.064657 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-74080549-28ff-4b03-bc16-9be2417ffc17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.067680 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-78d21dc6-ba4b-4aa8-ab1d-299677b0a4a5 None None] Calling delete_port for 65e8b90f-3b4b-444a-a395-eb01111ce3f6 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:15.118059 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.133213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.144524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.151607 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] 10.222.0.88 "DELETE /v2.0/networks/33ab5233-247c-420a-9a81-d744e286d7eb HTTP/1.1" status: 204 len: 168 time: 1.3807664 Jan 21 09:33:15.154268 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31ec26-2fdc-4018-a445-7155b0623170 admin admin] Pushing event deleted for resources: {'Network': ['ID=33ab5233-247c-420a-9a81-d744e286d7eb,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:15.170950 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.259345 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.263098 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/628cd79e-0084-4a84-a76a-890224d688b2 HTTP/1.1" status: 204 len: 168 time: 7.1685855 Jan 21 09:33:15.266933 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39526) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:15.274750 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e3315361-b95f-465a-8ca3-04ecfcaa929f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1784506219'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:15.303639 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-78d21dc6-ba4b-4aa8-ab1d-299677b0a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.347638 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.352907 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f845d6-2d83-409b-9704-8c16119d85fd tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Network': ['ID=628cd79e-0084-4a84-a76a-890224d688b2,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:15.354119 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-74080549-28ff-4b03-bc16-9be2417ffc17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.363026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.375097 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:15.376770 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3315361-b95f-465a-8ca3-04ecfcaa929f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:15.388852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e3315361-b95f-465a-8ca3-04ecfcaa929f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.399551 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:15.403412 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:15.412429 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Pushing event updated for resources: {'Port': ['ID=868f5017-3958-4daf-aa88-b89e07fd1210,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:15.434976 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d21dc6-ba4b-4aa8-ab1d-299677b0a4a5 None None] Pushing event deleted for resources: {'Port': ['ID=65e8b90f-3b4b-444a-a395-eb01111ce3f6,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:15.476695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d21dc6-ba4b-4aa8-ab1d-299677b0a4a5 None None] No DVR routers for this DVR port 65e8b90f-3b4b-444a-a395-eb01111ce3f6 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:15.489897 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] No DVR routers for this DVR port 65e8b90f-3b4b-444a-a395-eb01111ce3f6 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:15.507590 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.528678 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74080549-28ff-4b03-bc16-9be2417ffc17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Network 994846e7-afd9-4006-a32f-7a07f7dfbfb0 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:15.563949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 75de46b6-cf99-49f2-a4fe-05e054452b2d no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:15.589554 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 75de46b6-cf99-49f2-a4fe-05e054452b2d {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:15.590059 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 75de46b6-cf99-49f2-a4fe-05e054452b2d not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:15.590302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 57aa7400-154d-412c-a510-2247a82cbb9b no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:15.600664 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Port': ['ID=9b9adb3d-7d83-4fe0-bd51-066932ab604a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:15.614969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Allocated IP 2001:db8::f816:3eff:fe65:fa4 (994846e7-afd9-4006-a32f-7a07f7dfbfb0/49e60b94-7f06-4564-84a0-1b94e67469d9/07b802d1-ac7a-4d3e-9280-494f2d0525a6) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:15.618377 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 57aa7400-154d-412c-a510-2247a82cbb9b {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:15.618762 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 57aa7400-154d-412c-a510-2247a82cbb9b not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:15.670174 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No DVR routers for this DVR port 9b9adb3d-7d83-4fe0-bd51-066932ab604a on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:15.675420 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-74080549-28ff-4b03-bc16-9be2417ffc17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:15.744212 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39530) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:15.746548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74080549-28ff-4b03-bc16-9be2417ffc17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:15.752773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74080549-28ff-4b03-bc16-9be2417ffc17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:15.753408 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-74080549-28ff-4b03-bc16-9be2417ffc17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.800360 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.806222 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-74080549-28ff-4b03-bc16-9be2417ffc17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8921781 Jan 21 09:33:15.811801 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39532) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:15.834564 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3315361-b95f-465a-8ca3-04ecfcaa929f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:15.844548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74080549-28ff-4b03-bc16-9be2417ffc17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event updated for resources: {'Port': ['ID=dbb4b1a2-205b-4ae2-995b-89415d99fab5,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:15.870276 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e3315361-b95f-465a-8ca3-04ecfcaa929f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.870948 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-e3315361-b95f-465a-8ca3-04ecfcaa929f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Added segment eb321de4-4ec9-4b44-9546-9b4b5dfc63c8 of type vlan for network a3231522-9875-4a36-8c9e-23ad64e17e0c Jan 21 09:33:15.889222 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e67eef8-ec59-4dd9-baf8-c041de241adc']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:15.904040 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb026e-3428-4e71-99c7-94bff6126df0 req-8852cf96-6b29-4c69-8530-f876082a5e2b tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:15.912906 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-06cb026e-3428-4e71-99c7-94bff6126df0 req-8852cf96-6b29-4c69-8530-f876082a5e2b tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.2473018 Jan 21 09:33:15.930080 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-7665acbe-3477-4c2b-930a-e64cd2a65fe0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Deleting subnet 49e60b94-7f06-4564-84a0-1b94e67469d9 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:33:15.943192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] Pushing event deleted for resources: {'Port': ['ID=65e8b90f-3b4b-444a-a395-eb01111ce3f6,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:15.952061 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c57984-0809-447c-a47b-a389cbd7f226') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:15.952362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c57984-0809-447c-a47b-a389cbd7f226') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:15.974973 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-9329d6f9-0eac-4b11-b985-0a8dc83e7b6f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port 30789241-9f73-4e11-8d66-2c1fde4cd659 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:15.975365 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9329d6f9-0eac-4b11-b985-0a8dc83e7b6f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.007793 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9e1399b5-aacc-436c-bae3-46acef14b3d2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1a68dc779f554296a0028aa7d5bc25a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2277811 Jan 21 09:33:16.009828 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.023669 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39534) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:16.029040 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e3315361-b95f-465a-8ca3-04ecfcaa929f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.037524 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.060659 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.066881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.077306 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.080163 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7665acbe-3477-4c2b-930a-e64cd2a65fe0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.091375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:16.091710 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:16.096203 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:16.119826 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-06cb026e-3428-4e71-99c7-94bff6126df0 req-1186e5d5-ddc4-4205-b067-60acc68a8227 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057664 Jan 21 09:33:16.125339 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7665acbe-3477-4c2b-930a-e64cd2a65fe0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.126816 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Network 994846e7-afd9-4006-a32f-7a07f7dfbfb0 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:16.130966 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:16.133701 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:16.181911 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e3315361-b95f-465a-8ca3-04ecfcaa929f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.188119 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3315361-b95f-465a-8ca3-04ecfcaa929f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:16.188752 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e3315361-b95f-465a-8ca3-04ecfcaa929f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.191862 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Pushing event updated for resources: {'Port': ['ID=07b802d1-ac7a-4d3e-9280-494f2d0525a6,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:16.236198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.271323 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.277113 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] 10.222.0.88 "DELETE /v2.0/networks/3e67eef8-ec59-4dd9-baf8-c041de241adc HTTP/1.1" status: 204 len: 168 time: 1.9906971 Jan 21 09:33:16.294941 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e3315361-b95f-465a-8ca3-04ecfcaa929f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0242841 Jan 21 09:33:16.298737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39540) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:16.305173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.309492 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-7c7d9fe8-5c0c-481f-b3c5-dc137fea66af tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'subnet': {'network_id': 'a3231522-9875-4a36-8c9e-23ad64e17e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:16.313366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a85442dc-e75b-4d7e-8a4d-38fa297267a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.317067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3315361-b95f-465a-8ca3-04ecfcaa929f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Network': ['ID=a3231522-9875-4a36-8c9e-23ad64e17e0c,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:16.334409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network a3231522-9875-4a36-8c9e-23ad64e17e0c details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:16.339910 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Attempting to bind port 07b802d1-ac7a-4d3e-9280-494f2d0525a6 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:16.340904 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Attempting to bind port 07b802d1-ac7a-4d3e-9280-494f2d0525a6 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'b7235770-2936-449e-afb4-049bb4086ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '994846e7-afd9-4006-a32f-7a07f7dfbfb0'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:16.341594 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Attempting to bind port 07b802d1-ac7a-4d3e-9280-494f2d0525a6 on network 994846e7-afd9-4006-a32f-7a07f7dfbfb0 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:16.362519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Subnet': ['ID=dc9537d3-b3d3-487d-b85d-8c4f867f17ab,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:16.396992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42981243-04ef-44d6-af62-8c2c25a35059 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e67eef8-ec59-4dd9-baf8-c041de241adc,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:16.430493 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:16.431052 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Checking segment: {'id': 'b7235770-2936-449e-afb4-049bb4086ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '994846e7-afd9-4006-a32f-7a07f7dfbfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:16.431565 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.433114 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Bound using segment: {'id': 'b7235770-2936-449e-afb4-049bb4086ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '994846e7-afd9-4006-a32f-7a07f7dfbfb0'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:16.434161 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Bound port: 07b802d1-ac7a-4d3e-9280-494f2d0525a6, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7235770-2936-449e-afb4-049bb4086ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '994846e7-afd9-4006-a32f-7a07f7dfbfb0'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:16.436765 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.464773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a85442dc-e75b-4d7e-8a4d-38fa297267a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.632550 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3adde-7563-4436-ae38-21757c646816 req-a8507042-b306-4865-b635-780a8f704ad8 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:16.637555 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] For port 07b802d1-ac7a-4d3e-9280-494f2d0525a6, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:16.641200 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c1c3adde-7563-4436-ae38-21757c646816 req-a8507042-b306-4865-b635-780a8f704ad8 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.1649079 Jan 21 09:33:16.644682 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7d9fe8-5c0c-481f-b3c5-dc137fea66af tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:16.646296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] For port 07b802d1-ac7a-4d3e-9280-494f2d0525a6, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=07b802d1-ac7a-4d3e-9280-494f2d0525a6,segment=NetworkSegment(b7235770-2936-449e-afb4-049bb4086ebd),segment_id=b7235770-2936-449e-afb4-049bb4086ebd)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:16.648983 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9fe8-5c0c-481f-b3c5-dc137fea66af tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.653721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.726331 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d1148a-47d7-430c-bf5f-35c1d5ce2d01 None None] Network c6767089-bc79-4819-b901-8f7003c290db requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:16.743293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a85442dc-e75b-4d7e-8a4d-38fa297267a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.743293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a85442dc-e75b-4d7e-8a4d-38fa297267a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.743293 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a85442dc-e75b-4d7e-8a4d-38fa297267a4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1f40f3a5-07bd-4be2-81e0-65ebedde49ae HTTP/1.1" status: 204 len: 168 time: 0.7133117 Jan 21 09:33:16.768604 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39546) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:16.796820 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85442dc-e75b-4d7e-8a4d-38fa297267a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f40f3a5-07bd-4be2-81e0-65ebedde49ae,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:16.818169 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9329d6f9-0eac-4b11-b985-0a8dc83e7b6f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.825890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.836823 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c1c3adde-7563-4436-ae38-21757c646816 req-2e98f029-c05e-4c55-b449-1e473e1aacec tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945667 Jan 21 09:33:16.889136 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8548d9d6-9de6-4e43-b4b3-aefe6761a9c6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=530dee94bf6d4357842a66e2ae6222ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1112382 Jan 21 09:33:16.892064 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39548) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:16.897213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-9329d6f9-0eac-4b11-b985-0a8dc83e7b6f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for 30789241-9f73-4e11-8d66-2c1fde4cd659 owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:16.956149 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ed6b2-20b7-4fde-8a5c-2a98063c7e36 None None] Pushing event updated for resources: {'Port': ['ID=07b802d1-ac7a-4d3e-9280-494f2d0525a6,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:16.973005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] Provisioning complete for port a3f08e7c-e30e-48b0-8879-99c8edd5ea54 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:16.974804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:16.986275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ceae3fa-586c-49bf-aefd-19a98a58950f']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:17.016553 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4885c9eb-1bca-4979-927d-f2eb0058eeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.021720 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.048176 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c0b470-9620-4de7-8a12-ee9be8f5147e') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:17.048492 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c0b470-9620-4de7-8a12-ee9be8f5147e') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:17.141421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4885c9eb-1bca-4979-927d-f2eb0058eeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.157746 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9fe8-5c0c-481f-b3c5-dc137fea66af tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.253861 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7665acbe-3477-4c2b-930a-e64cd2a65fe0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.291416 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2b3098-8930-4417-b33a-69275156a341 None None] Network 1ceae3fa-586c-49bf-aefd-19a98a58950f requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:17.294729 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a3f08e7c-e30e-48b0-8879-99c8edd5ea54 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:17.300737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d9fe8-5c0c-481f-b3c5-dc137fea66af tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Subnet': ['ID=217d2af7-0107-4096-b1e6-82ca9b95ce86,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:17.363662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d9fe8-5c0c-481f-b3c5-dc137fea66af tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Checking segment: {'id': 'eb321de4-4ec9-4b44-9546-9b4b5dfc63c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a3231522-9875-4a36-8c9e-23ad64e17e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:17.367444 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d9fe8-5c0c-481f-b3c5-dc137fea66af tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network hostable DHCP agents. Network: a3231522-9875-4a36-8c9e-23ad64e17e0c, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:17.371323 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4885c9eb-1bca-4979-927d-f2eb0058eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.374072 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4885c9eb-1bca-4979-927d-f2eb0058eeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.375541 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4885c9eb-1bca-4979-927d-f2eb0058eeb0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6cc512d0-616f-4b7c-b5be-382decfb56a7 HTTP/1.1" status: 204 len: 168 time: 0.4822781 Jan 21 09:33:17.395859 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885c9eb-1bca-4979-927d-f2eb0058eeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc512d0-616f-4b7c-b5be-382decfb56a7,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:17.410993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d9fe8-5c0c-481f-b3c5-dc137fea66af tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network a3231522-9875-4a36-8c9e-23ad64e17e0c is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:17.428595 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-7c7d9fe8-5c0c-481f-b3c5-dc137fea66af tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, a3231522-9875-4a36-8c9e-23ad64e17e0c) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:17.437774 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7d9fe8-5c0c-481f-b3c5-dc137fea66af tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:17.438387 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9fe8-5c0c-481f-b3c5-dc137fea66af tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.476103 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7c7d9fe8-5c0c-481f-b3c5-dc137fea66af tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1709585 Jan 21 09:33:17.482482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39560) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:17.490925 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e5f74b-7eb9-4395-9d6e-4ff862369d18 None None] Network a3231522-9875-4a36-8c9e-23ad64e17e0c requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:17.624798 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.648891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-82a2d0d2-d84a-4c0a-99a7-a12d48185031 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.715531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-82a2d0d2-d84a-4c0a-99a7-a12d48185031 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.765550 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.779828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.788488 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:17.789443 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.827362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-82a2d0d2-d84a-4c0a-99a7-a12d48185031 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.878799 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2d0d2-d84a-4c0a-99a7-a12d48185031 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Subnet': ['ID=217d2af7-0107-4096-b1e6-82ca9b95ce86,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:17.887438 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:17.899668 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.933051 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port a3f08e7c-e30e-48b0-8879-99c8edd5ea54 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:17.934920 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.975451 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:17.988781 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/networks/1ceae3fa-586c-49bf-aefd-19a98a58950f HTTP/1.1" status: 204 len: 168 time: 4.7468479 Jan 21 09:33:18.013301 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39580) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:18.014249 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7803fd-4b95-46ca-9399-0a879363891d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Network': ['ID=1ceae3fa-586c-49bf-aefd-19a98a58950f,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:18.027169 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-82a2d0d2-d84a-4c0a-99a7-a12d48185031 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.029682 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] For port a3f08e7c-e30e-48b0-8879-99c8edd5ea54, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a3f08e7c-e30e-48b0-8879-99c8edd5ea54,segment=NetworkSegment(a93b80a0-7bf4-4d3f-911e-382296e36e8f),segment_id=a93b80a0-7bf4-4d3f-911e-382296e36e8f)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:18.065411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.085869 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-82a2d0d2-d84a-4c0a-99a7-a12d48185031 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3231522-9875-4a36-8c9e-23ad64e17e0c']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:18.111020 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-82a2d0d2-d84a-4c0a-99a7-a12d48185031 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb321de4-4ec9-4b44-9546-9b4b5dfc63c8') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:18.111318 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-82a2d0d2-d84a-4c0a-99a7-a12d48185031 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb321de4-4ec9-4b44-9546-9b4b5dfc63c8') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:18.116399 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c791500f-869a-46c6-ad8f-6a619f2ab97d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-a3231522-9875-4a36-8c9e-23ad64e17e0c', 'network_id': 'a3231522-9875-4a36-8c9e-23ad64e17e0c', 'tenant_id': 'b2f81884496e439da06be21a280d281b', 'fixed_ips': [{'subnet_id': '217d2af7-0107-4096-b1e6-82ca9b95ce86'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:18.119837 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c791500f-869a-46c6-ad8f-6a619f2ab97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.137641 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-82a2d0d2-d84a-4c0a-99a7-a12d48185031 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.169496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-82a2d0d2-d84a-4c0a-99a7-a12d48185031 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.185249 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a2d0d2-d84a-4c0a-99a7-a12d48185031 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:18.187271 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-82a2d0d2-d84a-4c0a-99a7-a12d48185031 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:18.209529 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:18.275660 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc73161-c927-4bcd-b8b9-883623514f6f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:18.276314 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc73161-c927-4bcd-b8b9-883623514f6f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:18.279550 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6fc73161-c927-4bcd-b8b9-883623514f6f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/subnets/dc9537d3-b3d3-487d-b85d-8c4f867f17ab HTTP/1.1" status: 404 len: 337 time: 0.2525468 Jan 21 09:33:18.282397 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39586) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:18.300414 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388ec520-a7d4-473c-8c88-53e1fc7407c5 None None] DHCP port deletion for 1ceae3fa-586c-49bf-aefd-19a98a58950f request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:33:18.302693 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] Pushing event updated for resources: {'Port': ['ID=a3f08e7c-e30e-48b0-8879-99c8edd5ea54,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:18.316676 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ee1a236c-01ea-4051-86ec-2d7648295445 None None] Could not find standard attr ID for object 9b9adb3d-7d83-4fe0-bd51-066932ab604a. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:33:18.326007 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3554b507-fade-4dbd-a211-858eb810dc5e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:18.326954 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3554b507-fade-4dbd-a211-858eb810dc5e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:18.330924 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3554b507-fade-4dbd-a211-858eb810dc5e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/networks/1ceae3fa-586c-49bf-aefd-19a98a58950f HTTP/1.1" status: 404 len: 339 time: 0.0474148 Jan 21 09:33:18.334192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39588) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:18.334922 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-c791500f-869a-46c6-ad8f-6a619f2ab97d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 21 09:33:18.334922 dv-neutron-825721-1-hyperv neutron-server[102148]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jan 21 09:33:18.334922 dv-neutron-825721-1-hyperv neutron-server[102148]: [parameters: {'project_id': 'b2f81884496e439da06be21a280d281b', 'id': '15000895-a4c0-42bb-a032-ba4bce76427c', 'name': '', 'network_id': 'a3231522-9875-4a36-8c9e-23ad64e17e0c', 'mac_address': 'fa:16:3e:2e:9d:91', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-a3231522-9875-4a36-8c9e-23ad64e17e0c', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 444}] Jan 21 09:33:18.334922 dv-neutron-825721-1-hyperv neutron-server[102148]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:33:18.335329 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-c791500f-869a-46c6-ad8f-6a619f2ab97d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:33:18.354356 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-82a2d0d2-d84a-4c0a-99a7-a12d48185031 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.382058 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:18.387030 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:18.387620 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:18.388145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:18.388677 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:18.389206 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:18.389780 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:18.390325 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:18.391344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:18.391865 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:18.392388 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:18.392986 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c09c0c-421e-4656-b6f3-5f303bde35d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:18.401122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33da49eb-ad52-4c9c-91e0-4491ec42e7cf None None] Network 1ceae3fa-586c-49bf-aefd-19a98a58950f requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:18.402634 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-82a2d0d2-d84a-4c0a-99a7-a12d48185031 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.411303 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-82a2d0d2-d84a-4c0a-99a7-a12d48185031 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/a3231522-9875-4a36-8c9e-23ad64e17e0c HTTP/1.1" status: 204 len: 168 time: 0.9318008 Jan 21 09:33:18.413832 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2d0d2-d84a-4c0a-99a7-a12d48185031 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Network': ['ID=a3231522-9875-4a36-8c9e-23ad64e17e0c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:18.424295 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39592) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:18.469375 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33da49eb-ad52-4c9c-91e0-4491ec42e7cf None None] Network 1ceae3fa-586c-49bf-aefd-19a98a58950f could not be found, it might have been deleted concurrently. {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 21 09:33:18.491993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b53c958c-6fb7-4bf0-8402-cdcc209580f7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-997632815'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:18.517848 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7665acbe-3477-4c2b-930a-e64cd2a65fe0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.547585 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-67244702-c655-40c4-bbe3-5bc9a3264984 None None] Provisioning complete for port a3f08e7c-e30e-48b0-8879-99c8edd5ea54 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:18.548000 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-67244702-c655-40c4-bbe3-5bc9a3264984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.559839 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cf53ee7d-ae5d-4140-ac4f-07cf577ba8ae tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.569790 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665acbe-3477-4c2b-930a-e64cd2a65fe0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event deleted for resources: {'Subnet': ['ID=49e60b94-7f06-4564-84a0-1b94e67469d9,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:18.570242 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53c958c-6fb7-4bf0-8402-cdcc209580f7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:18.574197 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b53c958c-6fb7-4bf0-8402-cdcc209580f7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.597891 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7998b24a-2efc-46a3-9329-44a7b2dd54ac None None] Network 994846e7-afd9-4006-a32f-7a07f7dfbfb0 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:18.600211 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffecc3-ecb9-45b0-a068-36c5e2a8ca19 req-21ed2f46-9481-41d6-98be-f48b67be56c7 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:18.602848 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cbffecc3-ecb9-45b0-a068-36c5e2a8ca19 req-21ed2f46-9481-41d6-98be-f48b67be56c7 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.6461387 Jan 21 09:33:18.641422 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.698107 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53c958c-6fb7-4bf0-8402-cdcc209580f7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:18.711057 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7665acbe-3477-4c2b-930a-e64cd2a65fe0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.715808 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7665acbe-3477-4c2b-930a-e64cd2a65fe0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/subnets/49e60b94-7f06-4564-84a0-1b94e67469d9 HTTP/1.1" status: 204 len: 168 time: 2.8926210 Jan 21 09:33:18.718514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39602) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:18.726065 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cf53ee7d-ae5d-4140-ac4f-07cf577ba8ae tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.771779 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b53c958c-6fb7-4bf0-8402-cdcc209580f7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.771779 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-b53c958c-6fb7-4bf0-8402-cdcc209580f7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Added segment c9c53121-dd18-4666-9fdc-f8101f14dd60 of type vlan for network e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b Jan 21 09:33:18.828048 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-cf53ee7d-ae5d-4140-ac4f-07cf577ba8ae tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0820f7d-f0b9-4d1d-9615-c0ee59453dbe']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:18.838334 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c791500f-869a-46c6-ad8f-6a619f2ab97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.877520 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cbffecc3-ecb9-45b0-a068-36c5e2a8ca19 req-eb6da59e-912d-4b3a-8833-117033b042bd tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300310 Jan 21 09:33:18.883707 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9329d6f9-0eac-4b11-b985-0a8dc83e7b6f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.899591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-cf53ee7d-ae5d-4140-ac4f-07cf577ba8ae tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c798a5-1034-4efb-8d80-7aade8bf7fcf') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:18.899899 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-cf53ee7d-ae5d-4140-ac4f-07cf577ba8ae tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c798a5-1034-4efb-8d80-7aade8bf7fcf') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:18.932516 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7096c78-3bb1-4f5b-ac63-80b7f70235c6 None None] DHCP port deletion for 994846e7-afd9-4006-a32f-7a07f7dfbfb0 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:33:18.936003 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329d6f9-0eac-4b11-b985-0a8dc83e7b6f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=30789241-9f73-4e11-8d66-2c1fde4cd659,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:18.941351 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7fb15d-dd87-46ee-94ab-9a418bd966f6 None None] Network a3231522-9875-4a36-8c9e-23ad64e17e0c requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:18.977963 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cf53ee7d-ae5d-4140-ac4f-07cf577ba8ae tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.062020 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7fb15d-dd87-46ee-94ab-9a418bd966f6 None None] Network a3231522-9875-4a36-8c9e-23ad64e17e0c could not be found, it might have been deleted concurrently. {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 21 09:33:19.080862 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6de80aa6-8385-4077-8aae-7bfc50c8beeb None None] Provisioning complete for port 07b802d1-ac7a-4d3e-9280-494f2d0525a6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:19.081366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6de80aa6-8385-4077-8aae-7bfc50c8beeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.102708 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9329d6f9-0eac-4b11-b985-0a8dc83e7b6f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.110845 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b53c958c-6fb7-4bf0-8402-cdcc209580f7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.120285 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Router 004d4d12-5b31-4476-800a-fc53945762e7 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:33:19.164380 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a3f08e7c-e30e-48b0-8879-99c8edd5ea54 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:19.168514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cf53ee7d-ae5d-4140-ac4f-07cf577ba8ae tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.206620 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a96caa-d173-4917-91c6-358c6c2bc267 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:19.211418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a96caa-d173-4917-91c6-358c6c2bc267 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:19.215736 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f9a96caa-d173-4917-91c6-358c6c2bc267 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4925988 Jan 21 09:33:19.219312 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39618) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:19.298483 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6de80aa6-8385-4077-8aae-7bfc50c8beeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.336597 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.db.resource_extend [None req-b53c958c-6fb7-4bf0-8402-cdcc209580f7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:33:19.341235 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf53ee7d-ae5d-4140-ac4f-07cf577ba8ae tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:19.341671 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cf53ee7d-ae5d-4140-ac4f-07cf577ba8ae tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.348854 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24abcbe9-ab23-4487-b797-7a10591b3257 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:19.351034 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:19.354003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port a3f08e7c-e30e-48b0-8879-99c8edd5ea54 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:19.354594 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.363046 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b7096c78-3bb1-4f5b-ac63-80b7f70235c6 None None] Deleting port 07b802d1-ac7a-4d3e-9280-494f2d0525a6 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:19.363902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b7096c78-3bb1-4f5b-ac63-80b7f70235c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.396362 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:33:19.407741 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65765113-a594-42d8-89cf-dcd457765e74 None None] Sync routers for ids ['004d4d12-5b31-4476-800a-fc53945762e7'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:33:19.430410 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-24abcbe9-ab23-4487-b797-7a10591b3257 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 21 09:33:19.430876 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24abcbe9-ab23-4487-b797-7a10591b3257 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:19.433946 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-24abcbe9-ab23-4487-b797-7a10591b3257 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/networks/994846e7-afd9-4006-a32f-7a07f7dfbfb0 HTTP/1.1" status: 409 len: 405 time: 0.2044506 Jan 21 09:33:19.439484 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39626) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:19.440220 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b53c958c-6fb7-4bf0-8402-cdcc209580f7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.446826 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53c958c-6fb7-4bf0-8402-cdcc209580f7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:19.447612 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b53c958c-6fb7-4bf0-8402-cdcc209580f7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.451078 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65765113-a594-42d8-89cf-dcd457765e74 None None] Routers {'004d4d12-5b31-4476-800a-fc53945762e7'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:19.451759 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-65765113-a594-42d8-89cf-dcd457765e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['004d4d12-5b31-4476-800a-fc53945762e7'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:19.459717 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6de80aa6-8385-4077-8aae-7bfc50c8beeb None None] For port 07b802d1-ac7a-4d3e-9280-494f2d0525a6, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=07b802d1-ac7a-4d3e-9280-494f2d0525a6,segment=NetworkSegment(b7235770-2936-449e-afb4-049bb4086ebd),segment_id=b7235770-2936-449e-afb4-049bb4086ebd)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:19.472108 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-da7937a0-9133-4c0c-ab8c-441dbfc51294 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1500806395'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:19.481632 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6de80aa6-8385-4077-8aae-7bfc50c8beeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.495508 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ce373-836a-4150-a59e-036dd4229b79 req-3977ab20-bdc7-4612-a901-b06665504ee7 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:19.511638 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-356ce373-836a-4150-a59e-036dd4229b79 req-3977ab20-bdc7-4612-a901-b06665504ee7 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.4304712 Jan 21 09:33:19.513969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.515497 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f122f340-6518-4555-b1c3-20e0389dba38 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.3782258 Jan 21 09:33:19.518323 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39628) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:19.524345 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-602f8b63-ae13-492f-a2bd-6dc03a1dc046 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:19.531811 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9329d6f9-0eac-4b11-b985-0a8dc83e7b6f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router 9deb3e47-e8d5-4cb9-88ec-7644abb4e750 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:33:19.539888 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b53c958c-6fb7-4bf0-8402-cdcc209580f7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1142106 Jan 21 09:33:19.546679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39632) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:19.553904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-19624657-14ad-4d3f-97d4-8cd7fb69a6b6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'subnet': {'network_id': 'e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:19.595957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cf53ee7d-ae5d-4140-ac4f-07cf577ba8ae tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.678992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b7096c78-3bb1-4f5b-ac63-80b7f70235c6 None None] For port 07b802d1-ac7a-4d3e-9280-494f2d0525a6, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=07b802d1-ac7a-4d3e-9280-494f2d0525a6,segment=NetworkSegment(b7235770-2936-449e-afb4-049bb4086ebd),segment_id=b7235770-2936-449e-afb4-049bb4086ebd)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:19.679551 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b7096c78-3bb1-4f5b-ac63-80b7f70235c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.708913 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de80aa6-8385-4077-8aae-7bfc50c8beeb None None] Pushing event updated for resources: {'Port': ['ID=07b802d1-ac7a-4d3e-9280-494f2d0525a6,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:19.725297 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b7096c78-3bb1-4f5b-ac63-80b7f70235c6 None None] Calling delete_port for 07b802d1-ac7a-4d3e-9280-494f2d0525a6 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:19.728035 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9329d6f9-0eac-4b11-b985-0a8dc83e7b6f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:33:19.735394 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9329d6f9-0eac-4b11-b985-0a8dc83e7b6f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/9deb3e47-e8d5-4cb9-88ec-7644abb4e750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5663650 Jan 21 09:33:19.746666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39636) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:19.747978 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cf53ee7d-ae5d-4140-ac4f-07cf577ba8ae tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.751701 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cf53ee7d-ae5d-4140-ac4f-07cf577ba8ae tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/networks/a0820f7d-f0b9-4d1d-9615-c0ee59453dbe HTTP/1.1" status: 204 len: 168 time: 1.4152977 Jan 21 09:33:19.761281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fede0e00-9b59-4e99-a7fd-692df0d3202b None None] Sync routers for ids ['9deb3e47-e8d5-4cb9-88ec-7644abb4e750'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:33:19.765276 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-65765113-a594-42d8-89cf-dcd457765e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:19.768492 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39638) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:19.775188 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9b9adb3d-7d83-4fe0-bd51-066932ab604a no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:19.791734 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65765113-a594-42d8-89cf-dcd457765e74 None None] Routers {'004d4d12-5b31-4476-800a-fc53945762e7'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:19.792362 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-65765113-a594-42d8-89cf-dcd457765e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['004d4d12-5b31-4476-800a-fc53945762e7'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:19.820227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede0e00-9b59-4e99-a7fd-692df0d3202b None None] Routers {'9deb3e47-e8d5-4cb9-88ec-7644abb4e750'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:19.820486 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-fede0e00-9b59-4e99-a7fd-692df0d3202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9deb3e47-e8d5-4cb9-88ec-7644abb4e750'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:19.821192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39640) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:19.836250 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7937a0-9133-4c0c-ab8c-441dbfc51294 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Made reservation on behalf of 4d7374e07ddd4c93b246d1a3fd333232 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:19.845552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-da7937a0-9133-4c0c-ab8c-441dbfc51294 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.851693 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 9b9adb3d-7d83-4fe0-bd51-066932ab604a {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:19.851904 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b412b2fd-48ea-4fa2-8fff-b06da005f66e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:19.851990 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9b9adb3d-7d83-4fe0-bd51-066932ab604a not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:19.852069 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b412b2fd-48ea-4fa2-8fff-b06da005f66e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:19.858102 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b412b2fd-48ea-4fa2-8fff-b06da005f66e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/subnets/97505b97-1d6c-42f9-a229-209731b7f992 HTTP/1.1" status: 404 len: 337 time: 0.0862212 Jan 21 09:33:19.860426 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39646) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:19.870013 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-65765113-a594-42d8-89cf-dcd457765e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:19.870684 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65765113-a594-42d8-89cf-dcd457765e74 None None] The sync data for ids ['004d4d12-5b31-4476-800a-fc53945762e7'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:33:19.887721 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ae377f-faeb-4102-9757-4fa04a53ad99 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:19.888285 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ae377f-faeb-4102-9757-4fa04a53ad99 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:19.894021 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e2ae377f-faeb-4102-9757-4fa04a53ad99 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/networks/bedb977a-a172-41a0-9f82-106ee693081e HTTP/1.1" status: 404 len: 339 time: 0.0304334 Jan 21 09:33:19.894265 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39648) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:19.943637 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-fede0e00-9b59-4e99-a7fd-692df0d3202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:19.975389 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c958c-6fb7-4bf0-8402-cdcc209580f7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Network': ['ID=e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:19.996158 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede0e00-9b59-4e99-a7fd-692df0d3202b None None] Routers {'9deb3e47-e8d5-4cb9-88ec-7644abb4e750'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:19.998008 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-fede0e00-9b59-4e99-a7fd-692df0d3202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9deb3e47-e8d5-4cb9-88ec-7644abb4e750'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:20.000626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53ee7d-ae5d-4140-ac4f-07cf577ba8ae tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Network': ['ID=a0820f7d-f0b9-4d1d-9615-c0ee59453dbe,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:20.004278 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3682dbd3-f836-4621-a0c7-b86de30a0d0d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Deleting subnet 07786b8a-5e0b-4fab-8e15-4e6b926026ae {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:33:20.009789 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-356ce373-836a-4150-a59e-036dd4229b79 req-1ca9be7f-bea8-49bd-ac85-1e7d4c85ab2a tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4972594 Jan 21 09:33:20.011289 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3682dbd3-f836-4621-a0c7-b86de30a0d0d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.012055 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7937a0-9133-4c0c-ab8c-441dbfc51294 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:20.014924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:20.152008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1482534912'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:20.174326 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39654) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:20.184255 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-fede0e00-9b59-4e99-a7fd-692df0d3202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:20.185009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fede0e00-9b59-4e99-a7fd-692df0d3202b None None] The sync data for ids ['9deb3e47-e8d5-4cb9-88ec-7644abb4e750'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:33:20.203603 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3682dbd3-f836-4621-a0c7-b86de30a0d0d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.237031 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b7096c78-3bb1-4f5b-ac63-80b7f70235c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.252987 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7096c78-3bb1-4f5b-ac63-80b7f70235c6 None None] No DVR routers for this DVR port 07b802d1-ac7a-4d3e-9280-494f2d0525a6 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:20.320094 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Made reservation on behalf of e28e092473f14b65b56aeddee670d2c8 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:20.324226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.350325 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b68280a8-42df-4e33-a674-6948a61db34f tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-520900768'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:20.364610 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-602f8b63-ae13-492f-a2bd-6dc03a1dc046 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.370997 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.401610 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3e42c-80d8-4ea2-a165-3034861f2923 req-f05fe948-5c97-4703-be85-e4580ff51b52 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:20.403252 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-39b3e42c-80d8-4ea2-a165-3034861f2923 req-f05fe948-5c97-4703-be85-e4580ff51b52 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.2770920 Jan 21 09:33:20.432675 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7096c78-3bb1-4f5b-ac63-80b7f70235c6 None None] Pushing event deleted for resources: {'Port': ['ID=07b802d1-ac7a-4d3e-9280-494f2d0525a6,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:20.448768 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-602f8b63-ae13-492f-a2bd-6dc03a1dc046 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.464382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-da7937a0-9133-4c0c-ab8c-441dbfc51294 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.464382 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-da7937a0-9133-4c0c-ab8c-441dbfc51294 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Added segment 8bbd2b37-bc03-45a4-9228-0821cea125f8 of type vlan for network cf99eb56-8e1c-4bdc-962d-4acee5b0870b Jan 21 09:33:20.481447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3682dbd3-f836-4621-a0c7-b86de30a0d0d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.560904 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68280a8-42df-4e33-a674-6948a61db34f tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Made reservation on behalf of 6cee6cfe29cd4868acbb90fc423ce35f for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:20.564521 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b68280a8-42df-4e33-a674-6948a61db34f tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.590069 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19624657-14ad-4d3f-97d4-8cd7fb69a6b6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:20.593501 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19624657-14ad-4d3f-97d4-8cd7fb69a6b6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.593678 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-39b3e42c-80d8-4ea2-a165-3034861f2923 req-5080d80c-7616-48ac-8f2a-b91d9196d31b tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758821 Jan 21 09:33:20.599549 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b68280a8-42df-4e33-a674-6948a61db34f tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.672237 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-da7937a0-9133-4c0c-ab8c-441dbfc51294 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.676132 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-44714ccb-5d0f-4056-b1e1-086d08a71dbe tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] remove_router_interface failed (client error): The resource could not be found. Jan 21 09:33:20.677952 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-44714ccb-5d0f-4056-b1e1-086d08a71dbe tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/9deb3e47-e8d5-4cb9-88ec-7644abb4e750/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8785193 Jan 21 09:33:20.682828 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39660) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:20.688598 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3682dbd3-f836-4621-a0c7-b86de30a0d0d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.705538 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.735795 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3682dbd3-f836-4621-a0c7-b86de30a0d0d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.742228 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3682dbd3-f836-4621-a0c7-b86de30a0d0d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/subnets/07786b8a-5e0b-4fab-8e15-4e6b926026ae HTTP/1.1" status: 204 len: 168 time: 0.8439550 Jan 21 09:33:20.742228 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.743719 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39662) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:20.746236 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d7129e-3d10-4fc2-b661-ca0d9ebc1020 None None] Network 339d8da3-f540-42ca-a6dc-f8cd582ac3aa requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:20.750908 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682dbd3-f836-4621-a0c7-b86de30a0d0d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Subnet': ['ID=07786b8a-5e0b-4fab-8e15-4e6b926026ae,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:20.755569 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ae8b8b96-86d3-4dea-beaa-c784d168cd9c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb3e47-e8d5-4cb9-88ec-7644abb4e750 HTTP/1.1" status: 200 len: 205 time: 0.0523438 Jan 21 09:33:20.766058 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39664) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:20.809955 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-602f8b63-ae13-492f-a2bd-6dc03a1dc046 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Deleting port 868f5017-3958-4daf-aa88-b89e07fd1210 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:20.810297 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-602f8b63-ae13-492f-a2bd-6dc03a1dc046 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.868979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-da7937a0-9133-4c0c-ab8c-441dbfc51294 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.874626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7937a0-9133-4c0c-ab8c-441dbfc51294 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:20.875221 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-da7937a0-9133-4c0c-ab8c-441dbfc51294 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.896092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4f91fed2-739c-4079-9adc-0b2ccbdbc383 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.900099 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.db.api [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=102146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:33:20.900433 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG oslo_db.api [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:33:20.916654 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59c27aa-1ca6-45ea-a13b-c32b5821bd82 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Deleting subnet b9e54eee-4fa8-4904-b5f0-c3271b07cf01 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:33:20.918853 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e504e543-848e-4ee3-9c9f-ad6b6bd27019,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:20.927294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446e148-a5d9-45ef-bc7b-7f5e4a44172b req-4c2c6de5-670c-4ea4-bc00-4ee0af80f4e8 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:20.928870 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3446e148-a5d9-45ef-bc7b-7f5e4a44172b req-4c2c6de5-670c-4ea4-bc00-4ee0af80f4e8 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.2542405 Jan 21 09:33:20.931320 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f59c27aa-1ca6-45ea-a13b-c32b5821bd82 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.967855 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b68280a8-42df-4e33-a674-6948a61db34f tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:20.982169 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b68280a8-42df-4e33-a674-6948a61db34f tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.007916 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f59c27aa-1ca6-45ea-a13b-c32b5821bd82 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.022080 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-da7937a0-9133-4c0c-ab8c-441dbfc51294 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5546639 Jan 21 09:33:21.040501 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39666) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:21.055812 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d0cc6d04-1a47-40e2-97ae-59a7a9fc6e55 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Request body: {'subnet': {'network_id': 'cf99eb56-8e1c-4bdc-962d-4acee5b0870b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:21.074552 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68280a8-42df-4e33-a674-6948a61db34f tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:21.094621 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-602f8b63-ae13-492f-a2bd-6dc03a1dc046 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.102245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7937a0-9133-4c0c-ab8c-441dbfc51294 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event updated for resources: {'Network': ['ID=cf99eb56-8e1c-4bdc-962d-4acee5b0870b,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:21.115488 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network cf99eb56-8e1c-4bdc-962d-4acee5b0870b details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:21.141506 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68280a8-42df-4e33-a674-6948a61db34f tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c85e78-de2e-45cd-8108-0aec7f72035a,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:21.170109 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b68280a8-42df-4e33-a674-6948a61db34f tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.170708 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-b68280a8-42df-4e33-a674-6948a61db34f tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Added segment b114970b-955b-4d9f-b771-174750868cc0 of type vlan for network 19a517d0-36ff-477c-9c74-59322c6675b3 Jan 21 09:33:21.252758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4f91fed2-739c-4079-9adc-0b2ccbdbc383 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.257426 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3446e148-a5d9-45ef-bc7b-7f5e4a44172b req-1d82f7a8-33c2-4183-bc8b-20651c2f0b7e tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639849 Jan 21 09:33:21.258853 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4f91fed2-739c-4079-9adc-0b2ccbdbc383 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.321658 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19624657-14ad-4d3f-97d4-8cd7fb69a6b6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.372180 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4f91fed2-739c-4079-9adc-0b2ccbdbc383 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.372723 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f91fed2-739c-4079-9adc-0b2ccbdbc383 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Fanout notify agent at l3_agent the message router_deleted on router 9deb3e47-e8d5-4cb9-88ec-7644abb4e750 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:33:21.385349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4f91fed2-739c-4079-9adc-0b2ccbdbc383 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.389324 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4f91fed2-739c-4079-9adc-0b2ccbdbc383 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/routers/9deb3e47-e8d5-4cb9-88ec-7644abb4e750 HTTP/1.1" status: 204 len: 168 time: 0.6222107 Jan 21 09:33:21.397821 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39670) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:21.454741 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19624657-14ad-4d3f-97d4-8cd7fb69a6b6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Subnet': ['ID=1492a8db-c4e0-4d0c-8be5-3ea94202404a,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:21.463029 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19624657-14ad-4d3f-97d4-8cd7fb69a6b6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Checking segment: {'id': 'c9c53121-dd18-4666-9fdc-f8101f14dd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:21.463317 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19624657-14ad-4d3f-97d4-8cd7fb69a6b6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network hostable DHCP agents. Network: e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:21.484297 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ab8279-ffef-425d-a525-7c99c40dd674 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting subnet d6d7c361-3a3c-4463-9cc2-5e746a5443d1 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:33:21.490688 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-37ab8279-ffef-425d-a525-7c99c40dd674 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.518982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19624657-14ad-4d3f-97d4-8cd7fb69a6b6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:21.537682 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-602f8b63-ae13-492f-a2bd-6dc03a1dc046 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Calling delete_port for 868f5017-3958-4daf-aa88-b89e07fd1210 owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:21.539299 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.539655 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-19624657-14ad-4d3f-97d4-8cd7fb69a6b6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:21.542808 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-37ab8279-ffef-425d-a525-7c99c40dd674 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.550251 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c92f406-2ad4-4ae1-b490-5a3f05251bb5 None None] Network e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:21.573146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19624657-14ad-4d3f-97d4-8cd7fb69a6b6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:21.574058 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19624657-14ad-4d3f-97d4-8cd7fb69a6b6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.596738 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-19624657-14ad-4d3f-97d4-8cd7fb69a6b6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0476472 Jan 21 09:33:21.597596 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39672) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:21.617840 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b68280a8-42df-4e33-a674-6948a61db34f tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.630629 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-93de936c-ae42-48df-b548-e9a121f7c327 None None] Provisioning complete for port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:21.631253 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-93de936c-ae42-48df-b548-e9a121f7c327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.670600 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f59c27aa-1ca6-45ea-a13b-c32b5821bd82 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.732759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:21.733039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-37ab8279-ffef-425d-a525-7c99c40dd674 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.774546 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.774803 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Added segment 2d713390-8ef1-4749-bbba-517dd6aacd53 of type vlan for network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b Jan 21 09:33:21.786540 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b68280a8-42df-4e33-a674-6948a61db34f tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.792463 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68280a8-42df-4e33-a674-6948a61db34f tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:21.793022 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b68280a8-42df-4e33-a674-6948a61db34f tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.794874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b', 'network_id': 'e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b', 'tenant_id': 'b2f81884496e439da06be21a280d281b', 'fixed_ips': [{'subnet_id': '1492a8db-c4e0-4d0c-8be5-3ea94202404a'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:21.795961 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.817440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.823290 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-37ab8279-ffef-425d-a525-7c99c40dd674 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.838490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-37ab8279-ffef-425d-a525-7c99c40dd674 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.841567 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-37ab8279-ffef-425d-a525-7c99c40dd674 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/d6d7c361-3a3c-4463-9cc2-5e746a5443d1 HTTP/1.1" status: 204 len: 168 time: 0.4430196 Jan 21 09:33:21.854801 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cc6d04-1a47-40e2-97ae-59a7a9fc6e55 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Made reservation on behalf of 4d7374e07ddd4c93b246d1a3fd333232 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:21.858219 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6d04-1a47-40e2-97ae-59a7a9fc6e55 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.864679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39674) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:21.872512 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab8279-ffef-425d-a525-7c99c40dd674 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d7c361-3a3c-4463-9cc2-5e746a5443d1,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:21.872704 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b68280a8-42df-4e33-a674-6948a61db34f tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6945472 Jan 21 09:33:21.877167 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931cbf50-f3a4-4d43-a23a-52542618d676 None None] Network 909aa5fc-a917-4453-b6b8-257117da7ce8 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:21.889718 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39676) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:21.914133 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b473511b-7602-43d9-868b-d134dbdf22d6 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Request body: {'subnet': {'network_id': '19a517d0-36ff-477c-9c74-59322c6675b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:21.955542 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f59c27aa-1ca6-45ea-a13b-c32b5821bd82 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.965757 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.036148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Allocated IP 172.20.0.2 (e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b/1492a8db-c4e0-4d0c-8be5-3ea94202404a/07276b0f-9314-4c25-9c7a-be66a8621c16) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:22.048566 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.056237 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68280a8-42df-4e33-a674-6948a61db34f tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Pushing event updated for resources: {'Network': ['ID=19a517d0-36ff-477c-9c74-59322c6675b3,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:22.058410 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c27aa-1ca6-45ea-a13b-c32b5821bd82 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e54eee-4fa8-4904-b5f0-c3271b07cf01,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:22.068999 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f59c27aa-1ca6-45ea-a13b-c32b5821bd82 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.074881 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f59c27aa-1ca6-45ea-a13b-c32b5821bd82 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/subnets/b9e54eee-4fa8-4904-b5f0-c3271b07cf01 HTTP/1.1" status: 204 len: 168 time: 1.3251121 Jan 21 09:33:22.077253 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 19a517d0-36ff-477c-9c74-59322c6675b3 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:22.081842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39678) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:22.119565 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.123341 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be210f7c-e549-493d-a61a-91309e41b73c None None] Network 339d8da3-f540-42ca-a6dc-f8cd582ac3aa requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:22.196427 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.201763 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fa39e8-4dd2-46b9-a0a6-5917cd3f79a3 None None] DHCP port deletion for 909aa5fc-a917-4453-b6b8-257117da7ce8 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:33:22.201929 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:22.202373 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.204522 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b473511b-7602-43d9-868b-d134dbdf22d6 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Made reservation on behalf of 6cee6cfe29cd4868acbb90fc423ce35f for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:22.209114 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b473511b-7602-43d9-868b-d134dbdf22d6 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.289697 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:22.290037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.292315 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.311680 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4854400 Jan 21 09:33:22.362875 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-602f8b63-ae13-492f-a2bd-6dc03a1dc046 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.371719 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a65345-368f-4e07-8dde-afdb906c4e21 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Pushing event updated for resources: {'Network': ['ID=7b79ca5e-04f8-4aff-8c99-5130a0268d0b,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:22.392099 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:22.423430 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f8b63-ae13-492f-a2bd-6dc03a1dc046 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Pushing event deleted for resources: {'Port': ['ID=868f5017-3958-4daf-aa88-b89e07fd1210,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:22.465749 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] For port fe24ce7f-7fab-4bdc-b67f-ee82eff236a3, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=fe24ce7f-7fab-4bdc-b67f-ee82eff236a3,segment=NetworkSegment(34ccf6eb-8eb6-4b81-949c-9ee530e84dfc),segment_id=34ccf6eb-8eb6-4b81-949c-9ee530e84dfc)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:22.466287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.500095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:22.532063 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a6fa39e8-4dd2-46b9-a0a6-5917cd3f79a3 None None] Deleting port fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:22.532452 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a6fa39e8-4dd2-46b9-a0a6-5917cd3f79a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.555748 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39684) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:22.560571 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Request body: {'port': {'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b', 'binding:host_id': 'hv-neutron-8257', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2117249852'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:22.572816 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-602f8b63-ae13-492f-a2bd-6dc03a1dc046 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.575978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.618294 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.656168 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.684026 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Pushing event updated for resources: {'Port': ['ID=07276b0f-9314-4c25-9c7a-be66a8621c16,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:22.690157 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5333172b-1ab6-4d19-84f0-839de162ae76 None None] DHCP port deletion for 339d8da3-f540-42ca-a6dc-f8cd582ac3aa request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:33:22.703046 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Subnet': ['ID=1492a8db-c4e0-4d0c-8be5-3ea94202404a,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:22.711047 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b473511b-7602-43d9-868b-d134dbdf22d6 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.719035 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Made reservation on behalf of c4ec14aef677461b96ccf2ec86396517 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:22.722480 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.744426 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a6fa39e8-4dd2-46b9-a0a6-5917cd3f79a3 None None] For port fe24ce7f-7fab-4bdc-b67f-ee82eff236a3, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=fe24ce7f-7fab-4bdc-b67f-ee82eff236a3,segment=NetworkSegment(34ccf6eb-8eb6-4b81-949c-9ee530e84dfc),segment_id=34ccf6eb-8eb6-4b81-949c-9ee530e84dfc)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:22.744831 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a6fa39e8-4dd2-46b9-a0a6-5917cd3f79a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.768877 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Network e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:22.778725 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:22.781762 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:22.789562 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a6fa39e8-4dd2-46b9-a0a6-5917cd3f79a3 None None] Calling delete_port for fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:22.800960 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.803628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Deleting port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:22.803748 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.810205 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.824287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.862207 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.objects.ports [None req-d0cc6d04-1a47-40e2-97ae-59a7a9fc6e55 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:33:22.869038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=fe24ce7f-7fab-4bdc-b67f-ee82eff236a3,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:22.881685 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No DVR routers for this DVR port fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:22.888072 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:22.899495 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6d04-1a47-40e2-97ae-59a7a9fc6e55 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.904037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473511b-7602-43d9-868b-d134dbdf22d6 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Pushing event updated for resources: {'Subnet': ['ID=e3cb2896-35f0-44a2-83af-b39b4a90a869,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:22.911375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c53121-dd18-4666-9fdc-f8101f14dd60') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:22.912077 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c53121-dd18-4666-9fdc-f8101f14dd60') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:22.915242 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-5333172b-1ab6-4d19-84f0-839de162ae76 None None] Deleting port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:22.915710 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5333172b-1ab6-4d19-84f0-839de162ae76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.920791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Attempting to bind port 07276b0f-9314-4c25-9c7a-be66a8621c16 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:22.921164 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Attempting to bind port 07276b0f-9314-4c25-9c7a-be66a8621c16 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'c9c53121-dd18-4666-9fdc-f8101f14dd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:22.921559 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Attempting to bind port 07276b0f-9314-4c25-9c7a-be66a8621c16 on network e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:22.942887 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.967565 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473511b-7602-43d9-868b-d134dbdf22d6 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Checking segment: {'id': 'b114970b-955b-4d9f-b771-174750868cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '19a517d0-36ff-477c-9c74-59322c6675b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:22.967925 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b473511b-7602-43d9-868b-d134dbdf22d6 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Network hostable DHCP agents. Network: 19a517d0-36ff-477c-9c74-59322c6675b3, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:22.982998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:22.983376 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Checking segment: {'id': 'c9c53121-dd18-4666-9fdc-f8101f14dd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:22.983783 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.984172 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Bound using segment: {'id': 'c9c53121-dd18-4666-9fdc-f8101f14dd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:22.984657 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Bound port: 07276b0f-9314-4c25-9c7a-be66a8621c16, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c53121-dd18-4666-9fdc-f8101f14dd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:22.985040 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.010089 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.023413 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.035755 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:23.036666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:23.037805 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.061291 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a6fa39e8-4dd2-46b9-a0a6-5917cd3f79a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.081838 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:23.081838 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:23.081838 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d0b23c4d-2f8b-44c0-be53-f1d6134bb8af no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:23.097080 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] For port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d0b23c4d-2f8b-44c0-be53-f1d6134bb8af,segment=NetworkSegment(47fae9c0-7da7-4021-9c5f-85a012fc0e69),segment_id=47fae9c0-7da7-4021-9c5f-85a012fc0e69)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:23.097438 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.109323 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-5333172b-1ab6-4d19-84f0-839de162ae76 None None] For port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d0b23c4d-2f8b-44c0-be53-f1d6134bb8af,segment=NetworkSegment(47fae9c0-7da7-4021-9c5f-85a012fc0e69),segment_id=47fae9c0-7da7-4021-9c5f-85a012fc0e69)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:23.109754 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5333172b-1ab6-4d19-84f0-839de162ae76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.119455 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-602f8b63-ae13-492f-a2bd-6dc03a1dc046 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.124457 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909aa5fc-a917-4453-b6b8-257117da7ce8']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:23.130539 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Calling delete_port for d0b23c4d-2f8b-44c0-be53-f1d6134bb8af owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:23.136416 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ccf6eb-8eb6-4b81-949c-9ee530e84dfc') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:23.136781 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ccf6eb-8eb6-4b81-949c-9ee530e84dfc') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:23.146370 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-602f8b63-ae13-492f-a2bd-6dc03a1dc046 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.149215 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.166023 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.169367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc6d04-1a47-40e2-97ae-59a7a9fc6e55 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event updated for resources: {'Subnet': ['ID=7bbacf60-aa0f-4cfb-a4d7-a0da50cd4c9c,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:23.175261 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:23.175768 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:23.194571 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:23.235282 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.db.api [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:33:23.235282 dv-neutron-825721-1-hyperv neutron-server[102147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:33:23.235282 dv-neutron-825721-1-hyperv neutron-server[102147]: [parameters: {'id': 'e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b'}] Jan 21 09:33:23.235282 dv-neutron-825721-1-hyperv neutron-server[102147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:33:23.235941 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG oslo_db.api [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:33:23.238712 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b473511b-7602-43d9-868b-d134dbdf22d6 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Network 19a517d0-36ff-477c-9c74-59322c6675b3 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:23.258388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-b473511b-7602-43d9-868b-d134dbdf22d6 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 19a517d0-36ff-477c-9c74-59322c6675b3) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:23.264476 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b473511b-7602-43d9-868b-d134dbdf22d6 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:23.265307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b473511b-7602-43d9-868b-d134dbdf22d6 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.278505 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.283011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.287633 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/networks/909aa5fc-a917-4453-b6b8-257117da7ce8 HTTP/1.1" status: 204 len: 168 time: 1.4226265 Jan 21 09:33:23.293544 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39686) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:23.298428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fa39e8-4dd2-46b9-a0a6-5917cd3f79a3 None None] No DVR routers for this DVR port fe24ce7f-7fab-4bdc-b67f-ee82eff236a3 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:23.303010 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa39e8-4dd2-46b9-a0a6-5917cd3f79a3 None None] Pushing event deleted for resources: {'Port': ['ID=fe24ce7f-7fab-4bdc-b67f-ee82eff236a3,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:23.311379 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-3fbb5ed1-1b36-48c5-ac1a-7263f2ec724c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1247831462'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:23.315477 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2750b274-dbb2-40e8-88d2-b7ad04b4c868 None None] Network 19a517d0-36ff-477c-9c74-59322c6675b3 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:23.321022 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cc6d04-1a47-40e2-97ae-59a7a9fc6e55 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Checking segment: {'id': '8bbd2b37-bc03-45a4-9228-0821cea125f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cf99eb56-8e1c-4bdc-962d-4acee5b0870b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:23.321754 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b473511b-7602-43d9-868b-d134dbdf22d6 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4309449 Jan 21 09:33:23.322200 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cc6d04-1a47-40e2-97ae-59a7a9fc6e55 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Network hostable DHCP agents. Network: cf99eb56-8e1c-4bdc-962d-4acee5b0870b, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:23.323823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547eb2c-3749-4858-aa2b-fc106e47c8f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Network': ['ID=909aa5fc-a917-4453-b6b8-257117da7ce8,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:23.327298 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39688) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:23.332083 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-dffdf832-7951-4094-ac4e-26010c86ae7b tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Request body: {'port': {'network_id': '19a517d0-36ff-477c-9c74-59322c6675b3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-510218037'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:23.341091 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-5333172b-1ab6-4d19-84f0-839de162ae76 None None] Calling delete_port for d0b23c4d-2f8b-44c0-be53-f1d6134bb8af owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:23.360604 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.366369 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602f8b63-ae13-492f-a2bd-6dc03a1dc046 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Router 004d4d12-5b31-4476-800a-fc53945762e7 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:33:23.370681 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.382674 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] For port 07276b0f-9314-4c25-9c7a-be66a8621c16, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:23.387953 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] device_id is not set on port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:33:23.410303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cc6d04-1a47-40e2-97ae-59a7a9fc6e55 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Network cf99eb56-8e1c-4bdc-962d-4acee5b0870b is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:23.412906 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbb5ed1-1b36-48c5-ac1a-7263f2ec724c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:23.414779 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] For port 07276b0f-9314-4c25-9c7a-be66a8621c16, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=07276b0f-9314-4c25-9c7a-be66a8621c16,segment=NetworkSegment(c9c53121-dd18-4666-9fdc-f8101f14dd60),segment_id=c9c53121-dd18-4666-9fdc-f8101f14dd60)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:23.417699 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3fbb5ed1-1b36-48c5-ac1a-7263f2ec724c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.456595 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.469939 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbb5ed1-1b36-48c5-ac1a-7263f2ec724c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:23.488109 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-d0cc6d04-1a47-40e2-97ae-59a7a9fc6e55 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, cf99eb56-8e1c-4bdc-962d-4acee5b0870b) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:23.491914 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3fbb5ed1-1b36-48c5-ac1a-7263f2ec724c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.492260 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-3fbb5ed1-1b36-48c5-ac1a-7263f2ec724c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Added segment 97b270f3-b418-4ad1-9a98-e75772c7ef80 of type vlan for network 73ea322d-8b35-4ca9-bd7e-c3195970ca30 Jan 21 09:33:23.526867 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8443543-4125-4a75-8e14-547a5f176f95 None None] Network cf99eb56-8e1c-4bdc-962d-4acee5b0870b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:23.541282 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffdf832-7951-4094-ac4e-26010c86ae7b tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Made reservation on behalf of 6cee6cfe29cd4868acbb90fc423ce35f for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:23.544752 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dffdf832-7951-4094-ac4e-26010c86ae7b tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.550586 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3fbb5ed1-1b36-48c5-ac1a-7263f2ec724c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.555144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af update to DOWN by agent not found {{(pid=102148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jan 21 09:33:23.578041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-dffdf832-7951-4094-ac4e-26010c86ae7b tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] device_id is not set on port 7d899bcf-c018-4e99-a03e-6a43b3b7eb84 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:33:23.597691 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602f8b63-ae13-492f-a2bd-6dc03a1dc046 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:33:23.600024 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1909e5-2c04-43c3-b53b-1f3743fa65e1,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:23.603406 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cc6d04-1a47-40e2-97ae-59a7a9fc6e55 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:23.603735 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6d04-1a47-40e2-97ae-59a7a9fc6e55 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.611379 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc1b7e-22de-4520-aa43-ec5f2b2ad202 None None] Sync routers for ids ['004d4d12-5b31-4476-800a-fc53945762e7'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:33:23.618467 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3fbb5ed1-1b36-48c5-ac1a-7263f2ec724c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.622681 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-602f8b63-ae13-492f-a2bd-6dc03a1dc046 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.624046 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-602f8b63-ae13-492f-a2bd-6dc03a1dc046 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "PUT /v2.0/routers/004d4d12-5b31-4476-800a-fc53945762e7 HTTP/1.1" status: 200 len: 705 time: 4.1045108 Jan 21 09:33:23.626626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb5ed1-1b36-48c5-ac1a-7263f2ec724c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:23.627286 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3fbb5ed1-1b36-48c5-ac1a-7263f2ec724c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.627680 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.630051 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39690) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:23.630801 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc1b7e-22de-4520-aa43-ec5f2b2ad202 None None] Routers {'004d4d12-5b31-4476-800a-fc53945762e7'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:23.631668 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-fddc1b7e-22de-4520-aa43-ec5f2b2ad202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['004d4d12-5b31-4476-800a-fc53945762e7'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:23.682390 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d0cc6d04-1a47-40e2-97ae-59a7a9fc6e55 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6408043 Jan 21 09:33:23.686054 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No DVR routers for this DVR port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:23.688485 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Port': ['ID=d0b23c4d-2f8b-44c0-be53-f1d6134bb8af,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:23.700562 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39692) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:23.717799 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04f366-8e27-45c2-b6f4-3578d5e9ec04 None None] Pushing event updated for resources: {'Port': ['ID=07276b0f-9314-4c25-9c7a-be66a8621c16,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:23.726043 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-fddc1b7e-22de-4520-aa43-ec5f2b2ad202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:23.733849 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3affa49e-a6e1-463c-86ca-e38cb0183959 None None] Network e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:23.741678 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-9c110be3-7a95-4b5f-b617-b5d8c54cf593 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Request body: {'port': {'network_id': 'cf99eb56-8e1c-4bdc-962d-4acee5b0870b', 'name': 'tempest-NetworksIpV6TestAttrs-322725791'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:23.744561 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.747465 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc1b7e-22de-4520-aa43-ec5f2b2ad202 None None] Routers {'004d4d12-5b31-4476-800a-fc53945762e7'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:23.749767 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-fddc1b7e-22de-4520-aa43-ec5f2b2ad202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['004d4d12-5b31-4476-800a-fc53945762e7'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:23.794919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5333172b-1ab6-4d19-84f0-839de162ae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.804148 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3fbb5ed1-1b36-48c5-ac1a-7263f2ec724c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5094919 Jan 21 09:33:23.816157 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-fddc1b7e-22de-4520-aa43-ec5f2b2ad202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:23.817244 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc1b7e-22de-4520-aa43-ec5f2b2ad202 None None] The sync data for ids ['004d4d12-5b31-4476-800a-fc53945762e7'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:33:23.827904 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39694) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:23.835827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8d0d30a2-3160-4e6e-a5cf-2e4347c93c8d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'subnet': {'network_id': '73ea322d-8b35-4ca9-bd7e-c3195970ca30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:23.869970 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fff3e43f-487f-4354-b36d-028b158cb1a8 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "GET /v2.0/routers/004d4d12-5b31-4476-800a-fc53945762e7 HTTP/1.1" status: 200 len: 740 time: 0.2302132 Jan 21 09:33:23.875548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39696) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:23.881881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-19a517d0-36ff-477c-9c74-59322c6675b3', 'network_id': '19a517d0-36ff-477c-9c74-59322c6675b3', 'tenant_id': '6cee6cfe29cd4868acbb90fc423ce35f', 'fixed_ips': [{'subnet_id': 'e3cb2896-35f0-44a2-83af-b39b4a90a869'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:23.882730 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.893560 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333172b-1ab6-4d19-84f0-839de162ae76 None None] Pushing event deleted for resources: {'Port': ['ID=d0b23c4d-2f8b-44c0-be53-f1d6134bb8af,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:23.908288 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5333172b-1ab6-4d19-84f0-839de162ae76 None None] No DVR routers for this DVR port d0b23c4d-2f8b-44c0-be53-f1d6134bb8af on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:23.948761 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb5ed1-1b36-48c5-ac1a-7263f2ec724c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Network': ['ID=73ea322d-8b35-4ca9-bd7e-c3195970ca30,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:23.954865 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bc44c17e-0119-41ab-87d2-07ce5f391e27 tempest-RoutersAdminTest-1198440016 tempest-RoutersAdminTest-1198440016-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&device_id=004d4d12-5b31-4476-800a-fc53945762e7 HTTP/1.1" status: 200 len: 205 time: 0.0756376 Jan 21 09:33:23.960196 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39698) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:23.970349 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.004740 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b79d2ac1-5a3a-45bc-b03d-f2770a70001f tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "GET /v2.0/ports?device_id=004d4d12-5b31-4476-800a-fc53945762e7 HTTP/1.1" status: 200 len: 205 time: 0.0432825 Jan 21 09:33:24.009003 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39700) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:24.026202 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-dffdf832-7951-4094-ac4e-26010c86ae7b tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Allocated IP 172.20.0.10 (19a517d0-36ff-477c-9c74-59322c6675b3/e3cb2896-35f0-44a2-83af-b39b4a90a869/7d899bcf-c018-4e99-a03e-6a43b3b7eb84) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:24.027895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339d8da3-f540-42ca-a6dc-f8cd582ac3aa']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:24.056104 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 73ea322d-8b35-4ca9-bd7e-c3195970ca30 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:24.087292 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47fae9c0-7da7-4021-9c5f-85a012fc0e69') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:24.087621 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47fae9c0-7da7-4021-9c5f-85a012fc0e69') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:24.115305 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-cf99eb56-8e1c-4bdc-962d-4acee5b0870b', 'network_id': 'cf99eb56-8e1c-4bdc-962d-4acee5b0870b', 'tenant_id': '4d7374e07ddd4c93b246d1a3fd333232', 'fixed_ips': [{'subnet_id': '7bbacf60-aa0f-4cfb-a4d7-a0da50cd4c9c'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:24.116262 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.126736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Deleting port 07276b0f-9314-4c25-9c7a-be66a8621c16 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:24.127211 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.141872 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c110be3-7a95-4b5f-b617-b5d8c54cf593 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Made reservation on behalf of 4d7374e07ddd4c93b246d1a3fd333232 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:24.145348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c110be3-7a95-4b5f-b617-b5d8c54cf593 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.150949 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.175137 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fcb76725-2fd0-4c4f-9c82-04fd58ca0c77 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.211180 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.248533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] device_id is not set on port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:33:24.259756 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:24.260170 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:24.266104 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:24.276775 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.279753 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0d30a2-3160-4e6e-a5cf-2e4347c93c8d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:24.283267 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8d0d30a2-3160-4e6e-a5cf-2e4347c93c8d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.315413 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Allocated IP 2001:db8::f816:3eff:fe69:a9ae (cf99eb56-8e1c-4bdc-962d-4acee5b0870b/7bbacf60-aa0f-4cfb-a4d7-a0da50cd4c9c/fd33c6f6-40e3-4a0b-a15d-b4e5050f190a) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:24.338834 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.484794 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.494051 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.516390 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.539013 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Network cf99eb56-8e1c-4bdc-962d-4acee5b0870b is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:24.546215 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:24.549872 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:24.558839 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Pushing event updated for resources: {'Port': ['ID=fd33c6f6-40e3-4a0b-a15d-b4e5050f190a,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:24.596073 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-9c110be3-7a95-4b5f-b617-b5d8c54cf593 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] device_id is not set on port 1212b519-59cf-4871-9c96-72394eb243c6 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:33:24.617004 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Attempting to bind port fd33c6f6-40e3-4a0b-a15d-b4e5050f190a on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:24.617490 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Attempting to bind port fd33c6f6-40e3-4a0b-a15d-b4e5050f190a by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '8bbd2b37-bc03-45a4-9228-0821cea125f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cf99eb56-8e1c-4bdc-962d-4acee5b0870b'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:24.619764 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Attempting to bind port fd33c6f6-40e3-4a0b-a15d-b4e5050f190a on network cf99eb56-8e1c-4bdc-962d-4acee5b0870b {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:24.635165 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:24.635583 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Checking segment: {'id': '8bbd2b37-bc03-45a4-9228-0821cea125f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cf99eb56-8e1c-4bdc-962d-4acee5b0870b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:24.635941 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.636325 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Bound using segment: {'id': '8bbd2b37-bc03-45a4-9228-0821cea125f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cf99eb56-8e1c-4bdc-962d-4acee5b0870b'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:24.636840 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Bound port: fd33c6f6-40e3-4a0b-a15d-b4e5050f190a, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbd2b37-bc03-45a4-9228-0821cea125f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cf99eb56-8e1c-4bdc-962d-4acee5b0870b'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:24.637186 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.651946 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.671969 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] For port 07276b0f-9314-4c25-9c7a-be66a8621c16, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=07276b0f-9314-4c25-9c7a-be66a8621c16,segment=NetworkSegment(c9c53121-dd18-4666-9fdc-f8101f14dd60),segment_id=c9c53121-dd18-4666-9fdc-f8101f14dd60)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:24.672335 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.706133 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Calling delete_port for 07276b0f-9314-4c25-9c7a-be66a8621c16 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:24.711949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] For port fd33c6f6-40e3-4a0b-a15d-b4e5050f190a, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:24.715861 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] For port fd33c6f6-40e3-4a0b-a15d-b4e5050f190a, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=fd33c6f6-40e3-4a0b-a15d-b4e5050f190a,segment=NetworkSegment(8bbd2b37-bc03-45a4-9228-0821cea125f8),segment_id=8bbd2b37-bc03-45a4-9228-0821cea125f8)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:24.721641 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.751715 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dffdf832-7951-4094-ac4e-26010c86ae7b tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.799782 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cf68a-7de1-49d4-b397-1c326788e4b4 None None] Pushing event updated for resources: {'Port': ['ID=fd33c6f6-40e3-4a0b-a15d-b4e5050f190a,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:24.829730 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fcb76725-2fd0-4c4f-9c82-04fd58ca0c77 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.837087 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.842861 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/networks/339d8da3-f540-42ca-a6dc-f8cd582ac3aa HTTP/1.1" status: 204 len: 168 time: 2.7557054 Jan 21 09:33:24.844931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39702) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:24.845282 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fcb76725-2fd0-4c4f-9c82-04fd58ca0c77 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.880397 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5a21c-177d-44c3-a12a-26fb0adff044 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Network': ['ID=339d8da3-f540-42ca-a6dc-f8cd582ac3aa,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:24.904656 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-6870cbdb-c6d4-4f23-9d9e-83057b823f78 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:24.905110 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6870cbdb-c6d4-4f23-9d9e-83057b823f78 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:24.908186 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6870cbdb-c6d4-4f23-9d9e-83057b823f78 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/subnets/3798a471-0d82-48b9-8ae2-c2f3782cd203 HTTP/1.1" status: 404 len: 337 time: 0.0622737 Jan 21 09:33:24.915439 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-9c110be3-7a95-4b5f-b617-b5d8c54cf593 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Allocated IP 2001:db8::f816:3eff:fe33:df05 (cf99eb56-8e1c-4bdc-962d-4acee5b0870b/7bbacf60-aa0f-4cfb-a4d7-a0da50cd4c9c/1212b519-59cf-4871-9c96-72394eb243c6) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:24.920642 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39704) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:24.936780 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Pushing event updated for resources: {'Port': ['ID=936adb89-0eb2-4c21-8b2c-d3cdab69fb6e,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:24.955393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fcb76725-2fd0-4c4f-9c82-04fd58ca0c77 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.955876 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb76725-2fd0-4c4f-9c82-04fd58ca0c77 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Fanout notify agent at l3_agent the message router_deleted on router 004d4d12-5b31-4476-800a-fc53945762e7 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:33:24.964613 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd03760-33c4-4c56-8428-5ce368174a59 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:24.965210 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd03760-33c4-4c56-8428-5ce368174a59 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:24.971233 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4fd03760-33c4-4c56-8428-5ce368174a59 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/networks/5c761385-5eb7-446e-ab3c-b7d3b8461046 HTTP/1.1" status: 404 len: 339 time: 0.0470912 Jan 21 09:33:24.972620 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39706) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:24.975008 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dffdf832-7951-4094-ac4e-26010c86ae7b tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.980161 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fcb76725-2fd0-4c4f-9c82-04fd58ca0c77 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:24.981700 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fcb76725-2fd0-4c4f-9c82-04fd58ca0c77 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "DELETE /v2.0/routers/004d4d12-5b31-4476-800a-fc53945762e7 HTTP/1.1" status: 204 len: 168 time: 0.9657936 Jan 21 09:33:24.995346 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39708) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:25.063790 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b28e45c-d210-4473-a04f-f77f06de4681 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:25.064257 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b28e45c-d210-4473-a04f-f77f06de4681 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:25.066880 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Allocated IP 172.20.0.2 (19a517d0-36ff-477c-9c74-59322c6675b3/e3cb2896-35f0-44a2-83af-b39b4a90a869/1b103a2c-463e-4215-a033-4713a7938e2a) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:25.067968 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3b28e45c-d210-4473-a04f-f77f06de4681 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/subnets/b1557360-f0dd-4d62-aa45-9526ce692526 HTTP/1.1" status: 404 len: 337 time: 0.0851090 Jan 21 09:33:25.077958 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39710) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:25.093154 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-91fc0a5d-0e6d-422d-9f29-7fd6b7fd4bcf tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "GET /v2.0/ports?device_id=004d4d12-5b31-4476-800a-fc53945762e7 HTTP/1.1" status: 200 len: 205 time: 0.0944076 Jan 21 09:33:25.094179 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39712) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:25.094952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Checking segment: {'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:25.095311 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Network hostable DHCP agents. Network: 7b79ca5e-04f8-4aff-8c99-5130a0268d0b, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:25.122420 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.141314 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffdf832-7951-4094-ac4e-26010c86ae7b tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Network 19a517d0-36ff-477c-9c74-59322c6675b3 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:25.160761 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3484cba9-ceb7-4329-9fd3-6d6adc59a9a1 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:25.161030 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-cb417c3f-9ad9-4e9e-986e-1afbed6dd421 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] delete failed (client error): The resource could not be found. Jan 21 09:33:25.161186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3484cba9-ceb7-4329-9fd3-6d6adc59a9a1 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:25.162493 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cb417c3f-9ad9-4e9e-986e-1afbed6dd421 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "DELETE /v2.0/routers/004d4d12-5b31-4476-800a-fc53945762e7 HTTP/1.1" status: 404 len: 336 time: 0.0647700 Jan 21 09:33:25.167337 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3484cba9-ceb7-4329-9fd3-6d6adc59a9a1 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/networks/b5b16c19-02a3-4097-96e6-2747454bb481 HTTP/1.1" status: 404 len: 339 time: 0.0796518 Jan 21 09:33:25.167502 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39714) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:25.168452 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39716) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:25.193580 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-dffdf832-7951-4094-ac4e-26010c86ae7b tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:25.203323 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffdf832-7951-4094-ac4e-26010c86ae7b tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:25.220076 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No DVR routers for this DVR port 07276b0f-9314-4c25-9c7a-be66a8621c16 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:25.222055 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdf832-7951-4094-ac4e-26010c86ae7b tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Pushing event updated for resources: {'Port': ['ID=7d899bcf-c018-4e99-a03e-6a43b3b7eb84,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:25.227479 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-778418f3-bd9f-4bea-8fc6-7013b0c8bbe9 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:25.227940 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-778418f3-bd9f-4bea-8fc6-7013b0c8bbe9 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:25.231452 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-778418f3-bd9f-4bea-8fc6-7013b0c8bbe9 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/subnets/1fc2c51f-8991-41c8-9aee-72c2b8085401 HTTP/1.1" status: 404 len: 337 time: 0.0616550 Jan 21 09:33:25.237491 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39718) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:25.255015 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.262261 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.274670 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6158e08c-f293-4244-a96d-5afde791d151 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbfe2a70-8a63-4100-98be-93afc923fd43 HTTP/1.1" status: 200 len: 205 time: 0.1055484 Jan 21 09:33:25.284901 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Network 19a517d0-36ff-477c-9c74-59322c6675b3 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:25.288772 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:25.305830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39720) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:25.311706 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:25.320132 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:25.324330 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Port': ['ID=07276b0f-9314-4c25-9c7a-be66a8621c16,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:25.324709 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c45816-dded-4330-86e7-95c250ace90e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:25.325540 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c45816-dded-4330-86e7-95c250ace90e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:25.329869 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d4c45816-dded-4330-86e7-95c250ace90e tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/networks/cb1bb83e-5cbe-4fac-8a31-f77f584de307 HTTP/1.1" status: 404 len: 339 time: 0.0783534 Jan 21 09:33:25.335105 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39722) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:25.356945 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 7b79ca5e-04f8-4aff-8c99-5130a0268d0b) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:25.362685 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:25.369579 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Pushing event updated for resources: {'Port': ['ID=1b103a2c-463e-4215-a033-4713a7938e2a,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:25.372821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637389c7-2c0b-401c-8afe-2bba8e6d62c6 None None] Network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:25.384273 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-9be40550-9e96-462a-b057-646ebfbb26ff tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] delete failed (client error): The resource could not be found. Jan 21 09:33:25.387793 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9be40550-9e96-462a-b057-646ebfbb26ff tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "DELETE /v2.0/routers/cbfe2a70-8a63-4100-98be-93afc923fd43 HTTP/1.1" status: 404 len: 336 time: 0.0782859 Jan 21 09:33:25.395693 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39724) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:25.403368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8d0d30a2-3160-4e6e-a5cf-2e4347c93c8d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.441236 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffdf832-7951-4094-ac4e-26010c86ae7b tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:25.441910 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dffdf832-7951-4094-ac4e-26010c86ae7b tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.457963 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.469375 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-22ec9a09-5700-427b-88fb-e50d15f2a2cb tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "GET /v2.0/ports?device_id=0ca70ce8-3b14-4cd6-8ff2-40b0b854859f HTTP/1.1" status: 200 len: 205 time: 0.0670824 Jan 21 09:33:25.470557 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Attempting to bind port 1b103a2c-463e-4215-a033-4713a7938e2a on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:25.470932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Attempting to bind port 1b103a2c-463e-4215-a033-4713a7938e2a by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'b114970b-955b-4d9f-b771-174750868cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '19a517d0-36ff-477c-9c74-59322c6675b3'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:25.471292 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Attempting to bind port 1b103a2c-463e-4215-a033-4713a7938e2a on network 19a517d0-36ff-477c-9c74-59322c6675b3 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:25.476190 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:25.476525 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:25.476865 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:25.477704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39726) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:25.490443 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c110be3-7a95-4b5f-b617-b5d8c54cf593 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.496965 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:25.496965 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Checking segment: {'id': 'b114970b-955b-4d9f-b771-174750868cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '19a517d0-36ff-477c-9c74-59322c6675b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:25.496965 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.497357 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Bound using segment: {'id': 'b114970b-955b-4d9f-b771-174750868cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '19a517d0-36ff-477c-9c74-59322c6675b3'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:25.497884 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Bound port: 1b103a2c-463e-4215-a033-4713a7938e2a, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b114970b-955b-4d9f-b771-174750868cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '19a517d0-36ff-477c-9c74-59322c6675b3'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:25.498419 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.508883 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:25.509473 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:25.513026 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 2 to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e Jan 21 09:33:25.528307 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0dd5c53-1974-465c-b819-8ca21416fe6c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Deleting subnet 0a1ab594-b0ba-48ad-9769-0098a4535e4f {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:33:25.544851 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:25.551028 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0dd5c53-1974-465c-b819-8ca21416fe6c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.555760 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-dffdf832-7951-4094-ac4e-26010c86ae7b tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2274323 Jan 21 09:33:25.556605 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d30a2-3160-4e6e-a5cf-2e4347c93c8d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Subnet': ['ID=4476ba97-b94d-41c2-8527-55feaf37111b,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:25.557228 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-a94fa85b-26c4-4b7b-abbf-f5593666ea51 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] delete failed (client error): The resource could not be found. Jan 21 09:33:25.558244 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a94fa85b-26c4-4b7b-abbf-f5593666ea51 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "DELETE /v2.0/routers/0ca70ce8-3b14-4cd6-8ff2-40b0b854859f HTTP/1.1" status: 404 len: 336 time: 0.0794199 Jan 21 09:33:25.558770 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39728) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:25.566739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39730) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:25.580419 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c53121-dd18-4666-9fdc-f8101f14dd60') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:25.580730 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c53121-dd18-4666-9fdc-f8101f14dd60') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:25.592256 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:25.592828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:25.593347 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:25.606581 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d30a2-3160-4e6e-a5cf-2e4347c93c8d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Checking segment: {'id': '97b270f3-b418-4ad1-9a98-e75772c7ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '73ea322d-8b35-4ca9-bd7e-c3195970ca30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:25.607252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0d30a2-3160-4e6e-a5cf-2e4347c93c8d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network hostable DHCP agents. Network: 73ea322d-8b35-4ca9-bd7e-c3195970ca30, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:25.611990 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:25.612487 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:25.616006 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 3 to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e Jan 21 09:33:25.628246 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-bad98602-347f-4b08-a567-8678a9521132 None None] For port 1b103a2c-463e-4215-a033-4713a7938e2a, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:25.632973 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0dd5c53-1974-465c-b819-8ca21416fe6c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.633745 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e0ffd8d9-f87a-4c86-bf47-3c674b793eb3 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "GET /v2.0/ports?device_id=d83352fa-7250-420f-9668-00aff1dd5eba HTTP/1.1" status: 200 len: 205 time: 0.0560727 Jan 21 09:33:25.636077 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-bad98602-347f-4b08-a567-8678a9521132 None None] For port 1b103a2c-463e-4215-a033-4713a7938e2a, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1b103a2c-463e-4215-a033-4713a7938e2a,segment=NetworkSegment(b114970b-955b-4d9f-b771-174750868cc0),segment_id=b114970b-955b-4d9f-b771-174750868cc0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:25.637492 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39732) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:25.639388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.642060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.674778 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.679896 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:25.680564 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:25.681058 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:25.710956 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad98602-347f-4b08-a567-8678a9521132 None None] Pushing event updated for resources: {'Port': ['ID=1b103a2c-463e-4215-a033-4713a7938e2a,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:25.729503 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c110be3-7a95-4b5f-b617-b5d8c54cf593 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.740502 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:25.741014 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:25.749381 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:25.753679 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:25.754022 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:25.759062 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 4 to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e Jan 21 09:33:25.762339 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-6ba69697-38e6-4c1f-a34e-94eacd12bc82 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] delete failed (client error): The resource could not be found. Jan 21 09:33:25.763583 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6ba69697-38e6-4c1f-a34e-94eacd12bc82 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "DELETE /v2.0/routers/d83352fa-7250-420f-9668-00aff1dd5eba HTTP/1.1" status: 404 len: 336 time: 0.0976887 Jan 21 09:33:25.776282 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39734) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:25.783627 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0d30a2-3160-4e6e-a5cf-2e4347c93c8d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 73ea322d-8b35-4ca9-bd7e-c3195970ca30 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:25.852456 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-db479f90-13db-4f5f-8ab9-8db6ed5f83ad tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7c6bc06-615b-42d8-8306-0eaf6f3c5c61 HTTP/1.1" status: 200 len: 205 time: 0.0702400 Jan 21 09:33:25.853256 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:25.853623 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:25.853961 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:25.856231 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39736) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:25.856728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c110be3-7a95-4b5f-b617-b5d8c54cf593 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Network cf99eb56-8e1c-4bdc-962d-4acee5b0870b is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:25.869990 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-8d0d30a2-3160-4e6e-a5cf-2e4347c93c8d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 73ea322d-8b35-4ca9-bd7e-c3195970ca30) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:25.873926 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-9c110be3-7a95-4b5f-b617-b5d8c54cf593 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:25.877374 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:25.877736 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:25.882144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d54a00-70de-410b-b32c-3be91ce30bf0 None None] Network 73ea322d-8b35-4ca9-bd7e-c3195970ca30 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:25.893849 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c110be3-7a95-4b5f-b617-b5d8c54cf593 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:25.901972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c110be3-7a95-4b5f-b617-b5d8c54cf593 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:25.902846 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c110be3-7a95-4b5f-b617-b5d8c54cf593 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.918443 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.920110 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c110be3-7a95-4b5f-b617-b5d8c54cf593 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event updated for resources: {'Port': ['ID=1212b519-59cf-4871-9c96-72394eb243c6,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:25.920618 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 5 to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e Jan 21 09:33:25.930966 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0d30a2-3160-4e6e-a5cf-2e4347c93c8d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:25.932800 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.933306 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8d0d30a2-3160-4e6e-a5cf-2e4347c93c8d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:25.941997 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b HTTP/1.1" status: 204 len: 168 time: 4.3356035 Jan 21 09:33:25.941997 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39738) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:25.947595 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d22e388d-0c11-4d05-9bf0-5a85180e2c86 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-140556813'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:25.949075 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-5ec4e68e-cacc-4131-ae4a-abeccfa934b9 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] delete failed (client error): The resource could not be found. Jan 21 09:33:25.952559 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5ec4e68e-cacc-4131-ae4a-abeccfa934b9 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "DELETE /v2.0/routers/c7c6bc06-615b-42d8-8306-0eaf6f3c5c61 HTTP/1.1" status: 404 len: 336 time: 0.0878763 Jan 21 09:33:25.965817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39740) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:25.974020 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:25.974457 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:25.974801 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:25.978252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0dd5c53-1974-465c-b819-8ca21416fe6c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.006971 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9c110be3-7a95-4b5f-b617-b5d8c54cf593 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3009813 Jan 21 09:33:26.022993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39742) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:26.033643 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91be682-a4a4-4816-af68-6a10e637d2e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Network': ['ID=e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:26.040821 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8d0d30a2-3160-4e6e-a5cf-2e4347c93c8d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2103243 Jan 21 09:33:26.053756 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:26.054095 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:26.060403 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8e5c4688-3cdd-42c8-a383-fcd2253c3a44 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "GET /v2.0/ports?device_id=381be10b-4415-4561-a518-eeddb53c081a HTTP/1.1" status: 200 len: 205 time: 0.0892994 Jan 21 09:33:26.063313 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-a50d7f13-e8d3-47cf-b52b-b5aefe704627 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Deleting port 7d899bcf-c018-4e99-a03e-6a43b3b7eb84 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:26.063753 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a50d7f13-e8d3-47cf-b52b-b5aefe704627 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.070294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39744) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:26.070751 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39746) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:26.075447 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-fe856754-3d95-40b0-9d98-28011aca71db tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2041522387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:26.090658 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 6 to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e Jan 21 09:33:26.107363 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-73ea322d-8b35-4ca9-bd7e-c3195970ca30', 'network_id': '73ea322d-8b35-4ca9-bd7e-c3195970ca30', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'fixed_ips': [{'subnet_id': '4476ba97-b94d-41c2-8527-55feaf37111b'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:26.109035 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.147005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:26.147359 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:26.147694 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:26.169501 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c61dfbc-cd5a-4bae-b088-0a26ee67fb17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Deleting subnet 7bbacf60-aa0f-4cfb-a4d7-a0da50cd4c9c {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:33:26.170128 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:26.170545 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:26.174236 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 7 to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e Jan 21 09:33:26.177561 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7c61dfbc-cd5a-4bae-b088-0a26ee67fb17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.197268 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-b064dd08-0d5e-49c6-a10c-60520ec3521e tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] delete failed (client error): The resource could not be found. Jan 21 09:33:26.202135 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b064dd08-0d5e-49c6-a10c-60520ec3521e tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "DELETE /v2.0/routers/381be10b-4415-4561-a518-eeddb53c081a HTTP/1.1" status: 404 len: 336 time: 0.1119592 Jan 21 09:33:26.202135 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39748) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:26.219041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22e388d-0c11-4d05-9bf0-5a85180e2c86 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:26.222717 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d22e388d-0c11-4d05-9bf0-5a85180e2c86 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.242014 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0dd5c53-1974-465c-b819-8ca21416fe6c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.261798 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:26.262133 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:26.262469 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:26.265545 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09c049e-3657-419d-a832-dd0cb0ea5e58 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:26.266331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09c049e-3657-419d-a832-dd0cb0ea5e58 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:26.275300 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f09c049e-3657-419d-a832-dd0cb0ea5e58 tempest-RoutersAdminTest-402446623 tempest-RoutersAdminTest-402446623-project] 10.222.0.88 "DELETE /v2.0/subnets/5532d00f-ed59-44b8-a813-0dea3dacab5c HTTP/1.1" status: 404 len: 337 time: 0.0726202 Jan 21 09:33:26.320838 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7c61dfbc-cd5a-4bae-b088-0a26ee67fb17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.323603 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd5c53-1974-465c-b819-8ca21416fe6c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1ab594-b0ba-48ad-9769-0098a4535e4f,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:26.335387 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a50d7f13-e8d3-47cf-b52b-b5aefe704627 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.344628 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Allocated IP 2001:db8::2 (73ea322d-8b35-4ca9-bd7e-c3195970ca30/4476ba97-b94d-41c2-8527-55feaf37111b/ed308091-c0d9-4a42-ac27-5c48db2cb8f2) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:26.356163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-a50d7f13-e8d3-47cf-b52b-b5aefe704627 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Calling delete_port for 7d899bcf-c018-4e99-a03e-6a43b3b7eb84 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:26.363558 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:26.371530 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:26.372667 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0dd5c53-1974-465c-b819-8ca21416fe6c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.375551 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f08f3e-3a29-4879-b668-bb7a53b7d683 None None] Network ac0102ba-983b-4415-8463-8f2411c04563 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:26.375985 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f0dd5c53-1974-465c-b819-8ca21416fe6c tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/subnets/0a1ab594-b0ba-48ad-9769-0098a4535e4f HTTP/1.1" status: 204 len: 168 time: 1.0378332 Jan 21 09:33:26.381361 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 8 to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e Jan 21 09:33:26.388280 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39752) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:26.432129 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:26.432460 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:26.432972 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:26.478543 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:26.478879 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:26.484677 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 9 to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e Jan 21 09:33:26.510037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fe856754-3d95-40b0-9d98-28011aca71db tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.511076 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fe856754-3d95-40b0-9d98-28011aca71db tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.518715 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22e388d-0c11-4d05-9bf0-5a85180e2c86 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:26.535732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d22e388d-0c11-4d05-9bf0-5a85180e2c86 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.536292 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-d22e388d-0c11-4d05-9bf0-5a85180e2c86 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Added segment 2f75870b-e485-4035-a09e-ec341f25f409 of type vlan for network 36e6fa9c-5cc9-4e51-b645-d6d4a906259c Jan 21 09:33:26.545918 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.547996 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:26.548501 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:26.548982 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:26.562042 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:26.562639 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:26.565041 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 10 to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e Jan 21 09:33:26.613346 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d22e388d-0c11-4d05-9bf0-5a85180e2c86 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.632226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:26.633951 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:26.634639 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:26.642312 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b2ddef-18c2-4377-96ca-7dd75ba5b100 None None] Network cf99eb56-8e1c-4bdc-962d-4acee5b0870b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:26.650567 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a50d7f13-e8d3-47cf-b52b-b5aefe704627 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.673399 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:26.674718 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:26.675467 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.699197 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7c61dfbc-cd5a-4bae-b088-0a26ee67fb17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.701104 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d7f13-e8d3-47cf-b52b-b5aefe704627 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Pushing event deleted for resources: {'Port': ['ID=7d899bcf-c018-4e99-a03e-6a43b3b7eb84,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:26.704836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d22e388d-0c11-4d05-9bf0-5a85180e2c86 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.720536 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22e388d-0c11-4d05-9bf0-5a85180e2c86 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:26.721177 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d22e388d-0c11-4d05-9bf0-5a85180e2c86 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.772714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-2ff4bcfd-15f6-4993-907a-b8933aafd26c None None] Provisioning complete for port fd33c6f6-40e3-4a0b-a15d-b4e5050f190a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:26.773090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2ff4bcfd-15f6-4993-907a-b8933aafd26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.814033 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39756) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:26.832150 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7c61dfbc-cd5a-4bae-b088-0a26ee67fb17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.859905 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fe856754-3d95-40b0-9d98-28011aca71db tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.919337 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fe856754-3d95-40b0-9d98-28011aca71db tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.939703 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61dfbc-cd5a-4bae-b088-0a26ee67fb17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event deleted for resources: {'Subnet': ['ID=7bbacf60-aa0f-4cfb-a4d7-a0da50cd4c9c,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:26.972627 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7c61dfbc-cd5a-4bae-b088-0a26ee67fb17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.972994 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d22e388d-0c11-4d05-9bf0-5a85180e2c86 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0293136 Jan 21 09:33:26.980248 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2ff4bcfd-15f6-4993-907a-b8933aafd26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:26.981569 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7c61dfbc-cd5a-4bae-b088-0a26ee67fb17 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/subnets/7bbacf60-aa0f-4cfb-a4d7-a0da50cd4c9c HTTP/1.1" status: 204 len: 168 time: 0.9557228 Jan 21 09:33:26.982434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39762) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:26.982913 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39764) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:26.984575 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] For port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e, host hv-neutron-8257, cleared binding levels {{(pid=102146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:26.985145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempted to set empty binding levels {{(pid=102146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:33:27.001300 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e388d-0c11-4d05-9bf0-5a85180e2c86 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Network': ['ID=36e6fa9c-5cc9-4e51-b645-d6d4a906259c,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:27.003988 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a50d7f13-e8d3-47cf-b52b-b5aefe704627 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.011116 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a50d7f13-e8d3-47cf-b52b-b5aefe704627 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] 10.222.0.88 "DELETE /v2.0/ports/7d899bcf-c018-4e99-a03e-6a43b3b7eb84 HTTP/1.1" status: 204 len: 168 time: 1.4453406 Jan 21 09:33:27.015581 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Deleting port 388c6254-2102-4578-b970-3ea1d32df38f {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:27.015890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.017383 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39766) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:27.022410 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-73fcceaf-01ca-47a3-a73b-339a75c8b622 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'subnet': {'network_id': '36e6fa9c-5cc9-4e51-b645-d6d4a906259c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:27.038349 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 36e6fa9c-5cc9-4e51-b645-d6d4a906259c details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:27.042077 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fe856754-3d95-40b0-9d98-28011aca71db tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.043360 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fe856754-3d95-40b0-9d98-28011aca71db tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9715641 Jan 21 09:33:27.046368 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39770) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:27.121851 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.275632 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-70099164-aac3-4f0d-a271-7e4b84117b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.311816 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:27.312843 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.314921 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.333880 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] For port 388c6254-2102-4578-b970-3ea1d32df38f, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=388c6254-2102-4578-b970-3ea1d32df38f,segment=NetworkSegment(573cba0b-2a7e-42e0-aac6-34c7c703fee7),segment_id=573cba0b-2a7e-42e0-aac6-34c7c703fee7)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:27.334434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.348774 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-2ff4bcfd-15f6-4993-907a-b8933aafd26c None None] For port fd33c6f6-40e3-4a0b-a15d-b4e5050f190a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=fd33c6f6-40e3-4a0b-a15d-b4e5050f190a,segment=NetworkSegment(8bbd2b37-bc03-45a4-9228-0821cea125f8),segment_id=8bbd2b37-bc03-45a4-9228-0821cea125f8)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:27.356858 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dda41c-be37-4d03-b4a7-45fcf04ffc3b None None] DHCP port deletion for ac0102ba-983b-4415-8463-8f2411c04563 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:33:27.357092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3275167f-6615-400b-9706-c7fe15e423f9 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:27.358744 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3275167f-6615-400b-9706-c7fe15e423f9 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:27.358879 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1b103a2c-463e-4215-a033-4713a7938e2a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:27.364864 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3275167f-6615-400b-9706-c7fe15e423f9 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3705790 Jan 21 09:33:27.365645 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.366919 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39772) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:27.387533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Calling delete_port for 388c6254-2102-4578-b970-3ea1d32df38f owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:27.404183 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Pushing event updated for resources: {'Port': ['ID=936adb89-0eb2-4c21-8b2c-d3cdab69fb6e,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:27.409528 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7ebbdf8b-fbbb-4cc2-94df-bfb1922e0a9d tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.8526218 Jan 21 09:33:27.415997 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39774) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:27.416304 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2ff4bcfd-15f6-4993-907a-b8933aafd26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.486699 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27936fa1-8cd9-4d8d-bf60-fe1f3dda7864 None None] Network 19a517d0-36ff-477c-9c74-59322c6675b3 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:27.524258 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c31f6ea1-d3b3-477f-8078-2959f9cfc560 tempest-DHCPAgentSchedulersTestJSON-383732850 tempest-DHCPAgentSchedulersTestJSON-383732850-project-admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4313 time: 0.5055804 Jan 21 09:33:27.531352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39776) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:27.536273 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b57f3167-201b-4850-94a8-230c792ab994 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-143400436'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:27.550611 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Network 73ea322d-8b35-4ca9-bd7e-c3195970ca30 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:27.554875 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1f63-743c-418a-877d-9edbdf492970 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.559126 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fcceaf-01ca-47a3-a73b-339a75c8b622 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:27.562498 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-73fcceaf-01ca-47a3-a73b-339a75c8b622 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.594850 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:27.596910 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:27.607446 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Pushing event updated for resources: {'Port': ['ID=ed308091-c0d9-4a42-ac27-5c48db2cb8f2,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:27.642327 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3b1f63-743c-418a-877d-9edbdf492970 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 21 09:33:27.642890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3b1f63-743c-418a-877d-9edbdf492970 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:27.646766 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cb3b1f63-743c-418a-877d-9edbdf492970 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/networks/cf99eb56-8e1c-4bdc-962d-4acee5b0870b HTTP/1.1" status: 409 len: 405 time: 0.2771485 Jan 21 09:33:27.654063 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57f3167-201b-4850-94a8-230c792ab994 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Made reservation on behalf of 6cee6cfe29cd4868acbb90fc423ce35f for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:27.657549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b57f3167-201b-4850-94a8-230c792ab994 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.661479 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39778) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:27.668954 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-94bd1617-b7cb-4db4-835e-75e8015aa84b tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-608794139'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:27.671175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.680516 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.ipam_backend_mixin [None req-73fcceaf-01ca-47a3-a73b-339a75c8b622 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Performing IP validity checks on allocation pools {{(pid=102146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 21 09:33:27.681122 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.ipam_backend_mixin [None req-73fcceaf-01ca-47a3-a73b-339a75c8b622 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 21 09:33:27.689818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-3cd76959-65ab-4d0c-b1f9-3e58f26bfc39 None None] Provisioning complete for port 1b103a2c-463e-4215-a033-4713a7938e2a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:27.690199 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3cd76959-65ab-4d0c-b1f9-3e58f26bfc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.741640 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 1b103a2c-463e-4215-a033-4713a7938e2a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:27.742409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.760613 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57f3167-201b-4850-94a8-230c792ab994 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:27.764840 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.771306 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bd1617-b7cb-4db4-835e-75e8015aa84b tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Made reservation on behalf of 4d7374e07ddd4c93b246d1a3fd333232 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:27.774951 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-94bd1617-b7cb-4db4-835e-75e8015aa84b tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.789896 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-93c663d8-e387-4402-b06a-986eff2836e7 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Deleting port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:27.790240 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-93c663d8-e387-4402-b06a-986eff2836e7 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.809735 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-70099164-aac3-4f0d-a271-7e4b84117b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.826137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-70099164-aac3-4f0d-a271-7e4b84117b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.835128 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b57f3167-201b-4850-94a8-230c792ab994 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.835470 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-b57f3167-201b-4850-94a8-230c792ab994 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Added segment 62ba5ee2-9adb-4572-8d49-cf6878d2796d of type vlan for network ec677975-4443-4768-85ef-56ad17010176 Jan 21 09:33:27.838518 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Port': ['ID=388c6254-2102-4578-b970-3ea1d32df38f,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:27.839092 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcfef99-5d8e-4671-b92c-a0512a54e609 None None] DHCP port deletion for cf99eb56-8e1c-4bdc-962d-4acee5b0870b request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:33:27.840511 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No DVR routers for this DVR port 388c6254-2102-4578-b970-3ea1d32df38f on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:27.854625 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4bcfd-15f6-4993-907a-b8933aafd26c None None] Pushing event updated for resources: {'Port': ['ID=fd33c6f6-40e3-4a0b-a15d-b4e5050f190a,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:27.888151 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Attempting to bind port ed308091-c0d9-4a42-ac27-5c48db2cb8f2 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:27.888516 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Attempting to bind port ed308091-c0d9-4a42-ac27-5c48db2cb8f2 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '97b270f3-b418-4ad1-9a98-e75772c7ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '73ea322d-8b35-4ca9-bd7e-c3195970ca30'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:27.888871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Attempting to bind port ed308091-c0d9-4a42-ac27-5c48db2cb8f2 on network 73ea322d-8b35-4ca9-bd7e-c3195970ca30 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:27.928270 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-65dda41c-be37-4d03-b4a7-45fcf04ffc3b None None] Deleting port 388c6254-2102-4578-b970-3ea1d32df38f {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:27.928553 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-65dda41c-be37-4d03-b4a7-45fcf04ffc3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.961387 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:27.961780 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Checking segment: {'id': '97b270f3-b418-4ad1-9a98-e75772c7ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '73ea322d-8b35-4ca9-bd7e-c3195970ca30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:27.962181 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.962996 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Bound using segment: {'id': '97b270f3-b418-4ad1-9a98-e75772c7ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '73ea322d-8b35-4ca9-bd7e-c3195970ca30'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:27.963138 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Bound port: ed308091-c0d9-4a42-ac27-5c48db2cb8f2, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b270f3-b418-4ad1-9a98-e75772c7ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '73ea322d-8b35-4ca9-bd7e-c3195970ca30'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:27.963458 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:27.963857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94bd1617-b7cb-4db4-835e-75e8015aa84b tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:27.969273 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-70099164-aac3-4f0d-a271-7e4b84117b08 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b2a3bf4849d6400599f62535dea3f63c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1520822 Jan 21 09:33:27.976780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39780) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:27.978404 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b57f3167-201b-4850-94a8-230c792ab994 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.001561 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70099164-aac3-4f0d-a271-7e4b84117b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11482c53-1501-43d6-af71-933748bc2cd5,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:28.042040 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-93c663d8-e387-4402-b06a-986eff2836e7 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] For port 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e, host hv-neutron-8257, got binding levels [] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:28.042820 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-93c663d8-e387-4402-b06a-986eff2836e7 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.062039 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-94bd1617-b7cb-4db4-835e-75e8015aa84b tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.062483 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-94bd1617-b7cb-4db4-835e-75e8015aa84b tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Added segment abd765de-6e3b-4623-899f-316f43fc0705 of type vlan for network 6cac5ba3-6fef-43d3-8e8d-72a03edb7557 Jan 21 09:33:28.073486 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.090177 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.db.resource_extend [None req-b57f3167-201b-4850-94a8-230c792ab994 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:33:28.103011 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-65dda41c-be37-4d03-b4a7-45fcf04ffc3b None None] For port 388c6254-2102-4578-b970-3ea1d32df38f, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:28.103414 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-65dda41c-be37-4d03-b4a7-45fcf04ffc3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.122017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-93c663d8-e387-4402-b06a-986eff2836e7 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Calling delete_port for 936adb89-0eb2-4c21-8b2c-d3cdab69fb6e owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:28.128236 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b57f3167-201b-4850-94a8-230c792ab994 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.134150 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57f3167-201b-4850-94a8-230c792ab994 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:28.134832 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b57f3167-201b-4850-94a8-230c792ab994 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.151344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-65dda41c-be37-4d03-b4a7-45fcf04ffc3b None None] Calling delete_port for 388c6254-2102-4578-b970-3ea1d32df38f owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:28.172922 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0102ba-983b-4415-8463-8f2411c04563']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:28.173970 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-48218a45-4d22-480d-8295-af70882f972d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.181815 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.ipam_backend_mixin [None req-65dda41c-be37-4d03-b4a7-45fcf04ffc3b None None] Port 388c6254-2102-4578-b970-3ea1d32df38f was not found and therefore no delete operation was performed {{(pid=102148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 09:33:28.194456 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-65dda41c-be37-4d03-b4a7-45fcf04ffc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.197170 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-94bd1617-b7cb-4db4-835e-75e8015aa84b tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.218420 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3cd76959-65ab-4d0c-b1f9-3e58f26bfc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.233551 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573cba0b-2a7e-42e0-aac6-34c7c703fee7') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:28.233939 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573cba0b-2a7e-42e0-aac6-34c7c703fee7') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:28.236223 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b57f3167-201b-4850-94a8-230c792ab994 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7039318 Jan 21 09:33:28.245779 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-7dcfef99-5d8e-4671-b92c-a0512a54e609 None None] Deleting port fd33c6f6-40e3-4a0b-a15d-b4e5050f190a {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:28.245992 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39782) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:28.246151 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7dcfef99-5d8e-4671-b92c-a0512a54e609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.263012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dda41c-be37-4d03-b4a7-45fcf04ffc3b None None] Pushing event deleted for resources: {'Port': ['ID=388c6254-2102-4578-b970-3ea1d32df38f,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:28.274150 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-73fcceaf-01ca-47a3-a73b-339a75c8b622 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.275283 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f3167-201b-4850-94a8-230c792ab994 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Pushing event updated for resources: {'Network': ['ID=ec677975-4443-4768-85ef-56ad17010176,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:28.280360 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.282665 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dda41c-be37-4d03-b4a7-45fcf04ffc3b None None] No DVR routers for this DVR port 388c6254-2102-4578-b970-3ea1d32df38f on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:28.282805 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-48218a45-4d22-480d-8295-af70882f972d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.291174 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] For port ed308091-c0d9-4a42-ac27-5c48db2cb8f2, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:28.300732 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.320363 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Allocated IP 2001:db8::1 (73ea322d-8b35-4ca9-bd7e-c3195970ca30/4476ba97-b94d-41c2-8527-55feaf37111b/39d3e8e1-7706-4ad7-9f13-56600cbbf90d) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:28.329528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network ec677975-4443-4768-85ef-56ad17010176 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:28.375792 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] For port ed308091-c0d9-4a42-ac27-5c48db2cb8f2, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ed308091-c0d9-4a42-ac27-5c48db2cb8f2,segment=NetworkSegment(97b270f3-b418-4ad1-9a98-e75772c7ef80),segment_id=97b270f3-b418-4ad1-9a98-e75772c7ef80)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:28.420537 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-48218a45-4d22-480d-8295-af70882f972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.423355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-48218a45-4d22-480d-8295-af70882f972d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.427244 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-48218a45-4d22-480d-8295-af70882f972d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/11482c53-1501-43d6-af71-933748bc2cd5 HTTP/1.1" status: 204 len: 168 time: 0.4435108 Jan 21 09:33:28.439667 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48218a45-4d22-480d-8295-af70882f972d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11482c53-1501-43d6-af71-933748bc2cd5,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:28.448422 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.456620 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-3cd76959-65ab-4d0c-b1f9-3e58f26bfc39 None None] For port 1b103a2c-463e-4215-a033-4713a7938e2a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1b103a2c-463e-4215-a033-4713a7938e2a,segment=NetworkSegment(b114970b-955b-4d9f-b771-174750868cc0),segment_id=b114970b-955b-4d9f-b771-174750868cc0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:28.471853 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.530447 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3cd76959-65ab-4d0c-b1f9-3e58f26bfc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.531913 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-94bd1617-b7cb-4db4-835e-75e8015aa84b tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.535055 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.542789 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bd1617-b7cb-4db4-835e-75e8015aa84b tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:28.544157 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-94bd1617-b7cb-4db4-835e-75e8015aa84b tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.554123 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:28.554591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:28.571737 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:28.585121 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-7dcfef99-5d8e-4671-b92c-a0512a54e609 None None] For port fd33c6f6-40e3-4a0b-a15d-b4e5050f190a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=fd33c6f6-40e3-4a0b-a15d-b4e5050f190a,segment=NetworkSegment(8bbd2b37-bc03-45a4-9228-0821cea125f8),segment_id=8bbd2b37-bc03-45a4-9228-0821cea125f8)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:28.585883 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7dcfef99-5d8e-4671-b92c-a0512a54e609 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.610877 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.690796 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-7dcfef99-5d8e-4671-b92c-a0512a54e609 None None] Calling delete_port for fd33c6f6-40e3-4a0b-a15d-b4e5050f190a owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:28.714275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcceaf-01ca-47a3-a73b-339a75c8b622 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Subnet': ['ID=2ac1e7dd-ba77-488c-896d-d13a6a20eded,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:28.717414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 73ea322d-8b35-4ca9-bd7e-c3195970ca30 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:28.719326 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e04a6-1ae9-4568-b79a-7c1f817d5415 None None] Pushing event updated for resources: {'Port': ['ID=ed308091-c0d9-4a42-ac27-5c48db2cb8f2,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:28.720863 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:28.724408 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:33:28.725509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:33:28.730631 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:28.731204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.753413 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=39d3e8e1-7706-4ad7-9f13-56600cbbf90d,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:28.855636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-93c663d8-e387-4402-b06a-986eff2836e7 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:28.931874 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-94bd1617-b7cb-4db4-835e-75e8015aa84b tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2679563 Jan 21 09:33:28.934701 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b60cbacc-4521-4f2c-947f-bb56b10d761b tempest-DHCPAgentSchedulersTestJSON-383732850 tempest-DHCPAgentSchedulersTestJSON-383732850-project-admin] 10.222.0.88 "GET /v2.0/agents/3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a/dhcp-networks HTTP/1.1" status: 200 len: 10326 time: 0.6862409 Jan 21 09:33:28.943774 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39788) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:28.944816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39790) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:28.959482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-3d13aab3-38d5-4a0e-9e61-43d4b6a66bee tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Request body: {'subnet': {'network_id': '6cac5ba3-6fef-43d3-8e8d-72a03edb7557', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:28.962576 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcceaf-01ca-47a3-a73b-339a75c8b622 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Checking segment: {'id': '2f75870b-e485-4035-a09e-ec341f25f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36e6fa9c-5cc9-4e51-b645-d6d4a906259c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:28.963106 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fcceaf-01ca-47a3-a73b-339a75c8b622 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network hostable DHCP agents. Network: 36e6fa9c-5cc9-4e51-b645-d6d4a906259c, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:28.973946 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd1617-b7cb-4db4-835e-75e8015aa84b tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event updated for resources: {'Network': ['ID=6cac5ba3-6fef-43d3-8e8d-72a03edb7557,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:29.001669 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-93c663d8-e387-4402-b06a-986eff2836e7 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:29.011488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39792) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:29.019224 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-93c663d8-e387-4402-b06a-986eff2836e7 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] 10.222.0.88 "DELETE /v2.0/ports/936adb89-0eb2-4c21-8b2c-d3cdab69fb6e HTTP/1.1" status: 204 len: 168 time: 1.5991397 Jan 21 09:33:29.020717 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c663d8-e387-4402-b06a-986eff2836e7 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Pushing event deleted for resources: {'Port': ['ID=936adb89-0eb2-4c21-8b2c-d3cdab69fb6e,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:29.028329 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:29.033140 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:29.040004 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/networks/ac0102ba-983b-4415-8463-8f2411c04563 HTTP/1.1" status: 204 len: 168 time: 2.6482425 Jan 21 09:33:29.040004 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39794) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:29.045087 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39796) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:29.108798 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7132193f-96db-4517-beb6-bce82b8f435b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:33:29.114923 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7132193f-96db-4517-beb6-bce82b8f435b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] 10.222.0.88 "GET /v2.0/ports/936adb89-0eb2-4c21-8b2c-d3cdab69fb6e HTTP/1.1" status: 404 len: 333 time: 0.0676868 Jan 21 09:33:29.127149 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 6cac5ba3-6fef-43d3-8e8d-72a03edb7557 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:29.131094 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894890c-f2c4-42f7-9fd1-559b1ec3a77f tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Network': ['ID=ac0102ba-983b-4415-8463-8f2411c04563,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:29.139663 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7dcfef99-5d8e-4671-b92c-a0512a54e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:29.140030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39798) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:29.147426 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f94dbfc7-d1f8-4e36-8bba-7500a8257124 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Request body: {'port': {'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-836976472'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:29.180239 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-82522dfd-fce0-490f-b7a5-e40a5869ea05 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:29.181280 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82522dfd-fce0-490f-b7a5-e40a5869ea05 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:29.185290 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-82522dfd-fce0-490f-b7a5-e40a5869ea05 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/subnets/3eff94fc-c3a6-4479-8f5f-2ab87d360877 HTTP/1.1" status: 404 len: 337 time: 0.1289117 Jan 21 09:33:29.186731 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fcceaf-01ca-47a3-a73b-339a75c8b622 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network 36e6fa9c-5cc9-4e51-b645-d6d4a906259c is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:29.189209 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39800) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:29.200548 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94dbfc7-d1f8-4e36-8bba-7500a8257124 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Made reservation on behalf of c4ec14aef677461b96ccf2ec86396517 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:29.203175 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f94dbfc7-d1f8-4e36-8bba-7500a8257124 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:29.219183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:29.222471 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd76959-65ab-4d0c-b1f9-3e58f26bfc39 None None] Pushing event updated for resources: {'Port': ['ID=1b103a2c-463e-4215-a033-4713a7938e2a,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:29.238884 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-f94dbfc7-d1f8-4e36-8bba-7500a8257124 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] device_id is not set on port 8826f8c9-220b-4aa8-a597-97353d83e32a yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:33:29.245763 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-86ffaec2-1eca-49d5-9a58-db878e0a184b None None] Provisioning complete for port 1b103a2c-463e-4215-a033-4713a7938e2a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:29.246249 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-86ffaec2-1eca-49d5-9a58-db878e0a184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:29.268232 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-aa601467-c7f7-40cc-9c7a-68b36be6014f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=98f72a5a5b424e54909666f309bb371e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534342 Jan 21 09:33:29.294522 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39802) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:29.320307 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-03839404-9b1d-4162-b026-e7f41805741d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:29.320952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03839404-9b1d-4162-b026-e7f41805741d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:29.326577 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-03839404-9b1d-4162-b026-e7f41805741d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/networks/42d83917-c9df-4bf1-a997-94a1142ad84c HTTP/1.1" status: 404 len: 339 time: 0.1335373 Jan 21 09:33:29.331342 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39804) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:29.336022 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcfef99-5d8e-4671-b92c-a0512a54e609 None None] No DVR routers for this DVR port fd33c6f6-40e3-4a0b-a15d-b4e5050f190a on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:29.347390 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfef99-5d8e-4671-b92c-a0512a54e609 None None] Pushing event deleted for resources: {'Port': ['ID=fd33c6f6-40e3-4a0b-a15d-b4e5050f190a,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:29.381548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eff599e-b303-4e7f-8fbf-c92717a7cdce tempest-DHCPAgentSchedulersTestJSON-383732850 tempest-DHCPAgentSchedulersTestJSON-383732850-project-admin] Network ec677975-4443-4768-85ef-56ad17010176 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:29.394379 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-73fcceaf-01ca-47a3-a73b-339a75c8b622 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 36e6fa9c-5cc9-4e51-b645-d6d4a906259c) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:29.397271 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fd33c6f6-40e3-4a0b-a15d-b4e5050f190a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:29.409898 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fcceaf-01ca-47a3-a73b-339a75c8b622 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:29.410510 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-73fcceaf-01ca-47a3-a73b-339a75c8b622 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:29.426222 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d13aab3-38d5-4a0e-9e61-43d4b6a66bee tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Made reservation on behalf of 4d7374e07ddd4c93b246d1a3fd333232 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:29.427029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc173f2-e2e0-46f1-9810-dc75a807c8fb None None] Network 36e6fa9c-5cc9-4e51-b645-d6d4a906259c requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:29.430543 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: fd33c6f6-40e3-4a0b-a15d-b4e5050f190a {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:29.430762 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d13aab3-38d5-4a0e-9e61-43d4b6a66bee tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:29.431242 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fd33c6f6-40e3-4a0b-a15d-b4e5050f190a not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 21 09:33:29.479618 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-73fcceaf-01ca-47a3-a73b-339a75c8b622 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4890499 Jan 21 09:33:29.483880 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-046f1d4b-2693-4470-a045-3b178af2d61d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Deleting subnet 2dcccfec-0c11-4c62-8dde-f5134328b66a {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:33:29.485980 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39806) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:29.512169 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Port fd33c6f6-40e3-4a0b-a15d-b4e5050f190a not found, will not notify nova. {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 21 09:33:29.575063 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25e7520-9ffa-455e-99a0-8893a358f49f None None] Network ec677975-4443-4768-85ef-56ad17010176 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:29.581660 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1eff599e-b303-4e7f-8fbf-c92717a7cdce tempest-DHCPAgentSchedulersTestJSON-383732850 tempest-DHCPAgentSchedulersTestJSON-383732850-project-admin] 10.222.0.88 "POST /v2.0/agents/3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6326497 Jan 21 09:33:29.588738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39808) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:29.590095 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-046f1d4b-2693-4470-a045-3b178af2d61d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:29.705844 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f94dbfc7-d1f8-4e36-8bba-7500a8257124 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:29.705844 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-046f1d4b-2693-4470-a045-3b178af2d61d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:29.808216 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d4430b8a-870c-438a-a964-d96bc40546b4 None None] Could not find standard attr ID for object 7d899bcf-c018-4e99-a03e-6a43b3b7eb84. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:33:29.813692 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:29.816528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1b103a2c-463e-4215-a033-4713a7938e2a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:29.820096 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-36e6fa9c-5cc9-4e51-b645-d6d4a906259c', 'network_id': '36e6fa9c-5cc9-4e51-b645-d6d4a906259c', 'tenant_id': 'b2f81884496e439da06be21a280d281b', 'fixed_ips': [{'subnet_id': '2ac1e7dd-ba77-488c-896d-d13a6a20eded'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:29.821192 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:29.919404 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 1b103a2c-463e-4215-a033-4713a7938e2a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:29.919836 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.122960 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ed308091-c0d9-4a42-ac27-5c48db2cb8f2 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:30.169186 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Allocated IP 172.20.0.3 (36e6fa9c-5cc9-4e51-b645-d6d4a906259c/2ac1e7dd-ba77-488c-896d-d13a6a20eded/9cce0e25-59ec-4f03-aa8e-aa48c09f8736) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:30.196528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e406aef7-c8ee-4d93-95cd-912391f8095e None None] Network 73ea322d-8b35-4ca9-bd7e-c3195970ca30 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:30.202215 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f370-a796-4bed-904b-b02e8b62f4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.257522 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f94dbfc7-d1f8-4e36-8bba-7500a8257124 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.278973 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-046f1d4b-2693-4470-a045-3b178af2d61d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.308454 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f370-a796-4bed-904b-b02e8b62f4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.311157 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port ed308091-c0d9-4a42-ac27-5c48db2cb8f2 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:30.311544 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.336369 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94dbfc7-d1f8-4e36-8bba-7500a8257124 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:30.341117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.343950 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-f94dbfc7-d1f8-4e36-8bba-7500a8257124 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:30.354989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e627bcd5-488e-4837-8455-ee258f6602b3 None None] Provisioning complete for port ed308091-c0d9-4a42-ac27-5c48db2cb8f2 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:30.355558 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e627bcd5-488e-4837-8455-ee258f6602b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.374086 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94dbfc7-d1f8-4e36-8bba-7500a8257124 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:30.374962 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94dbfc7-d1f8-4e36-8bba-7500a8257124 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:30.375550 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f94dbfc7-d1f8-4e36-8bba-7500a8257124 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.407434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dbfc7-d1f8-4e36-8bba-7500a8257124 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Pushing event updated for resources: {'Port': ['ID=8826f8c9-220b-4aa8-a597-97353d83e32a,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:30.422125 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f94dbfc7-d1f8-4e36-8bba-7500a8257124 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2779059 Jan 21 09:33:30.423431 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39810) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:30.453043 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-046f1d4b-2693-4470-a045-3b178af2d61d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.461808 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:30.522298 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-046f1d4b-2693-4470-a045-3b178af2d61d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.526842 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bde20d7-2ec7-4a59-a3ac-878cfcee496a None None] Network 9bad21b5-8f01-4790-a537-5eb44730e67d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:30.533300 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-046f1d4b-2693-4470-a045-3b178af2d61d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/subnets/2dcccfec-0c11-4c62-8dde-f5134328b66a HTTP/1.1" status: 204 len: 168 time: 1.1964436 Jan 21 09:33:30.533300 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f1d4b-2693-4470-a045-3b178af2d61d tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Subnet': ['ID=2dcccfec-0c11-4c62-8dde-f5134328b66a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:30.540630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39812) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:30.545793 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-da660d9e-3376-4625-bf25-d836ae8cb153 tempest-DHCPAgentSchedulersTestJSON-383732850 tempest-DHCPAgentSchedulersTestJSON-383732850-project-admin] 10.222.0.88 "GET /v2.0/agents/3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a/dhcp-networks HTTP/1.1" status: 200 len: 11128 time: 0.9408467 Jan 21 09:33:30.548369 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.549868 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39814) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:30.590306 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.603064 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.603831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.625614 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f370-a796-4bed-904b-b02e8b62f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.628164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f370-a796-4bed-904b-b02e8b62f4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.632864 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cbc5f370-a796-4bed-904b-b02e8b62f4ec admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c7f5f16b-4662-43b4-9e8d-32fa2bf3ad97 HTTP/1.1" status: 204 len: 168 time: 1.3324990 Jan 21 09:33:30.651081 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.662844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.685824 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.696919 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.703552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5f370-a796-4bed-904b-b02e8b62f4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f5f16b-4662-43b4-9e8d-32fa2bf3ad97,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:30.725808 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.746510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e627bcd5-488e-4837-8455-ee258f6602b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.758057 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac1e7dd-ba77-488c-896d-d13a6a20eded,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:30.776804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Network 36e6fa9c-5cc9-4e51-b645-d6d4a906259c is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:30.809213 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:30.809590 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=39d3e8e1-7706-4ad7-9f13-56600cbbf90d,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:30.815409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:30.821431 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Pushing event updated for resources: {'Port': ['ID=9cce0e25-59ec-4f03-aa8e-aa48c09f8736,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:30.855575 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.864187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port ed308091-c0d9-4a42-ac27-5c48db2cb8f2, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ed308091-c0d9-4a42-ac27-5c48db2cb8f2,segment=NetworkSegment(97b270f3-b418-4ad1-9a98-e75772c7ef80),segment_id=97b270f3-b418-4ad1-9a98-e75772c7ef80)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:30.874913 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Deleting port 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:30.875582 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.895922 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:30.917532 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e6fa9c-5cc9-4e51-b645-d6d4a906259c']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:30.968355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.objects.ports [None req-3d13aab3-38d5-4a0e-9e61-43d4b6a66bee tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:33:30.979871 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d13aab3-38d5-4a0e-9e61-43d4b6a66bee tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.002108 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-eaabf814-6789-4c89-b045-1338da9e6127 tempest-DHCPAgentSchedulersTestJSON-383732850 tempest-DHCPAgentSchedulersTestJSON-383732850-project-admin] 10.222.0.88 "DELETE /v2.0/agents/3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a/dhcp-networks/ec677975-4443-4768-85ef-56ad17010176 HTTP/1.1" status: 204 len: 168 time: 0.4460039 Jan 21 09:33:31.012465 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39820) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:31.029027 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] For port 5fc8b5c6-cb39-42e4-a43a-b72d145c0756, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5fc8b5c6-cb39-42e4-a43a-b72d145c0756,segment=NetworkSegment(c4b4d63a-2278-4213-87f6-bec4ae494661),segment_id=c4b4d63a-2278-4213-87f6-bec4ae494661)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:31.030075 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.038850 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Attempting to bind port 9cce0e25-59ec-4f03-aa8e-aa48c09f8736 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:31.039568 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Attempting to bind port 9cce0e25-59ec-4f03-aa8e-aa48c09f8736 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '2f75870b-e485-4035-a09e-ec341f25f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36e6fa9c-5cc9-4e51-b645-d6d4a906259c'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:31.040190 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Attempting to bind port 9cce0e25-59ec-4f03-aa8e-aa48c09f8736 on network 36e6fa9c-5cc9-4e51-b645-d6d4a906259c {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:31.042618 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 388c6254-2102-4578-b970-3ea1d32df38f no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:31.052757 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Calling delete_port for 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:31.095228 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:31.099762 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Checking segment: {'id': '2f75870b-e485-4035-a09e-ec341f25f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36e6fa9c-5cc9-4e51-b645-d6d4a906259c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:31.100512 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.101122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Bound using segment: {'id': '2f75870b-e485-4035-a09e-ec341f25f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36e6fa9c-5cc9-4e51-b645-d6d4a906259c'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:31.102112 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Bound port: 9cce0e25-59ec-4f03-aa8e-aa48c09f8736, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f75870b-e485-4035-a09e-ec341f25f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36e6fa9c-5cc9-4e51-b645-d6d4a906259c'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:31.102726 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.109765 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 388c6254-2102-4578-b970-3ea1d32df38f {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:31.110423 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 388c6254-2102-4578-b970-3ea1d32df38f not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:31.111082 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fd33c6f6-40e3-4a0b-a15d-b4e5050f190a no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:31.156347 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f75870b-e485-4035-a09e-ec341f25f409') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:31.156662 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f75870b-e485-4035-a09e-ec341f25f409') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:31.173815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.181995 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: fd33c6f6-40e3-4a0b-a15d-b4e5050f190a {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:31.182496 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fd33c6f6-40e3-4a0b-a15d-b4e5050f190a not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:31.197898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-e627bcd5-488e-4837-8455-ee258f6602b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:33:31.198605 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-e627bcd5-488e-4837-8455-ee258f6602b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:33:31.202803 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13aab3-38d5-4a0e-9e61-43d4b6a66bee tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event updated for resources: {'Subnet': ['ID=57a0b25a-ffe2-4ddf-a470-96234ba43aa1,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:31.209922 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.212748 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9d80a5-77ae-4bc4-bc73-1ce41424da36 None None] DHCP port deletion for 9bad21b5-8f01-4790-a537-5eb44730e67d request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:33:31.233274 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 73ea322d-8b35-4ca9-bd7e-c3195970ca30 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:31.240666 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=ed308091-c0d9-4a42-ac27-5c48db2cb8f2,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:31.247150 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:31.248022 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.255098 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:31.269795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d13aab3-38d5-4a0e-9e61-43d4b6a66bee tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Checking segment: {'id': 'abd765de-6e3b-4623-899f-316f43fc0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6cac5ba3-6fef-43d3-8e8d-72a03edb7557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:31.271084 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d13aab3-38d5-4a0e-9e61-43d4b6a66bee tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Network hostable DHCP agents. Network: 6cac5ba3-6fef-43d3-8e8d-72a03edb7557, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:31.315863 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:31.324101 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] For port 9cce0e25-59ec-4f03-aa8e-aa48c09f8736, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:31.338250 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-8a9d80a5-77ae-4bc4-bc73-1ce41424da36 None None] Deleting port 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:31.338919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a9d80a5-77ae-4bc4-bc73-1ce41424da36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.476325 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d13aab3-38d5-4a0e-9e61-43d4b6a66bee tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Network 6cac5ba3-6fef-43d3-8e8d-72a03edb7557 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:31.481556 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.db.api [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:33:31.481556 dv-neutron-825721-1-hyperv neutron-server[102146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:33:31.481556 dv-neutron-825721-1-hyperv neutron-server[102146]: [parameters: {'id': '36e6fa9c-5cc9-4e51-b645-d6d4a906259c'}] Jan 21 09:33:31.481556 dv-neutron-825721-1-hyperv neutron-server[102146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:33:31.481990 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG oslo_db.api [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:33:31.488388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] device_id is not set on port 8826f8c9-220b-4aa8-a597-97353d83e32a yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:33:31.491191 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.501951 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.512080 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2b96de1d-5976-4c51-af13-f41a1a513f65 tempest-DHCPAgentSchedulersTestJSON-383732850 tempest-DHCPAgentSchedulersTestJSON-383732850-project-admin] 10.222.0.88 "GET /v2.0/agents/3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a/dhcp-networks HTTP/1.1" status: 200 len: 10283 time: 0.4782062 Jan 21 09:33:31.514203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39832) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:31.529079 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-3d13aab3-38d5-4a0e-9e61-43d4b6a66bee tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 6cac5ba3-6fef-43d3-8e8d-72a03edb7557) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:31.535680 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.557511 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d13aab3-38d5-4a0e-9e61-43d4b6a66bee tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:31.558130 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d13aab3-38d5-4a0e-9e61-43d4b6a66bee tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.564364 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Port': ['ID=5fc8b5c6-cb39-42e4-a43a-b72d145c0756,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:31.566854 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] No DVR routers for this DVR port 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:31.624893 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bc7066-341b-4a38-8470-5c37321a5329 None None] Network 6cac5ba3-6fef-43d3-8e8d-72a03edb7557 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:31.639089 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c3be5004-787b-4781-8779-58f9156c1439 tempest-DHCPAgentSchedulersTestJSON-383732850 tempest-DHCPAgentSchedulersTestJSON-383732850-project-admin] 10.222.0.88 "GET /v2.0/networks/19a517d0-36ff-477c-9c74-59322c6675b3/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.1220927 Jan 21 09:33:31.639895 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39836) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:31.674336 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3d13aab3-38d5-4a0e-9e61-43d4b6a66bee tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7265511 Jan 21 09:33:31.679805 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39840) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:31.698169 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Pushing event updated for resources: {'Port': ['ID=8826f8c9-220b-4aa8-a597-97353d83e32a,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:31.724032 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4d789598-5b14-42c8-b1f4-908518a25008 tempest-DHCPAgentSchedulersTestJSON-383732850 tempest-DHCPAgentSchedulersTestJSON-383732850-project-admin] 10.222.0.88 "GET /v2.0/networks/19a517d0-36ff-477c-9c74-59322c6675b3/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.0755494 Jan 21 09:33:31.726465 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39842) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:31.732408 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router 12426a88-b764-4ec4-9f97-c72c706a30f1 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:33:31.735372 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:31.735718 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:31.736073 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:31.757525 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] For port 9cce0e25-59ec-4f03-aa8e-aa48c09f8736, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9cce0e25-59ec-4f03-aa8e-aa48c09f8736,segment=NetworkSegment(2f75870b-e485-4035-a09e-ec341f25f409),segment_id=2f75870b-e485-4035-a09e-ec341f25f409)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:31.763223 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ed308091-c0d9-4a42-ac27-5c48db2cb8f2 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:31.770399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:31.771133 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:31.776528 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.777493 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 2 to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a Jan 21 09:33:31.822641 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bad21b5-8f01-4790-a537-5eb44730e67d']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:31.842332 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b4d63a-2278-4213-87f6-bec4ae494661') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:31.842694 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b4d63a-2278-4213-87f6-bec4ae494661') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:31.852686 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.865145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-825d266f-2530-4e7e-8d70-d99555d1bea2 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.868470 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.902368 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:31.902864 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.905441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:31.906383 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:31.944042 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39846) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:31.947792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:31.947792 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:31.949629 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 3 to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a Jan 21 09:33:31.954693 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:31.955197 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:31.959595 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:31.990185 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:31.990687 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:31.991131 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:32.003519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.003735 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:32.004355 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:32.008364 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 4 to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a Jan 21 09:33:32.022744 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-8a9d80a5-77ae-4bc4-bc73-1ce41424da36 None None] For port 5fc8b5c6-cb39-42e4-a43a-b72d145c0756, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5fc8b5c6-cb39-42e4-a43a-b72d145c0756,segment=NetworkSegment(c4b4d63a-2278-4213-87f6-bec4ae494661),segment_id=c4b4d63a-2278-4213-87f6-bec4ae494661)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:32.022974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a9d80a5-77ae-4bc4-bc73-1ce41424da36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.024932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:32.027319 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:32.027319 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:32.027512 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-825d266f-2530-4e7e-8d70-d99555d1bea2 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.047278 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:33:32.062599 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-595eb908-d926-4022-be55-b34506256775 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/12426a88-b764-4ec4-9f97-c72c706a30f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0151055 Jan 21 09:33:32.069954 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39850) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:32.070666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:32.071072 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:32.080057 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 5 to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a Jan 21 09:33:32.092779 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ba93b751-563f-4db0-a9ee-9102f18e4ac7 tempest-DHCPAgentSchedulersTestJSON-383732850 tempest-DHCPAgentSchedulersTestJSON-383732850-project-admin] 10.222.0.88 "GET /v2.0/agents/3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a/dhcp-networks HTTP/1.1" status: 200 len: 11084 time: 0.3651648 Jan 21 09:33:32.095889 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39852) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:32.101709 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54a39c7-398f-4385-8a5b-68a098306dea None None] Sync routers for ids ['12426a88-b764-4ec4-9f97-c72c706a30f1'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:33:32.106375 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-8a9d80a5-77ae-4bc4-bc73-1ce41424da36 None None] Calling delete_port for 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:32.155027 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.163725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.169958 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] 10.222.0.88 "DELETE /v2.0/networks/9bad21b5-8f01-4790-a537-5eb44730e67d HTTP/1.1" status: 204 len: 168 time: 1.6272309 Jan 21 09:33:32.177021 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76741a55-a345-4517-bf3c-5408c2ebf9a9 None None] Pushing event updated for resources: {'Port': ['ID=9cce0e25-59ec-4f03-aa8e-aa48c09f8736,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:32.185814 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63915fa-f89c-40e6-8eef-fd5d1e6bd1ae None None] Network 36e6fa9c-5cc9-4e51-b645-d6d4a906259c requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:32.198595 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:32.198595 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:32.198595 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:32.202822 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-89bb5340-c330-49e4-8c97-421dd1481436 tempest-AgentManagementNegativeTest-1887902767 tempest-AgentManagementNegativeTest-1887902767-project] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2582657 Jan 21 09:33:32.206336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:32.206336 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:32.213706 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62174f70-f264-4806-b7f6-c27f91c6e181 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.215252 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-62174f70-f264-4806-b7f6-c27f91c6e181 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports/39d3e8e1-7706-4ad7-9f13-56600cbbf90d HTTP/1.1" status: 200 len: 911 time: 0.1432230 Jan 21 09:33:32.221342 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39858) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:32.222390 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 6 to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a Jan 21 09:33:32.238368 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:32.238865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:32.239422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:32.247173 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a39c7-398f-4385-8a5b-68a098306dea None None] Routers {'12426a88-b764-4ec4-9f97-c72c706a30f1'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:32.247804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c54a39c7-398f-4385-8a5b-68a098306dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['12426a88-b764-4ec4-9f97-c72c706a30f1'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:32.255775 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:32.256411 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:32.258346 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 7 to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a Jan 21 09:33:32.265393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a65e421-453d-4401-ab31-9b1493d62ed2 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.280678 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:32.281525 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:32.282092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:32.288117 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:32.288712 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:32.289488 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 8 to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a Jan 21 09:33:32.326627 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:32.327296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:32.327829 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:32.331765 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port ed308091-c0d9-4a42-ac27-5c48db2cb8f2 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:32.332135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.334609 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c54a39c7-398f-4385-8a5b-68a098306dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:32.363318 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00526191-4477-48d6-abe1-ecde2ff04087 tempest-NetworksIpV6Test-242098238 tempest-NetworksIpV6Test-242098238-project] Pushing event deleted for resources: {'Network': ['ID=9bad21b5-8f01-4790-a537-5eb44730e67d,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:32.370929 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:32.371478 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:32.374192 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 9 to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a Jan 21 09:33:32.398322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a65e421-453d-4401-ab31-9b1493d62ed2 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.406471 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:32.406972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:32.407462 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:32.415841 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:32.418056 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:32.420593 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-37afd92a-b3c8-459d-85b1-dfbfe4640f6a None None] Provisioning complete for port ed308091-c0d9-4a42-ac27-5c48db2cb8f2 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:32.421037 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-37afd92a-b3c8-459d-85b1-dfbfe4640f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.425112 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.plugins.ml2.plugin [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 10 to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a Jan 21 09:33:32.433897 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf0317d-f193-4074-a226-9d6263af6809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-6cac5ba3-6fef-43d3-8e8d-72a03edb7557', 'network_id': '6cac5ba3-6fef-43d3-8e8d-72a03edb7557', 'tenant_id': '4d7374e07ddd4c93b246d1a3fd333232', 'fixed_ips': [{'subnet_id': '57a0b25a-ffe2-4ddf-a470-96234ba43aa1'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:32.434806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9bf0317d-f193-4074-a226-9d6263af6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.451938 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-6a65e421-453d-4401-ab31-9b1493d62ed2 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec677975-4443-4768-85ef-56ad17010176']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:32.460768 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-825d266f-2530-4e7e-8d70-d99555d1bea2 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.465648 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:32.466087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:32.466649 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:32.468763 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a39c7-398f-4385-8a5b-68a098306dea None None] Routers {'12426a88-b764-4ec4-9f97-c72c706a30f1'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:32.469509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c54a39c7-398f-4385-8a5b-68a098306dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['12426a88-b764-4ec4-9f97-c72c706a30f1'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:32.473051 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-6a65e421-453d-4401-ab31-9b1493d62ed2 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ba5ee2-9adb-4572-8d49-cf6878d2796d') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:32.474189 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-6a65e421-453d-4401-ab31-9b1493d62ed2 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ba5ee2-9adb-4572-8d49-cf6878d2796d') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:32.476756 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:32.477332 dv-neutron-825721-1-hyperv neutron-server[102147]: ERROR neutron.plugins.ml2.managers [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 8826f8c9-220b-4aa8-a597-97353d83e32a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:32.477972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.497104 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a65e421-453d-4401-ab31-9b1493d62ed2 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.533865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a65e421-453d-4401-ab31-9b1493d62ed2 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.549632 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a65e421-453d-4401-ab31-9b1493d62ed2 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:32.550314 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a65e421-453d-4401-ab31-9b1493d62ed2 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.555394 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d266f-2530-4e7e-8d70-d99555d1bea2 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event deleted for resources: {'Subnet': ['ID=57a0b25a-ffe2-4ddf-a470-96234ba43aa1,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:32.555593 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c54a39c7-398f-4385-8a5b-68a098306dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:32.556211 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54a39c7-398f-4385-8a5b-68a098306dea None None] The sync data for ids ['12426a88-b764-4ec4-9f97-c72c706a30f1'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:32.563612 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:32.599442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a9d80a5-77ae-4bc4-bc73-1ce41424da36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.665637 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Deleting port 9cce0e25-59ec-4f03-aa8e-aa48c09f8736 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:32.666150 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.670238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39864) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:32.684227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a9d80a5-77ae-4bc4-bc73-1ce41424da36 None None] Network 9bad21b5-8f01-4790-a537-5eb44730e67d is not hosted by any dhcp agent {{(pid=102148) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 21 09:33:32.684742 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9d80a5-77ae-4bc4-bc73-1ce41424da36 None None] No DVR routers for this DVR port 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:32.689525 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] For port 8826f8c9-220b-4aa8-a597-97353d83e32a, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:32.690095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempted to set empty binding levels {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:33:32.697866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a65e421-453d-4401-ab31-9b1493d62ed2 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.702179 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.706395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d80a5-77ae-4bc4-bc73-1ce41424da36 None None] Pushing event deleted for resources: {'Port': ['ID=5fc8b5c6-cb39-42e4-a43a-b72d145c0756,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:32.727042 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a65e421-453d-4401-ab31-9b1493d62ed2 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.733221 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6a65e421-453d-4401-ab31-9b1493d62ed2 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] 10.222.0.88 "DELETE /v2.0/networks/ec677975-4443-4768-85ef-56ad17010176 HTTP/1.1" status: 204 len: 168 time: 0.6318491 Jan 21 09:33:32.735836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65e421-453d-4401-ab31-9b1493d62ed2 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Pushing event deleted for resources: {'Network': ['ID=ec677975-4443-4768-85ef-56ad17010176,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:32.738054 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39868) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:32.754034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a864715d-3be8-4933-ba07-a998124447e5 None None] Network 6cac5ba3-6fef-43d3-8e8d-72a03edb7557 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:32.797326 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] In _notify_port_updated(), no bound segment for port 8826f8c9-220b-4aa8-a597-97353d83e32a on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:33:32.798742 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.799722 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.802234 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] 10.222.0.88 "PUT /v2.0/ports/8826f8c9-220b-4aa8-a597-97353d83e32a HTTP/1.1" status: 200 len: 976 time: 2.3560121 Jan 21 09:33:32.806875 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bf5d0d-33dc-4b06-ab32-8de8b70b8923 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:32.807846 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3bf5d0d-33dc-4b06-ab32-8de8b70b8923 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:32.814430 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b3bf5d0d-33dc-4b06-ab32-8de8b70b8923 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] 10.222.0.88 "DELETE /v2.0/ports/7d899bcf-c018-4e99-a03e-6a43b3b7eb84 HTTP/1.1" status: 404 len: 333 time: 0.0518594 Jan 21 09:33:32.815308 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39870) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:32.815926 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39872) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:32.816512 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39874) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:32.818549 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] For port 9cce0e25-59ec-4f03-aa8e-aa48c09f8736, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9cce0e25-59ec-4f03-aa8e-aa48c09f8736,segment=NetworkSegment(2f75870b-e485-4035-a09e-ec341f25f409),segment_id=2f75870b-e485-4035-a09e-ec341f25f409)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:32.819031 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.838951 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Calling delete_port for 9cce0e25-59ec-4f03-aa8e-aa48c09f8736 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:32.867441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb292bea-7f9c-4de4-81fc-9b67ece6636b tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Pushing event updated for resources: {'Port': ['ID=8826f8c9-220b-4aa8-a597-97353d83e32a,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:32.937519 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.937519 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.937519 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.938935 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.938935 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.938935 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.939309 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.939653 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.940098 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.940542 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.940985 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.947254 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:32.948585 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.949208 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.949495 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-37afd92a-b3c8-459d-85b1-dfbfe4640f6a None None] Provisioning complete for port 39d3e8e1-7706-4ad7-9f13-56600cbbf90d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:32.949946 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-37afd92a-b3c8-459d-85b1-dfbfe4640f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:32.950170 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.950770 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.952142 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.952735 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.953336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:32.954507 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62677432-e67f-4f5a-910a-5df66c1d7c23 None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:33:32.956633 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fa13ca17-570b-4e79-89ed-e98efe8cbf8e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16253 time: 0.1357453 Jan 21 09:33:32.960690 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39880) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:32.997130 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cf26b8-1062-4f95-a37f-73d2bc8d9939 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Deleting subnet e3cb2896-35f0-44a2-83af-b39b4a90a869 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:33:33.002198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e6cf26b8-1062-4f95-a37f-73d2bc8d9939 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.017962 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:33.018391 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5fc8b5c6-cb39-42e4-a43a-b72d145c0756 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:33.047502 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.060687 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-37afd92a-b3c8-459d-85b1-dfbfe4640f6a None None] Port 39d3e8e1-7706-4ad7-9f13-56600cbbf90d cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:33:33.099530 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e6cf26b8-1062-4f95-a37f-73d2bc8d9939 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.120101 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-825d266f-2530-4e7e-8d70-d99555d1bea2 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.124900 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Port': ['ID=9cce0e25-59ec-4f03-aa8e-aa48c09f8736,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:33.135445 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c13d8d2-a743-4487-82ea-54829a3f47d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.136227 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No DVR routers for this DVR port 9cce0e25-59ec-4f03-aa8e-aa48c09f8736 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:33.143920 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62677432-e67f-4f5a-910a-5df66c1d7c23 None None] Resources bound (agent type, host, resource id): {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:33:33.185285 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9ed53139-f98c-4123-806b-50bcc5c1a184 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b39cf23e40274b4582c9d2151f5fcd70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5109866 Jan 21 09:33:33.185984 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39882) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:33.190798 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-825d266f-2530-4e7e-8d70-d99555d1bea2 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cac5ba3-6fef-43d3-8e8d-72a03edb7557']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:33.238082 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-825d266f-2530-4e7e-8d70-d99555d1bea2 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd765de-6e3b-4623-899f-316f43fc0705') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:33.238460 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-825d266f-2530-4e7e-8d70-d99555d1bea2 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd765de-6e3b-4623-899f-316f43fc0705') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:33.265154 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-825d266f-2530-4e7e-8d70-d99555d1bea2 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.270779 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.309336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c739c5ce-8c7e-4e96-827f-14fd41ebaa36 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Deleting port 8826f8c9-220b-4aa8-a597-97353d83e32a {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:33.310074 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c739c5ce-8c7e-4e96-827f-14fd41ebaa36 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.323956 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-825d266f-2530-4e7e-8d70-d99555d1bea2 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.332237 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e6fa9c-5cc9-4e51-b645-d6d4a906259c']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:33.344103 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825d266f-2530-4e7e-8d70-d99555d1bea2 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:33.344511 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-825d266f-2530-4e7e-8d70-d99555d1bea2 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:33.350119 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:33.366975 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e6cf26b8-1062-4f95-a37f-73d2bc8d9939 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.369838 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f75870b-e485-4035-a09e-ec341f25f409') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:33.370484 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f75870b-e485-4035-a09e-ec341f25f409') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:33.414337 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.423816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9589d1a8-32db-4065-a545-1c695c210b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.428541 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17868ff4-b7fe-4960-bf74-c9c8036a596c None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:33:33.449035 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-c739c5ce-8c7e-4e96-827f-14fd41ebaa36 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] For port 8826f8c9-220b-4aa8-a597-97353d83e32a, host hv-neutron-8257, got binding levels [] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:33.449307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c739c5ce-8c7e-4e96-827f-14fd41ebaa36 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.466711 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.475822 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-825d266f-2530-4e7e-8d70-d99555d1bea2 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.479045 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:33.479616 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:33.483338 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:33.504190 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-825d266f-2530-4e7e-8d70-d99555d1bea2 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.508221 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c13d8d2-a743-4487-82ea-54829a3f47d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.508434 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-825d266f-2530-4e7e-8d70-d99555d1bea2 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/networks/6cac5ba3-6fef-43d3-8e8d-72a03edb7557 HTTP/1.1" status: 204 len: 168 time: 1.8276885 Jan 21 09:33:33.509469 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c739c5ce-8c7e-4e96-827f-14fd41ebaa36 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Calling delete_port for 8826f8c9-220b-4aa8-a597-97353d83e32a owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:33.514112 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9589d1a8-32db-4065-a545-1c695c210b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.519416 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39886) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:33.525340 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-61d83d51-6251-4ad4-8e10-e1537138224e tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-487626613'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:33.537377 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c13d8d2-a743-4487-82ea-54829a3f47d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.554127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d266f-2530-4e7e-8d70-d99555d1bea2 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event deleted for resources: {'Network': ['ID=6cac5ba3-6fef-43d3-8e8d-72a03edb7557,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:33.557276 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17868ff4-b7fe-4960-bf74-c9c8036a596c None None] Resources bound (agent type, host, resource id): {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:33:33.600737 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.610085 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.610399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e6cf26b8-1062-4f95-a37f-73d2bc8d9939 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.617005 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/36e6fa9c-5cc9-4e51-b645-d6d4a906259c HTTP/1.1" status: 204 len: 168 time: 4.0937994 Jan 21 09:33:33.626302 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39888) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:33.631932 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-4b0d9670-1204-4036-8061-a979a2ed0f11 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1798869839'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:33.636601 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3de732-497a-424d-b539-6a8f2b64786f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Network': ['ID=36e6fa9c-5cc9-4e51-b645-d6d4a906259c,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:33.673030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0d9670-1204-4036-8061-a979a2ed0f11 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:33.677427 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9670-1204-4036-8061-a979a2ed0f11 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.682865 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2c269cb3-c4b2-424f-82c2-fcad7a120b0f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.684105 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf26b8-1062-4f95-a37f-73d2bc8d9939 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Pushing event deleted for resources: {'Subnet': ['ID=e3cb2896-35f0-44a2-83af-b39b4a90a869,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:33.690683 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e6cf26b8-1062-4f95-a37f-73d2bc8d9939 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.698289 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e6cf26b8-1062-4f95-a37f-73d2bc8d9939 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] 10.222.0.88 "DELETE /v2.0/subnets/e3cb2896-35f0-44a2-83af-b39b4a90a869 HTTP/1.1" status: 204 len: 168 time: 0.8718836 Jan 21 09:33:33.698289 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13d8d2-a743-4487-82ea-54829a3f47d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12260ca9-0eb2-4837-be39-87c702006783,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:33.702154 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39890) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:33.728420 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2c13d8d2-a743-4487-82ea-54829a3f47d6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=70703a5ede884ef69bd329d605e26e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9040446 Jan 21 09:33:33.731576 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39892) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:33.778020 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0d9670-1204-4036-8061-a979a2ed0f11 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:33.788284 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d83d51-6251-4ad4-8e10-e1537138224e tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Made reservation on behalf of 4d7374e07ddd4c93b246d1a3fd333232 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:33.791742 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-61d83d51-6251-4ad4-8e10-e1537138224e tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.793684 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9670-1204-4036-8061-a979a2ed0f11 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.794031 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-4b0d9670-1204-4036-8061-a979a2ed0f11 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Added segment 397edebb-62d7-4b1f-82e1-fe37c1bc14b3 of type vlan for network 515a8301-232b-4ec5-9269-9eb3605b62e1 Jan 21 09:33:33.858784 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9589d1a8-32db-4065-a545-1c695c210b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.860167 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39884b1-6d23-43e5-ae92-4db978f56021 None None] Network 19a517d0-36ff-477c-9c74-59322c6675b3 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:33.862609 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9589d1a8-32db-4065-a545-1c695c210b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.864308 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9589d1a8-32db-4065-a545-1c695c210b0d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2bef5f75-4af6-4fef-810e-642512756d1d HTTP/1.1" status: 204 len: 168 time: 0.6698234 Jan 21 09:33:33.887602 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.902569 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589d1a8-32db-4065-a545-1c695c210b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bef5f75-4af6-4fef-810e-642512756d1d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:33.903024 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9670-1204-4036-8061-a979a2ed0f11 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.909506 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d83d51-6251-4ad4-8e10-e1537138224e tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:33.912734 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c739c5ce-8c7e-4e96-827f-14fd41ebaa36 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.942751 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9670-1204-4036-8061-a979a2ed0f11 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.948502 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0d9670-1204-4036-8061-a979a2ed0f11 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:33.949112 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9670-1204-4036-8061-a979a2ed0f11 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.963825 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-61d83d51-6251-4ad4-8e10-e1537138224e tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.964167 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-61d83d51-6251-4ad4-8e10-e1537138224e tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Added segment 4b1773c0-dbfc-4d7f-ab1b-11509975c5e7 of type vlan for network 43b25e47-8656-49ec-b035-7693d486c6fc Jan 21 09:33:33.970136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739c5ce-8c7e-4e96-827f-14fd41ebaa36 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Pushing event deleted for resources: {'Port': ['ID=8826f8c9-220b-4aa8-a597-97353d83e32a,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:33.984010 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57ddc379-269f-4f1b-ba7d-5b51c4c41354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.992915 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c739c5ce-8c7e-4e96-827f-14fd41ebaa36 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:33.996346 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c739c5ce-8c7e-4e96-827f-14fd41ebaa36 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] 10.222.0.88 "DELETE /v2.0/ports/8826f8c9-220b-4aa8-a597-97353d83e32a HTTP/1.1" status: 204 len: 168 time: 1.0345073 Jan 21 09:33:34.000080 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39896) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:34.072060 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d9670-1204-4036-8061-a979a2ed0f11 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Network': ['ID=515a8301-232b-4ec5-9269-9eb3605b62e1,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:34.102855 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 515a8301-232b-4ec5-9269-9eb3605b62e1 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:34.123115 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4b0d9670-1204-4036-8061-a979a2ed0f11 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4935889 Jan 21 09:33:34.125068 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-091addce-87d3-4500-9a69-0f875d050761 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:33:34.130025 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-091addce-87d3-4500-9a69-0f875d050761 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] 10.222.0.88 "GET /v2.0/ports/8826f8c9-220b-4aa8-a597-97353d83e32a HTTP/1.1" status: 404 len: 333 time: 0.0583549 Jan 21 09:33:34.138272 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39900) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:34.138676 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39902) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:34.159578 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-68fdc813-5887-4c87-8407-8e92310a672a tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-451117327', 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:34.182315 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-42012caf-bc87-4647-956c-d41ae37a0f8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'subnet': {'network_id': '515a8301-232b-4ec5-9269-9eb3605b62e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:34.199374 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52380eb0-81e5-4d14-b824-38013eb449e0 None None] DHCP port deletion for 19a517d0-36ff-477c-9c74-59322c6675b3 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:33:34.235806 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fdc813-5887-4c87-8407-8e92310a672a tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Made reservation on behalf of c4ec14aef677461b96ccf2ec86396517 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:34.240512 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-68fdc813-5887-4c87-8407-8e92310a672a tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.316008 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-52380eb0-81e5-4d14-b824-38013eb449e0 None None] Deleting port 1b103a2c-463e-4215-a033-4713a7938e2a {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:34.316591 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-52380eb0-81e5-4d14-b824-38013eb449e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.335782 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-68fdc813-5887-4c87-8407-8e92310a672a tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] device_id is not set on port d37dd6e6-d2d9-45be-bb59-24a8009355f3 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:33:34.412825 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-52380eb0-81e5-4d14-b824-38013eb449e0 None None] For port 1b103a2c-463e-4215-a033-4713a7938e2a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1b103a2c-463e-4215-a033-4713a7938e2a,segment=NetworkSegment(b114970b-955b-4d9f-b771-174750868cc0),segment_id=b114970b-955b-4d9f-b771-174750868cc0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:34.413550 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-52380eb0-81e5-4d14-b824-38013eb449e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.419693 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57ddc379-269f-4f1b-ba7d-5b51c4c41354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.423713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-61d83d51-6251-4ad4-8e10-e1537138224e tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.433003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-52380eb0-81e5-4d14-b824-38013eb449e0 None None] Calling delete_port for 1b103a2c-463e-4215-a033-4713a7938e2a owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:34.514818 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-61d83d51-6251-4ad4-8e10-e1537138224e tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.521029 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d83d51-6251-4ad4-8e10-e1537138224e tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:34.521815 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-61d83d51-6251-4ad4-8e10-e1537138224e tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.545306 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-2c269cb3-c4b2-424f-82c2-fcad7a120b0f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port 39d3e8e1-7706-4ad7-9f13-56600cbbf90d {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:34.546057 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2c269cb3-c4b2-424f-82c2-fcad7a120b0f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.547264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Deleting port 1b103a2c-463e-4215-a033-4713a7938e2a {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:34.548019 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.594051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42012caf-bc87-4647-956c-d41ae37a0f8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:34.597019 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-42012caf-bc87-4647-956c-d41ae37a0f8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.602142 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57ddc379-269f-4f1b-ba7d-5b51c4c41354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.605214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57ddc379-269f-4f1b-ba7d-5b51c4c41354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.606748 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-57ddc379-269f-4f1b-ba7d-5b51c4c41354 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/12260ca9-0eb2-4837-be39-87c702006783 HTTP/1.1" status: 204 len: 168 time: 0.8627591 Jan 21 09:33:34.617861 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-52380eb0-81e5-4d14-b824-38013eb449e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.655059 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-61d83d51-6251-4ad4-8e10-e1537138224e tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1339667 Jan 21 09:33:34.656723 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52380eb0-81e5-4d14-b824-38013eb449e0 None None] Pushing event deleted for resources: {'Port': ['ID=1b103a2c-463e-4215-a033-4713a7938e2a,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:34.659030 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52380eb0-81e5-4d14-b824-38013eb449e0 None None] No DVR routers for this DVR port 1b103a2c-463e-4215-a033-4713a7938e2a on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:34.672473 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39918) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:34.688401 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f70b6ec6-acbb-48b6-a8fe-20bee9c850b3 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Request body: {'subnet': {'network_id': '43b25e47-8656-49ec-b035-7693d486c6fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:34.694743 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddc379-269f-4f1b-ba7d-5b51c4c41354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12260ca9-0eb2-4837-be39-87c702006783,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:34.714062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d83d51-6251-4ad4-8e10-e1537138224e tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event updated for resources: {'Network': ['ID=43b25e47-8656-49ec-b035-7693d486c6fc,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:34.753107 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 43b25e47-8656-49ec-b035-7693d486c6fc details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:34.764829 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] For port 1b103a2c-463e-4215-a033-4713a7938e2a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1b103a2c-463e-4215-a033-4713a7938e2a,segment=NetworkSegment(b114970b-955b-4d9f-b771-174750868cc0),segment_id=b114970b-955b-4d9f-b771-174750868cc0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:34.765199 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.812773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Calling delete_port for 1b103a2c-463e-4215-a033-4713a7938e2a owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:34.834799 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-68fdc813-5887-4c87-8407-8e92310a672a tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.912912 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2c269cb3-c4b2-424f-82c2-fcad7a120b0f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.929683 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70b6ec6-acbb-48b6-a8fe-20bee9c850b3 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Made reservation on behalf of 4d7374e07ddd4c93b246d1a3fd333232 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:34.935597 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f70b6ec6-acbb-48b6-a8fe-20bee9c850b3 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:34.990266 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-2c269cb3-c4b2-424f-82c2-fcad7a120b0f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for 39d3e8e1-7706-4ad7-9f13-56600cbbf90d owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:35.019955 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39926) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:35.047678 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.064401 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-68fdc813-5887-4c87-8407-8e92310a672a tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.094014 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] No DVR routers for this DVR port 1b103a2c-463e-4215-a033-4713a7938e2a on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:35.097540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Pushing event deleted for resources: {'Port': ['ID=1b103a2c-463e-4215-a033-4713a7938e2a,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:35.122043 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fdc813-5887-4c87-8407-8e92310a672a tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:35.151895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-68fdc813-5887-4c87-8407-8e92310a672a tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:35.158796 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fdc813-5887-4c87-8407-8e92310a672a tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:35.159723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fdc813-5887-4c87-8407-8e92310a672a tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:35.160357 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-68fdc813-5887-4c87-8407-8e92310a672a tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.177609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-42012caf-bc87-4647-956c-d41ae37a0f8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.191442 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e3e072c5-6fee-455f-abfd-7e64463d005f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'network': {'name': 'tempest-RoutersTest-2009260845'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:35.220039 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-68fdc813-5887-4c87-8407-8e92310a672a tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0645442 Jan 21 09:33:35.228343 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39938) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:35.263947 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc813-5887-4c87-8407-8e92310a672a tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Pushing event updated for resources: {'Port': ['ID=d37dd6e6-d2d9-45be-bb59-24a8009355f3,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:35.275353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.334649 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a517d0-36ff-477c-9c74-59322c6675b3']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:35.352731 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42012caf-bc87-4647-956c-d41ae37a0f8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Subnet': ['ID=cb65efe5-a49d-4cd2-8e95-2d13c7b2e6a8,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:35.358370 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e072c5-6fee-455f-abfd-7e64463d005f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:35.360355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b114970b-955b-4d9f-b771-174750868cc0') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:35.360644 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b114970b-955b-4d9f-b771-174750868cc0') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:35.362159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3e072c5-6fee-455f-abfd-7e64463d005f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.363379 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4610b25d-6232-4edd-93e4-7ba3ea463657 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:35.365448 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4610b25d-6232-4edd-93e4-7ba3ea463657 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] 10.222.0.88 "GET /v2.0/ports/d37dd6e6-d2d9-45be-bb59-24a8009355f3 HTTP/1.1" status: 200 len: 954 time: 0.1323414 Jan 21 09:33:35.365825 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42012caf-bc87-4647-956c-d41ae37a0f8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Checking segment: {'id': '397edebb-62d7-4b1f-82e1-fe37c1bc14b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '515a8301-232b-4ec5-9269-9eb3605b62e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:35.366361 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42012caf-bc87-4647-956c-d41ae37a0f8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network hostable DHCP agents. Network: 515a8301-232b-4ec5-9269-9eb3605b62e1, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:35.371327 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39942) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:35.389413 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3e072c5-6fee-455f-abfd-7e64463d005f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.412220 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.442931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.449686 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f70b6ec6-acbb-48b6-a8fe-20bee9c850b3 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.451846 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:35.452225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:35.465254 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:35.578812 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.609959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.613372 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] 10.222.0.88 "DELETE /v2.0/networks/19a517d0-36ff-477c-9c74-59322c6675b3 HTTP/1.1" status: 204 len: 168 time: 1.9084446 Jan 21 09:33:35.621375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b6ec6-acbb-48b6-a8fe-20bee9c850b3 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event updated for resources: {'Subnet': ['ID=e1f7be10-c544-433c-8185-a87f5793b37f,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:35.637267 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b6b6b-e7a7-42d6-9713-f200345b9ab8 tempest-DHCPAgentSchedulersTestJSON-1062382192 tempest-DHCPAgentSchedulersTestJSON-1062382192-project] Pushing event deleted for resources: {'Network': ['ID=19a517d0-36ff-477c-9c74-59322c6675b3,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:35.639293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b6ec6-acbb-48b6-a8fe-20bee9c850b3 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Checking segment: {'id': '4b1773c0-dbfc-4d7f-ab1b-11509975c5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '43b25e47-8656-49ec-b035-7693d486c6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:35.639644 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70b6ec6-acbb-48b6-a8fe-20bee9c850b3 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Network hostable DHCP agents. Network: 43b25e47-8656-49ec-b035-7693d486c6fc, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:35.664406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70b6ec6-acbb-48b6-a8fe-20bee9c850b3 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Network 43b25e47-8656-49ec-b035-7693d486c6fc is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:35.665089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1b103a2c-463e-4215-a033-4713a7938e2a no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:35.689000 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-f70b6ec6-acbb-48b6-a8fe-20bee9c850b3 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 43b25e47-8656-49ec-b035-7693d486c6fc) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:35.693587 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 1b103a2c-463e-4215-a033-4713a7938e2a {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:35.694219 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1b103a2c-463e-4215-a033-4713a7938e2a not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:35.706232 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70b6ec6-acbb-48b6-a8fe-20bee9c850b3 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:35.709126 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f70b6ec6-acbb-48b6-a8fe-20bee9c850b3 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.714602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7739bb73-757b-4503-8300-a4aef5627fc9 None None] Network 43b25e47-8656-49ec-b035-7693d486c6fc requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:35.716832 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39952) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:35.759664 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f70b6ec6-acbb-48b6-a8fe-20bee9c850b3 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0832689 Jan 21 09:33:35.764566 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39956) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:35.815370 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42012caf-bc87-4647-956c-d41ae37a0f8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network 515a8301-232b-4ec5-9269-9eb3605b62e1 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:35.855046 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-42012caf-bc87-4647-956c-d41ae37a0f8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 515a8301-232b-4ec5-9269-9eb3605b62e1) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:35.871311 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3290ab00-d389-402f-a730-3751c2f8a4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.876398 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2cb905-bc7c-486b-a7de-77fcbcb77faa None None] Network 515a8301-232b-4ec5-9269-9eb3605b62e1 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:35.879226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42012caf-bc87-4647-956c-d41ae37a0f8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:35.880316 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-42012caf-bc87-4647-956c-d41ae37a0f8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.914405 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2c269cb3-c4b2-424f-82c2-fcad7a120b0f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.923906 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b32c4411-95f1-404d-849c-16f15461718d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:35.928804 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-42012caf-bc87-4647-956c-d41ae37a0f8b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7844515 Jan 21 09:33:35.931729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39960) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:35.968462 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c269cb3-c4b2-424f-82c2-fcad7a120b0f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=39d3e8e1-7706-4ad7-9f13-56600cbbf90d,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:36.023527 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-0a927824-cee8-4d03-9623-4c44628a2b11 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Deleting port d37dd6e6-d2d9-45be-bb59-24a8009355f3 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:36.024236 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a927824-cee8-4d03-9623-4c44628a2b11 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.048730 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39962) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:36.063452 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f58dd42b-d55c-4848-92ea-320a1c7d60dd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-992265122'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:36.112340 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec898239-a6b2-4709-85a3-bed4577833f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.161379 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a05a6e5-ea1e-4308-85d9-197ae7c69f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-43b25e47-8656-49ec-b035-7693d486c6fc', 'network_id': '43b25e47-8656-49ec-b035-7693d486c6fc', 'tenant_id': '4d7374e07ddd4c93b246d1a3fd333232', 'fixed_ips': [{'subnet_id': 'e1f7be10-c544-433c-8185-a87f5793b37f'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:36.162717 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a05a6e5-ea1e-4308-85d9-197ae7c69f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.189886 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58dd42b-d55c-4848-92ea-320a1c7d60dd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:36.194577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f58dd42b-d55c-4848-92ea-320a1c7d60dd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.197108 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2c269cb3-c4b2-424f-82c2-fcad7a120b0f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.209644 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f58dd42b-d55c-4848-92ea-320a1c7d60dd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.228981 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a927824-cee8-4d03-9623-4c44628a2b11 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.236165 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b32c4411-95f1-404d-849c-16f15461718d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.260273 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-0a927824-cee8-4d03-9623-4c44628a2b11 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Calling delete_port for d37dd6e6-d2d9-45be-bb59-24a8009355f3 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:36.276637 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3e072c5-6fee-455f-abfd-7e64463d005f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.337914 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3e072c5-6fee-455f-abfd-7e64463d005f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.343517 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec898239-a6b2-4709-85a3-bed4577833f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.379852 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cc94da-a63e-47bb-87a6-49504279e548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-515a8301-232b-4ec5-9269-9eb3605b62e1', 'network_id': '515a8301-232b-4ec5-9269-9eb3605b62e1', 'tenant_id': 'b2f81884496e439da06be21a280d281b', 'fixed_ips': [{'subnet_id': 'cb65efe5-a49d-4cd2-8e95-2d13c7b2e6a8'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:36.381332 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-84cc94da-a63e-47bb-87a6-49504279e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.395796 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b32c4411-95f1-404d-849c-16f15461718d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server [None req-6a05a6e5-ea1e-4308-85d9-197ae7c69f52 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1f7be10-c544-433c-8185-a87f5793b37f: This subnet is being modified by another concurrent operation. Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:33:36.398814 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1f7be10-c544-433c-8185-a87f5793b37f: This subnet is being modified by another concurrent operation. Jan 21 09:33:36.402037 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Jan 21 09:33:36.439876 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c4411-95f1-404d-849c-16f15461718d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f7be10-c544-433c-8185-a87f5793b37f,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:36.452509 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e072c5-6fee-455f-abfd-7e64463d005f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:36.467376 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e072c5-6fee-455f-abfd-7e64463d005f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446f97cf-b849-45b3-a3e1-44a56dd86b93,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:36.478400 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3e072c5-6fee-455f-abfd-7e64463d005f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.478957 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-e3e072c5-6fee-455f-abfd-7e64463d005f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Added segment 097bb2ff-8095-4d1d-8726-745f45230352 of type vlan for network 39618339-61f9-4183-ae1d-00d7516e0b63 Jan 21 09:33:36.483111 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c0247edb-c9dc-4ad7-9afa-8f725303cfd0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6cee6cfe29cd4868acbb90fc423ce35f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302514 Jan 21 09:33:36.502990 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3403620-5285-449f-8ac2-189582dbfea3 None None] Network 43b25e47-8656-49ec-b035-7693d486c6fc requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:36.508912 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39966) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:36.551728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b32c4411-95f1-404d-849c-16f15461718d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.588660 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f58dd42b-d55c-4848-92ea-320a1c7d60dd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.600068 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-b32c4411-95f1-404d-849c-16f15461718d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b25e47-8656-49ec-b035-7693d486c6fc']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:36.603005 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f58dd42b-d55c-4848-92ea-320a1c7d60dd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.605011 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3e072c5-6fee-455f-abfd-7e64463d005f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.620255 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c269cb3-c4b2-424f-82c2-fcad7a120b0f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router 12426a88-b764-4ec4-9f97-c72c706a30f1 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:33:36.633795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-b32c4411-95f1-404d-849c-16f15461718d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1773c0-dbfc-4d7f-ab1b-11509975c5e7') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:36.634112 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-b32c4411-95f1-404d-849c-16f15461718d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1773c0-dbfc-4d7f-ab1b-11509975c5e7') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server [None req-84cc94da-a63e-47bb-87a6-49504279e548 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb65efe5-a49d-4cd2-8e95-2d13c7b2e6a8: This subnet is being modified by another concurrent operation. Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:33:36.635024 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb65efe5-a49d-4cd2-8e95-2d13c7b2e6a8: This subnet is being modified by another concurrent operation. Jan 21 09:33:36.643212 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Jan 21 09:33:36.649370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec898239-a6b2-4709-85a3-bed4577833f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.660077 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a927824-cee8-4d03-9623-4c44628a2b11 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.672494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3e072c5-6fee-455f-abfd-7e64463d005f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.679252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e072c5-6fee-455f-abfd-7e64463d005f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:36.680134 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3e072c5-6fee-455f-abfd-7e64463d005f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.680586 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0570c027-cd7d-4b2f-9a07-f5be16e2b6f8 None None] Network 515a8301-232b-4ec5-9269-9eb3605b62e1 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:36.701591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58dd42b-d55c-4848-92ea-320a1c7d60dd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:36.723555 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec898239-a6b2-4709-85a3-bed4577833f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Subnet': ['ID=cb65efe5-a49d-4cd2-8e95-2d13c7b2e6a8,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:36.728136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b32c4411-95f1-404d-849c-16f15461718d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.747723 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58dd42b-d55c-4848-92ea-320a1c7d60dd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bace6b-e784-47d4-9965-3c642aa3b80d,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:36.750453 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f58dd42b-d55c-4848-92ea-320a1c7d60dd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.750808 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-f58dd42b-d55c-4848-92ea-320a1c7d60dd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Added segment 7892e2d5-6c19-4267-af09-f43e733ff922 of type vlan for network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 Jan 21 09:33:36.792007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a927824-cee8-4d03-9623-4c44628a2b11 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Pushing event deleted for resources: {'Port': ['ID=d37dd6e6-d2d9-45be-bb59-24a8009355f3,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:36.807205 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a867a119-b147-4f03-9ff8-e46520645e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.809489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b32c4411-95f1-404d-849c-16f15461718d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.830654 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd75d457-cbbb-45cf-ad5d-e9a1d5f6d1aa None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:33:36.838543 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a927824-cee8-4d03-9623-4c44628a2b11 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.844353 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0a927824-cee8-4d03-9623-4c44628a2b11 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] 10.222.0.88 "DELETE /v2.0/ports/d37dd6e6-d2d9-45be-bb59-24a8009355f3 HTTP/1.1" status: 204 len: 168 time: 1.4625425 Jan 21 09:33:36.844943 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e3e072c5-6fee-455f-abfd-7e64463d005f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8233774 Jan 21 09:33:36.845808 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39968) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:36.851027 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39970) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:36.858676 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5fee2622-6bde-4b08-9bf6-2ebd5a35f9a8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'network': {'name': 'tempest-RoutersTest-1628920461'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:36.865903 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32c4411-95f1-404d-849c-16f15461718d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:36.866068 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c269cb3-c4b2-424f-82c2-fcad7a120b0f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:33:36.866503 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b32c4411-95f1-404d-849c-16f15461718d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:36.872947 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:36.880273 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec898239-a6b2-4709-85a3-bed4577833f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.886332 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2c269cb3-c4b2-424f-82c2-fcad7a120b0f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/12426a88-b764-4ec4-9f97-c72c706a30f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6597733 Jan 21 09:33:36.887680 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141599ee-093d-4005-9a64-159c2f312e9d None None] Sync routers for ids ['12426a88-b764-4ec4-9f97-c72c706a30f1'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:33:36.889932 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39972) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:36.899905 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141599ee-093d-4005-9a64-159c2f312e9d None None] Routers {'12426a88-b764-4ec4-9f97-c72c706a30f1'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:36.902546 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-141599ee-093d-4005-9a64-159c2f312e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['12426a88-b764-4ec4-9f97-c72c706a30f1'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:36.902686 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f734be-58bf-4352-8d83-88ef25d56962 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:33:36.904120 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c9f734be-58bf-4352-8d83-88ef25d56962 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] 10.222.0.88 "GET /v2.0/ports/d37dd6e6-d2d9-45be-bb59-24a8009355f3 HTTP/1.1" status: 404 len: 333 time: 0.0504379 Jan 21 09:33:36.907285 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e072c5-6fee-455f-abfd-7e64463d005f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Network': ['ID=39618339-61f9-4183-ae1d-00d7516e0b63,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:36.909528 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39974) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:36.922807 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 39618339-61f9-4183-ae1d-00d7516e0b63 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:36.929270 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-0cbf3eea-d2a9-426d-9349-0293b8f45cde tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Request body: {'port': {'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1895928186'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:36.934995 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a867a119-b147-4f03-9ff8-e46520645e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.938909 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4d510c52-7361-441d-b165-aa29ead93607 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports?device_id=12426a88-b764-4ec4-9f97-c72c706a30f1 HTTP/1.1" status: 200 len: 205 time: 0.0480711 Jan 21 09:33:36.939536 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39976) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:36.947010 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-141599ee-093d-4005-9a64-159c2f312e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:36.956100 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141599ee-093d-4005-9a64-159c2f312e9d None None] Routers {'12426a88-b764-4ec4-9f97-c72c706a30f1'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:36.956962 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-141599ee-093d-4005-9a64-159c2f312e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['12426a88-b764-4ec4-9f97-c72c706a30f1'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:36.968360 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f58dd42b-d55c-4848-92ea-320a1c7d60dd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.972279 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75d457-cbbb-45cf-ad5d-e9a1d5f6d1aa None None] Resources bound (agent type, host, resource id): {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:33:36.995516 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-141599ee-093d-4005-9a64-159c2f312e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:36.996532 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141599ee-093d-4005-9a64-159c2f312e9d None None] The sync data for ids ['12426a88-b764-4ec4-9f97-c72c706a30f1'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:33:37.033990 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fee2622-6bde-4b08-9bf6-2ebd5a35f9a8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:37.038186 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6e2c5a9-3d31-4a8a-a610-f13e56db08d2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.038441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5fee2622-6bde-4b08-9bf6-2ebd5a35f9a8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.048590 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-ec898239-a6b2-4709-85a3-bed4577833f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515a8301-232b-4ec5-9269-9eb3605b62e1']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:37.082013 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-ec898239-a6b2-4709-85a3-bed4577833f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397edebb-62d7-4b1f-82e1-fe37c1bc14b3') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:37.082330 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-ec898239-a6b2-4709-85a3-bed4577833f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397edebb-62d7-4b1f-82e1-fe37c1bc14b3') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:37.085744 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbf3eea-d2a9-426d-9349-0293b8f45cde tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Made reservation on behalf of c4ec14aef677461b96ccf2ec86396517 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:37.089393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0cbf3eea-d2a9-426d-9349-0293b8f45cde tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.110181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec898239-a6b2-4709-85a3-bed4577833f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.111842 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b32c4411-95f1-404d-849c-16f15461718d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.132418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b32c4411-95f1-404d-849c-16f15461718d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.138933 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b32c4411-95f1-404d-849c-16f15461718d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/networks/43b25e47-8656-49ec-b035-7693d486c6fc HTTP/1.1" status: 204 len: 168 time: 1.3695421 Jan 21 09:33:37.138933 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f58dd42b-d55c-4848-92ea-320a1c7d60dd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.141971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58dd42b-d55c-4848-92ea-320a1c7d60dd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:37.142561 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f58dd42b-d55c-4848-92ea-320a1c7d60dd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.143540 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39978) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:37.152229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8c5fa145-7b0d-4d76-a03b-23ba6a682b65 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1041164913'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:37.165740 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec898239-a6b2-4709-85a3-bed4577833f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.170794 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c4411-95f1-404d-849c-16f15461718d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event deleted for resources: {'Network': ['ID=43b25e47-8656-49ec-b035-7693d486c6fc,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:37.177692 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fee2622-6bde-4b08-9bf6-2ebd5a35f9a8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:37.195170 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:33:37.197443 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec898239-a6b2-4709-85a3-bed4577833f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:37.197779 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec898239-a6b2-4709-85a3-bed4577833f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:37.211437 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:37.227300 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f58dd42b-d55c-4848-92ea-320a1c7d60dd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5087948 Jan 21 09:33:37.263708 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39980) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:37.267361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5fee2622-6bde-4b08-9bf6-2ebd5a35f9a8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.267897 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-5fee2622-6bde-4b08-9bf6-2ebd5a35f9a8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Added segment 32889309-f113-4605-ab56-e4d47332df4c of type vlan for network e25eb80c-149f-454a-8144-df2b124b367d Jan 21 09:33:37.279593 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6e2c5a9-3d31-4a8a-a610-f13e56db08d2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.281498 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-0cbf3eea-d2a9-426d-9349-0293b8f45cde tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] device_id is not set on port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:33:37.287092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6e2c5a9-3d31-4a8a-a610-f13e56db08d2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.311123 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-48fdaf23-22e5-405c-a57c-372ca4e08626 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'name': 'tempest-PortsTestJSON-2039643995'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:37.321213 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a867a119-b147-4f03-9ff8-e46520645e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.323806 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a867a119-b147-4f03-9ff8-e46520645e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.327571 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a867a119-b147-4f03-9ff8-e46520645e23 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/40c85e78-de2e-45cd-8108-0aec7f72035a HTTP/1.1" status: 204 len: 168 time: 0.8116007 Jan 21 09:33:37.344116 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5fa145-7b0d-4d76-a03b-23ba6a682b65 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Made reservation on behalf of 4d7374e07ddd4c93b246d1a3fd333232 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:37.350181 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa145-7b0d-4d76-a03b-23ba6a682b65 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.353820 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6e2c5a9-3d31-4a8a-a610-f13e56db08d2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.354695 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e2c5a9-3d31-4a8a-a610-f13e56db08d2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Fanout notify agent at l3_agent the message router_deleted on router 12426a88-b764-4ec4-9f97-c72c706a30f1 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:33:37.363209 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6e2c5a9-3d31-4a8a-a610-f13e56db08d2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.370747 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c6e2c5a9-3d31-4a8a-a610-f13e56db08d2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/routers/12426a88-b764-4ec4-9f97-c72c706a30f1 HTTP/1.1" status: 204 len: 168 time: 0.4236586 Jan 21 09:33:37.371402 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39984) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:37.389502 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec77079-cbc0-4191-b9c7-3f1c024d8545 None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:33:37.413532 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58dd42b-d55c-4848-92ea-320a1c7d60dd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Network': ['ID=794d5115-f1f3-4f5c-a1ee-9ff2e4322a22,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:37.432030 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867a119-b147-4f03-9ff8-e46520645e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c85e78-de2e-45cd-8108-0aec7f72035a,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:37.438018 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fcd190-abc4-443f-9c0f-315396448531 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting subnet 4476ba97-b94d-41c2-8527-55feaf37111b {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:33:37.443024 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-11fcd190-abc4-443f-9c0f-315396448531 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.449426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5fee2622-6bde-4b08-9bf6-2ebd5a35f9a8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.456648 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec898239-a6b2-4709-85a3-bed4577833f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.470793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec898239-a6b2-4709-85a3-bed4577833f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.474895 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ec898239-a6b2-4709-85a3-bed4577833f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/515a8301-232b-4ec5-9269-9eb3605b62e1 HTTP/1.1" status: 204 len: 168 time: 1.5409963 Jan 21 09:33:37.489755 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39986) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:37.499391 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-86b5066b-c00c-4338-9df2-c74e4319ba22 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-215599791'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:37.509634 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec898239-a6b2-4709-85a3-bed4577833f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Network': ['ID=515a8301-232b-4ec5-9269-9eb3605b62e1,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:37.524574 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5fa145-7b0d-4d76-a03b-23ba6a682b65 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:37.534853 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-11fcd190-abc4-443f-9c0f-315396448531 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.561809 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:37.572103 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5fee2622-6bde-4b08-9bf6-2ebd5a35f9a8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.581256 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee2622-6bde-4b08-9bf6-2ebd5a35f9a8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:37.584401 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5fee2622-6bde-4b08-9bf6-2ebd5a35f9a8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.587640 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa145-7b0d-4d76-a03b-23ba6a682b65 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.588102 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-8c5fa145-7b0d-4d76-a03b-23ba6a682b65 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Added segment 0781f7ae-4262-470f-a9ae-59f08358f236 of type vlan for network 8c8e123a-4fae-44ee-8be8-0f7e7253ad0b Jan 21 09:33:37.600681 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b5066b-c00c-4338-9df2-c74e4319ba22 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:37.607068 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86b5066b-c00c-4338-9df2-c74e4319ba22 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.626250 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5fee2622-6bde-4b08-9bf6-2ebd5a35f9a8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7695136 Jan 21 09:33:37.634670 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39990) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:37.658758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-17261b55-4371-41c2-834c-59a8c9d403c5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'subnet': {'network_id': '39618339-61f9-4183-ae1d-00d7516e0b63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:37.672091 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec77079-cbc0-4191-b9c7-3f1c024d8545 None None] Resources bound (agent type, host, resource id): {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:33:37.704707 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa145-7b0d-4d76-a03b-23ba6a682b65 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.717591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b5066b-c00c-4338-9df2-c74e4319ba22 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:37.719540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fdaf23-22e5-405c-a57c-372ca4e08626 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:37.723532 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-48fdaf23-22e5-405c-a57c-372ca4e08626 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.795215 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86b5066b-c00c-4338-9df2-c74e4319ba22 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.795560 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-86b5066b-c00c-4338-9df2-c74e4319ba22 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Added segment b423100f-babd-4af2-b6dc-c5a3fcaf05b5 of type vlan for network c9f2b0ab-0817-43d7-87a9-c62bc44d636d Jan 21 09:33:37.796773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee2622-6bde-4b08-9bf6-2ebd5a35f9a8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Network': ['ID=e25eb80c-149f-454a-8144-df2b124b367d,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:37.799892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-11fcd190-abc4-443f-9c0f-315396448531 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.807159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0cbf3eea-d2a9-426d-9349-0293b8f45cde tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.818257 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network e25eb80c-149f-454a-8144-df2b124b367d details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:37.829001 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa145-7b0d-4d76-a03b-23ba6a682b65 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.835121 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5fa145-7b0d-4d76-a03b-23ba6a682b65 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:37.836344 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa145-7b0d-4d76-a03b-23ba6a682b65 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.843761 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39992) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:37.862191 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-48fdaf23-22e5-405c-a57c-372ca4e08626 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] device_id is not set on port f812c9df-474e-4251-8043-b922f47d7b93 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:33:37.924971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-18acbb4c-e791-41fa-a487-beebba4672b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.928353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86b5066b-c00c-4338-9df2-c74e4319ba22 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:37.969912 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8c5fa145-7b0d-4d76-a03b-23ba6a682b65 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8252892 Jan 21 09:33:37.976758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 39994) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:37.983563 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-412c485f-c94b-49ed-9d40-52fddb4b9a75 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Request body: {'subnet': {'network_id': '8c8e123a-4fae-44ee-8be8-0f7e7253ad0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:37.994369 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fa145-7b0d-4d76-a03b-23ba6a682b65 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event updated for resources: {'Network': ['ID=8c8e123a-4fae-44ee-8be8-0f7e7253ad0b,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:38.012578 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 8c8e123a-4fae-44ee-8be8-0f7e7253ad0b details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:38.026340 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0cbf3eea-d2a9-426d-9349-0293b8f45cde tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.030938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-11fcd190-abc4-443f-9c0f-315396448531 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.065127 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86b5066b-c00c-4338-9df2-c74e4319ba22 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.072354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b5066b-c00c-4338-9df2-c74e4319ba22 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:38.072957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86b5066b-c00c-4338-9df2-c74e4319ba22 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.088922 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcd190-abc4-443f-9c0f-315396448531 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Subnet': ['ID=4476ba97-b94d-41c2-8527-55feaf37111b,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:38.095178 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17261b55-4371-41c2-834c-59a8c9d403c5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:38.099738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-17261b55-4371-41c2-834c-59a8c9d403c5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.109797 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4568a30-13ee-4bac-90e1-e72a1e2de948 None None] Network 73ea322d-8b35-4ca9-bd7e-c3195970ca30 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:38.119949 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-11fcd190-abc4-443f-9c0f-315396448531 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.125612 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-11fcd190-abc4-443f-9c0f-315396448531 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/4476ba97-b94d-41c2-8527-55feaf37111b HTTP/1.1" status: 204 len: 168 time: 0.7507424 Jan 21 09:33:38.125612 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbf3eea-d2a9-426d-9349-0293b8f45cde tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:38.131333 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39996) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:38.146590 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-0cbf3eea-d2a9-426d-9349-0293b8f45cde tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:38.167930 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbf3eea-d2a9-426d-9349-0293b8f45cde tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:38.168863 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbf3eea-d2a9-426d-9349-0293b8f45cde tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:38.169571 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0cbf3eea-d2a9-426d-9349-0293b8f45cde tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.202764 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e1d64a09-205e-4935-afa1-daad90b170f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.209009 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf3eea-d2a9-426d-9349-0293b8f45cde tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Pushing event updated for resources: {'Port': ['ID=7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:38.256952 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0cbf3eea-d2a9-426d-9349-0293b8f45cde tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3438177 Jan 21 09:33:38.257173 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-86b5066b-c00c-4338-9df2-c74e4319ba22 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7656412 Jan 21 09:33:38.261846 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 39998) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:38.262257 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40000) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:38.267683 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:38.281342 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-c995fa10-5228-49f2-8e45-faa364ce80c9 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'subnet': {'network_id': 'c9f2b0ab-0817-43d7-87a9-c62bc44d636d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:38.293664 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.300000 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5066b-c00c-4338-9df2-c74e4319ba22 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Network': ['ID=c9f2b0ab-0817-43d7-87a9-c62bc44d636d,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:38.315447 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network c9f2b0ab-0817-43d7-87a9-c62bc44d636d details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:38.321277 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-18acbb4c-e791-41fa-a487-beebba4672b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.331122 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-48fdaf23-22e5-405c-a57c-372ca4e08626 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.350161 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720964d8-5c01-4a76-ac30-1e3d5996ea2c None None] DHCP port deletion for 73ea322d-8b35-4ca9-bd7e-c3195970ca30 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:33:38.357474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412c485f-c94b-49ed-9d40-52fddb4b9a75 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Made reservation on behalf of 4d7374e07ddd4c93b246d1a3fd333232 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:38.360902 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-412c485f-c94b-49ed-9d40-52fddb4b9a75 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.362337 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-18acbb4c-e791-41fa-a487-beebba4672b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.460699 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-720964d8-5c01-4a76-ac30-1e3d5996ea2c None None] Deleting port ed308091-c0d9-4a42-ac27-5c48db2cb8f2 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:38.461682 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-720964d8-5c01-4a76-ac30-1e3d5996ea2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.484577 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-18acbb4c-e791-41fa-a487-beebba4672b8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=593d037ef6e744b98fabfb7bf250d73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6342545 Jan 21 09:33:38.487590 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40002) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:38.495087 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acbb4c-e791-41fa-a487-beebba4672b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb13d876-2db9-4de5-a549-9c52bd44d6b8,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:38.500826 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.506111 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-48fdaf23-22e5-405c-a57c-372ca4e08626 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.555629 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-720964d8-5c01-4a76-ac30-1e3d5996ea2c None None] For port ed308091-c0d9-4a42-ac27-5c48db2cb8f2, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ed308091-c0d9-4a42-ac27-5c48db2cb8f2,segment=NetworkSegment(97b270f3-b418-4ad1-9a98-e75772c7ef80),segment_id=97b270f3-b418-4ad1-9a98-e75772c7ef80)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:38.556084 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-720964d8-5c01-4a76-ac30-1e3d5996ea2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.572949 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c995fa10-5228-49f2-8e45-faa364ce80c9 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:38.574098 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-720964d8-5c01-4a76-ac30-1e3d5996ea2c None None] Calling delete_port for ed308091-c0d9-4a42-ac27-5c48db2cb8f2 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:38.576476 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c995fa10-5228-49f2-8e45-faa364ce80c9 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.584368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port ed308091-c0d9-4a42-ac27-5c48db2cb8f2 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:38.584711 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.659450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdaf23-22e5-405c-a57c-372ca4e08626 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=f812c9df-474e-4251-8043-b922f47d7b93,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:38.669415 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-720964d8-5c01-4a76-ac30-1e3d5996ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.702097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720964d8-5c01-4a76-ac30-1e3d5996ea2c None None] Pushing event deleted for resources: {'Port': ['ID=ed308091-c0d9-4a42-ac27-5c48db2cb8f2,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:38.704995 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720964d8-5c01-4a76-ac30-1e3d5996ea2c None None] No DVR routers for this DVR port ed308091-c0d9-4a42-ac27-5c48db2cb8f2 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:38.714393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-17261b55-4371-41c2-834c-59a8c9d403c5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.756754 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bb38b339-325b-493a-a3ce-f6a5c7e094d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.782806 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fdaf23-22e5-405c-a57c-372ca4e08626 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Checking segment: {'id': '7892e2d5-6c19-4267-af09-f43e733ff922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:38.783159 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fdaf23-22e5-405c-a57c-372ca4e08626 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network hostable DHCP agents. Network: 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:38.790100 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] For port ed308091-c0d9-4a42-ac27-5c48db2cb8f2, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ed308091-c0d9-4a42-ac27-5c48db2cb8f2,segment=NetworkSegment(97b270f3-b418-4ad1-9a98-e75772c7ef80),segment_id=97b270f3-b418-4ad1-9a98-e75772c7ef80)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:38.790468 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.812425 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for ed308091-c0d9-4a42-ac27-5c48db2cb8f2 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:38.855203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bb38b339-325b-493a-a3ce-f6a5c7e094d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.875327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17261b55-4371-41c2-834c-59a8c9d403c5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Subnet': ['ID=e5028d7e-9a5a-4a56-8433-c15eccd34e9e,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:38.912816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fdaf23-22e5-405c-a57c-372ca4e08626 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:38.930261 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17261b55-4371-41c2-834c-59a8c9d403c5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Checking segment: {'id': '097bb2ff-8095-4d1d-8726-745f45230352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '39618339-61f9-4183-ae1d-00d7516e0b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:38.930604 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17261b55-4371-41c2-834c-59a8c9d403c5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network hostable DHCP agents. Network: 39618339-61f9-4183-ae1d-00d7516e0b63, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:38.932267 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] device_id is not set on port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:33:38.949073 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.963970 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-48fdaf23-22e5-405c-a57c-372ca4e08626 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:38.966899 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.976316 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a5e26c-966d-4b67-9e59-6453bbe1a710 None None] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:38.979424 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fdaf23-22e5-405c-a57c-372ca4e08626 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:38.984765 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fdaf23-22e5-405c-a57c-372ca4e08626 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:38.985372 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-48fdaf23-22e5-405c-a57c-372ca4e08626 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.007739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17261b55-4371-41c2-834c-59a8c9d403c5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network 39618339-61f9-4183-ae1d-00d7516e0b63 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:39.015130 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bb38b339-325b-493a-a3ce-f6a5c7e094d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.017615 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bb38b339-325b-493a-a3ce-f6a5c7e094d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.022063 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bb38b339-325b-493a-a3ce-f6a5c7e094d7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fb13d876-2db9-4de5-a549-9c52bd44d6b8 HTTP/1.1" status: 204 len: 168 time: 0.5265987 Jan 21 09:33:39.041173 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-48fdaf23-22e5-405c-a57c-372ca4e08626 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7750976 Jan 21 09:33:39.044692 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40006) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:39.057929 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-6495cccc-5776-410c-a38b-aa660b3e0b01 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1680265853'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:39.082890 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.objects.ports [None req-412c485f-c94b-49ed-9d40-52fddb4b9a75 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:33:39.087188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-412c485f-c94b-49ed-9d40-52fddb4b9a75 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.090095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-17261b55-4371-41c2-834c-59a8c9d403c5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 39618339-61f9-4183-ae1d-00d7516e0b63) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:39.091299 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Pushing event updated for resources: {'Port': ['ID=7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:39.099535 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17261b55-4371-41c2-834c-59a8c9d403c5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:39.100402 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-17261b55-4371-41c2-834c-59a8c9d403c5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.105895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c995fa10-5228-49f2-8e45-faa364ce80c9 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.107569 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.124294 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce059917-2b3b-4276-b456-e94201a2eb0f None None] Network 39618339-61f9-4183-ae1d-00d7516e0b63 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:39.181495 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=ed308091-c0d9-4a42-ac27-5c48db2cb8f2,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:39.182831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c485f-c94b-49ed-9d40-52fddb4b9a75 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event updated for resources: {'Subnet': ['ID=a29e5137-e12c-46da-9a58-0c12ffb460de,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:39.189602 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:39.189984 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:39.190462 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:39.196331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38b339-325b-493a-a3ce-f6a5c7e094d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb13d876-2db9-4de5-a549-9c52bd44d6b8,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:39.196498 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No DVR routers for this DVR port ed308091-c0d9-4a42-ac27-5c48db2cb8f2 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:39.203781 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6495cccc-5776-410c-a38b-aa660b3e0b01 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:39.207952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6495cccc-5776-410c-a38b-aa660b3e0b01 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.226735 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:39.226969 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:39.232192 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-17261b55-4371-41c2-834c-59a8c9d403c5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5942509 Jan 21 09:33:39.233181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40008) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:39.246089 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-4bd296db-b816-43aa-b2d2-02a9a9d3d762 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'subnet': {'network_id': 'e25eb80c-149f-454a-8144-df2b124b367d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:39.247114 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 2 to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 Jan 21 09:33:39.261981 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995fa10-5228-49f2-8e45-faa364ce80c9 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Subnet': ['ID=76307a9e-630c-4556-b79d-be26e0f09d9f,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:39.284427 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.322337 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:39.322702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:39.322991 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:39.338144 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412c485f-c94b-49ed-9d40-52fddb4b9a75 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Checking segment: {'id': '0781f7ae-4262-470f-a9ae-59f08358f236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8c8e123a-4fae-44ee-8be8-0f7e7253ad0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:39.338604 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412c485f-c94b-49ed-9d40-52fddb4b9a75 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Network hostable DHCP agents. Network: 8c8e123a-4fae-44ee-8be8-0f7e7253ad0b, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:39.349696 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:39.350059 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:39.353487 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.355890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6495cccc-5776-410c-a38b-aa660b3e0b01 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:39.357875 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 3 to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 Jan 21 09:33:39.381279 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412c485f-c94b-49ed-9d40-52fddb4b9a75 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Network 8c8e123a-4fae-44ee-8be8-0f7e7253ad0b is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:39.384008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6495cccc-5776-410c-a38b-aa660b3e0b01 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.384543 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-6495cccc-5776-410c-a38b-aa660b3e0b01 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Added segment 921b6323-ac11-448b-9d85-54c0d627aaee of type vlan for network 62bb97fe-f7c2-4c61-95ed-a54741a12e15 Jan 21 09:33:39.402188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd296db-b816-43aa-b2d2-02a9a9d3d762 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:39.403655 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-39618339-61f9-4183-ae1d-00d7516e0b63', 'network_id': '39618339-61f9-4183-ae1d-00d7516e0b63', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'fixed_ips': [{'subnet_id': 'e5028d7e-9a5a-4a56-8433-c15eccd34e9e'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:39.404874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.407394 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4bd296db-b816-43aa-b2d2-02a9a9d3d762 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.413792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-412c485f-c94b-49ed-9d40-52fddb4b9a75 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 8c8e123a-4fae-44ee-8be8-0f7e7253ad0b) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:39.424938 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335a93d7-17f8-4cb6-987a-85537618a96a None None] Network 8c8e123a-4fae-44ee-8be8-0f7e7253ad0b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:39.436704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412c485f-c94b-49ed-9d40-52fddb4b9a75 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:39.437324 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-412c485f-c94b-49ed-9d40-52fddb4b9a75 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.444456 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6495cccc-5776-410c-a38b-aa660b3e0b01 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.475434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995fa10-5228-49f2-8e45-faa364ce80c9 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Checking segment: {'id': 'b423100f-babd-4af2-b6dc-c5a3fcaf05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c9f2b0ab-0817-43d7-87a9-c62bc44d636d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:39.476012 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995fa10-5228-49f2-8e45-faa364ce80c9 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network hostable DHCP agents. Network: c9f2b0ab-0817-43d7-87a9-c62bc44d636d, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:39.482672 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6495cccc-5776-410c-a38b-aa660b3e0b01 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.492342 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6495cccc-5776-410c-a38b-aa660b3e0b01 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:39.493187 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6495cccc-5776-410c-a38b-aa660b3e0b01 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.502538 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-412c485f-c94b-49ed-9d40-52fddb4b9a75 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5243781 Jan 21 09:33:39.506561 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40016) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:39.571055 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:39.571733 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:39.572311 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:39.581703 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ea322d-8b35-4ca9-bd7e-c3195970ca30']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:39.585859 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:39.586801 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:39.603420 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 4 to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 Jan 21 09:33:39.634377 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b270f3-b418-4ad1-9a98-e75772c7ef80') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:39.634377 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b270f3-b418-4ad1-9a98-e75772c7ef80') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:39.647496 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ed308091-c0d9-4a42-ac27-5c48db2cb8f2 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:39.650757 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6495cccc-5776-410c-a38b-aa660b3e0b01 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6011820 Jan 21 09:33:39.654636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495cccc-5776-410c-a38b-aa660b3e0b01 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Network': ['ID=62bb97fe-f7c2-4c61-95ed-a54741a12e15,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:39.656583 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40022) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:39.666616 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.669912 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:39.670401 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:39.670879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:39.680193 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'ports': [{'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22'}, {'network_id': '62bb97fe-f7c2-4c61-95ed-a54741a12e15'}]} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:39.680715 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:39.681444 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'network_id': '62bb97fe-f7c2-4c61-95ed-a54741a12e15'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:39.691383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:39.692815 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:39.695698 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 62bb97fe-f7c2-4c61-95ed-a54741a12e15 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:39.704061 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 5 to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 Jan 21 09:33:39.706927 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995fa10-5228-49f2-8e45-faa364ce80c9 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network c9f2b0ab-0817-43d7-87a9-c62bc44d636d is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:39.715475 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: ed308091-c0d9-4a42-ac27-5c48db2cb8f2 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:39.715826 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ed308091-c0d9-4a42-ac27-5c48db2cb8f2 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:39.718953 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b61c779a-294a-4ea1-bf04-6d3c2bbd9562 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.744044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Allocated IP 172.20.0.2 (39618339-61f9-4183-ae1d-00d7516e0b63/e5028d7e-9a5a-4a56-8433-c15eccd34e9e/d32612ea-5679-4e5d-9ddb-dcdb8f8eb685) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:39.818669 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4bd296db-b816-43aa-b2d2-02a9a9d3d762 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.857948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b61c779a-294a-4ea1-bf04-6d3c2bbd9562 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.964942 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd296db-b816-43aa-b2d2-02a9a9d3d762 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Checking segment: {'id': '32889309-f113-4605-ab56-e4d47332df4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e25eb80c-149f-454a-8144-df2b124b367d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:39.965314 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd296db-b816-43aa-b2d2-02a9a9d3d762 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network hostable DHCP agents. Network: e25eb80c-149f-454a-8144-df2b124b367d, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:39.974416 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd296db-b816-43aa-b2d2-02a9a9d3d762 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Subnet': ['ID=eb779b26-b25b-433b-b142-a5eeeb76ea4c,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:40.015097 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd296db-b816-43aa-b2d2-02a9a9d3d762 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network e25eb80c-149f-454a-8144-df2b124b367d is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:40.033335 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b61c779a-294a-4ea1-bf04-6d3c2bbd9562 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.088271 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-4bd296db-b816-43aa-b2d2-02a9a9d3d762 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, e25eb80c-149f-454a-8144-df2b124b367d) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:40.105614 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae288562-05c3-4799-a28c-35877e351f1e None None] Network e25eb80c-149f-454a-8144-df2b124b367d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:40.110136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd296db-b816-43aa-b2d2-02a9a9d3d762 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:40.111293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4bd296db-b816-43aa-b2d2-02a9a9d3d762 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.117170 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.129105 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-c995fa10-5228-49f2-8e45-faa364ce80c9 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, c9f2b0ab-0817-43d7-87a9-c62bc44d636d) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:40.129917 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963dab2d-0cd5-475d-88af-4ccf906595be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-8c8e123a-4fae-44ee-8be8-0f7e7253ad0b', 'network_id': '8c8e123a-4fae-44ee-8be8-0f7e7253ad0b', 'tenant_id': '4d7374e07ddd4c93b246d1a3fd333232', 'fixed_ips': [{'subnet_id': 'a29e5137-e12c-46da-9a58-0c12ffb460de'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:40.130579 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c779a-294a-4ea1-bf04-6d3c2bbd9562 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event deleted for resources: {'Subnet': ['ID=a29e5137-e12c-46da-9a58-0c12ffb460de,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:40.130790 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-963dab2d-0cd5-475d-88af-4ccf906595be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.136090 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:40.136419 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:40.136745 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:40.143570 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:40.143970 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:40.152650 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:40.168275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c995fa10-5228-49f2-8e45-faa364ce80c9 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:40.169201 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c995fa10-5228-49f2-8e45-faa364ce80c9 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.183122 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:40.183122 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:40.183824 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e3d9bd-db35-4bd5-81f0-94c44084936e None None] Network c9f2b0ab-0817-43d7-87a9-c62bc44d636d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:40.205342 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4bd296db-b816-43aa-b2d2-02a9a9d3d762 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9666209 Jan 21 09:33:40.209629 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40034) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:40.213773 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 6 to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 Jan 21 09:33:40.223631 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-315586d1-8ecb-4a46-a442-0a4d8e58cc8d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-763903347', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:40.239891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b61c779a-294a-4ea1-bf04-6d3c2bbd9562 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.247925 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c995fa10-5228-49f2-8e45-faa364ce80c9 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9767118 Jan 21 09:33:40.251777 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40036) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:40.260284 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:40.260614 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:40.260944 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:40.265274 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.309712 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.313042 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/networks/73ea322d-8b35-4ca9-bd7e-c3195970ca30 HTTP/1.1" status: 204 len: 168 time: 2.1797180 Jan 21 09:33:40.322674 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:40.323004 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:40.330980 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40040) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:40.335087 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 7 to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 Jan 21 09:33:40.343487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-b61c779a-294a-4ea1-bf04-6d3c2bbd9562 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8e123a-4fae-44ee-8be8-0f7e7253ad0b']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:40.350300 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-794635919', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}, 'admin_state_up': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:40.350763 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcb97c-f24d-4ef7-9105-96ff97d83bd2 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Network': ['ID=73ea322d-8b35-4ca9-bd7e-c3195970ca30,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:40.369078 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:40.370156 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:40.370398 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:40.374510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-b61c779a-294a-4ea1-bf04-6d3c2bbd9562 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0781f7ae-4262-470f-a9ae-59f08358f236') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:40.374669 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-b61c779a-294a-4ea1-bf04-6d3c2bbd9562 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0781f7ae-4262-470f-a9ae-59f08358f236') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:40.378835 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:40.380822 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:40.381430 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 8 to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 Jan 21 09:33:40.391776 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a9d44f-4fc1-4658-9a93-e86cf5fa0a5d None None] Network 8c8e123a-4fae-44ee-8be8-0f7e7253ad0b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:40.392193 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-315586d1-8ecb-4a46-a442-0a4d8e58cc8d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.393739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-315586d1-8ecb-4a46-a442-0a4d8e58cc8d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.402996 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:40.403563 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:40.404045 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:40.414567 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:40.415127 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:40.416460 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 9 to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 Jan 21 09:33:40.417597 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b61c779a-294a-4ea1-bf04-6d3c2bbd9562 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.428067 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'port': 2} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:40.434117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.451249 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:40.451975 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:40.452512 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:40.460772 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b61c779a-294a-4ea1-bf04-6d3c2bbd9562 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.461681 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.465299 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:40.465887 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:40.472617 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.plugins.ml2.plugin [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempt 10 to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 Jan 21 09:33:40.480860 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61c779a-294a-4ea1-bf04-6d3c2bbd9562 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:40.481576 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b61c779a-294a-4ea1-bf04-6d3c2bbd9562 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:40.489282 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:40.506093 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:40.506806 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:40.507344 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempting to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:40.548883 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:33:40.549631 dv-neutron-825721-1-hyperv neutron-server[102146]: ERROR neutron.plugins.ml2.managers [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Failed to bind port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '2d713390-8ef1-4749-bbba-517dd6aacd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7b79ca5e-04f8-4aff-8c99-5130a0268d0b'}] Jan 21 09:33:40.550292 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.584669 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.587010 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.603778 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.645852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-315586d1-8ecb-4a46-a442-0a4d8e58cc8d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.648069 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.713496 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.725196 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] device_id is not set on port 8292024c-18dc-4199-91dc-19391f3cdd00 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:33:40.742195 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] For port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4, host hv-neutron-8257, cleared binding levels {{(pid=102146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:40.742591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attempted to set empty binding levels {{(pid=102146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:33:40.750563 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.755772 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Pushing event updated for resources: {'Port': ['ID=d32612ea-5679-4e5d-9ddb-dcdb8f8eb685,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:40.800309 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Network 39618339-61f9-4183-ae1d-00d7516e0b63 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:40.806010 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-e25eb80c-149f-454a-8144-df2b124b367d', 'network_id': 'e25eb80c-149f-454a-8144-df2b124b367d', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'fixed_ips': [{'subnet_id': 'eb779b26-b25b-433b-b142-a5eeeb76ea4c'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:40.806876 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.811857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Pushing event updated for resources: {'Port': ['ID=7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4,revision_number=3']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:40.813779 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:40.828698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] In _notify_port_updated(), no bound segment for port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 on network 7b79ca5e-04f8-4aff-8c99-5130a0268d0b {{(pid=102146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:33:40.829915 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:40.830768 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.832646 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cd5c61e8-a685-4b77-b221-9ab8c9c4c57e tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] 10.222.0.88 "PUT /v2.0/ports/7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 HTTP/1.1" status: 200 len: 977 time: 2.5690715 Jan 21 09:33:40.835818 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40050) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:40.841063 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:40.884021 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-c9f2b0ab-0817-43d7-87a9-c62bc44d636d', 'network_id': 'c9f2b0ab-0817-43d7-87a9-c62bc44d636d', 'tenant_id': 'b2f81884496e439da06be21a280d281b', 'fixed_ips': [{'subnet_id': '76307a9e-630c-4556-b79d-be26e0f09d9f'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:40.884895 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.990441 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca020a-72f0-47f4-8e1a-057506cb114c tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Deleting port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:40.990760 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b5ca020a-72f0-47f4-8e1a-057506cb114c tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.002930 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Attempting to bind port d32612ea-5679-4e5d-9ddb-dcdb8f8eb685 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:41.003295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Attempting to bind port d32612ea-5679-4e5d-9ddb-dcdb8f8eb685 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '097bb2ff-8095-4d1d-8726-745f45230352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '39618339-61f9-4183-ae1d-00d7516e0b63'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:41.003667 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Attempting to bind port d32612ea-5679-4e5d-9ddb-dcdb8f8eb685 on network 39618339-61f9-4183-ae1d-00d7516e0b63 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:41.044434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.095764 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:41.096144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Checking segment: {'id': '097bb2ff-8095-4d1d-8726-745f45230352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '39618339-61f9-4183-ae1d-00d7516e0b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:41.096541 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.096939 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Bound using segment: {'id': '097bb2ff-8095-4d1d-8726-745f45230352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '39618339-61f9-4183-ae1d-00d7516e0b63'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:41.097429 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Bound port: d32612ea-5679-4e5d-9ddb-dcdb8f8eb685, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097bb2ff-8095-4d1d-8726-745f45230352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '39618339-61f9-4183-ae1d-00d7516e0b63'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:41.099269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.131344 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-b5ca020a-72f0-47f4-8e1a-057506cb114c tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] For port 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4, host hv-neutron-8257, got binding levels [] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:41.131982 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b5ca020a-72f0-47f4-8e1a-057506cb114c tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.151027 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] device_id is not set on port 6a80f453-7272-492b-84ca-9c148e9995ff yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:33:41.158686 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca020a-72f0-47f4-8e1a-057506cb114c tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Calling delete_port for 7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:41.170598 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-315586d1-8ecb-4a46-a442-0a4d8e58cc8d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.177897 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.180060 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b61c779a-294a-4ea1-bf04-6d3c2bbd9562 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.199793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b61c779a-294a-4ea1-bf04-6d3c2bbd9562 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.202862 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b61c779a-294a-4ea1-bf04-6d3c2bbd9562 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/networks/8c8e123a-4fae-44ee-8be8-0f7e7253ad0b HTTP/1.1" status: 204 len: 168 time: 1.6950634 Jan 21 09:33:41.217166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40056) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:41.256207 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8f6e5d-63aa-43f0-ab1b-e007e89a8d9a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:41.256667 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8f6e5d-63aa-43f0-ab1b-e007e89a8d9a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:41.260388 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fe8f6e5d-63aa-43f0-ab1b-e007e89a8d9a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/subnets/a29e5137-e12c-46da-9a58-0c12ffb460de HTTP/1.1" status: 404 len: 337 time: 0.0411155 Jan 21 09:33:41.263227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] For port d32612ea-5679-4e5d-9ddb-dcdb8f8eb685, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:41.266023 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40060) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:41.287225 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Allocated IP 172.21.0.2 (e25eb80c-149f-454a-8144-df2b124b367d/eb779b26-b25b-433b-b142-a5eeeb76ea4c/4a808576-634c-495c-ba7b-de19b349ce58) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:41.300666 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] For port d32612ea-5679-4e5d-9ddb-dcdb8f8eb685, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d32612ea-5679-4e5d-9ddb-dcdb8f8eb685,segment=NetworkSegment(097bb2ff-8095-4d1d-8726-745f45230352),segment_id=097bb2ff-8095-4d1d-8726-745f45230352)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:41.304155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-315586d1-8ecb-4a46-a442-0a4d8e58cc8d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.305741 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-315586d1-8ecb-4a46-a442-0a4d8e58cc8d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0949039 Jan 21 09:33:41.307047 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad3a14e-152d-4660-a690-52e66a91142e tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:41.308778 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad3a14e-152d-4660-a690-52e66a91142e tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:41.312256 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8ad3a14e-152d-4660-a690-52e66a91142e tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/networks/8c8e123a-4fae-44ee-8be8-0f7e7253ad0b HTTP/1.1" status: 404 len: 339 time: 0.0448558 Jan 21 09:33:41.315182 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40062) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:41.315508 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40064) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:41.328350 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c779a-294a-4ea1-bf04-6d3c2bbd9562 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event deleted for resources: {'Network': ['ID=8c8e123a-4fae-44ee-8be8-0f7e7253ad0b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:41.335407 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.345216 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.350549 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Allocated IP 172.20.0.1 (c9f2b0ab-0817-43d7-87a9-c62bc44d636d/76307a9e-630c-4556-b79d-be26e0f09d9f/ea944a7c-977a-4db2-b5fe-539e8491469f) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:41.396941 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.429348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.434616 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.563217 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd5663-c5e9-452e-9b69-dca632e14e4f None None] Pushing event updated for resources: {'Port': ['ID=d32612ea-5679-4e5d-9ddb-dcdb8f8eb685,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:41.628860 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc5e72f-58c4-48bb-9e46-5ca507fdfa2a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:41.631047 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc5e72f-58c4-48bb-9e46-5ca507fdfa2a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:41.636301 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cdc5e72f-58c4-48bb-9e46-5ca507fdfa2a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/subnets/e1f7be10-c544-433c-8185-a87f5793b37f HTTP/1.1" status: 404 len: 337 time: 0.3145401 Jan 21 09:33:41.639508 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40072) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:41.690129 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.694026 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5df10a-2d0d-49d9-95c6-69950b14c0d3 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:41.696719 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5df10a-2d0d-49d9-95c6-69950b14c0d3 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:41.705218 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ed5df10a-2d0d-49d9-95c6-69950b14c0d3 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/networks/43b25e47-8656-49ec-b035-7693d486c6fc HTTP/1.1" status: 404 len: 339 time: 0.0623815 Jan 21 09:33:41.718434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.721224 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.742439 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40074) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:41.801445 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.812676 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Network e25eb80c-149f-454a-8144-df2b124b367d is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:41.826691 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f516e95-9408-4804-9f7d-be384f3bab0a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:41.826876 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:41.827141 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f516e95-9408-4804-9f7d-be384f3bab0a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:41.830390 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6f516e95-9408-4804-9f7d-be384f3bab0a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/subnets/57a0b25a-ffe2-4ddf-a470-96234ba43aa1 HTTP/1.1" status: 404 len: 337 time: 0.0661695 Jan 21 09:33:41.837199 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40078) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:41.842561 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:41.845615 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.861185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.861600 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Pushing event updated for resources: {'Port': ['ID=4a808576-634c-495c-ba7b-de19b349ce58,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:41.891714 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-5172fc2d-e13b-4846-a8c4-021e17cea093 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:41.893113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5172fc2d-e13b-4846-a8c4-021e17cea093 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:41.900028 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5172fc2d-e13b-4846-a8c4-021e17cea093 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/networks/6cac5ba3-6fef-43d3-8e8d-72a03edb7557 HTTP/1.1" status: 404 len: 339 time: 0.0576603 Jan 21 09:33:41.904855 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40082) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:41.906848 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.946232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b5ca020a-72f0-47f4-8e1a-057506cb114c tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:41.952036 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Network c9f2b0ab-0817-43d7-87a9-c62bc44d636d is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:41.978930 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Pushing event updated for resources: {'Port': ['ID=ea944a7c-977a-4db2-b5fe-539e8491469f,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:42.008402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:42.011930 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:42.031058 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Attempting to bind port 4a808576-634c-495c-ba7b-de19b349ce58 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:42.031440 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Attempting to bind port 4a808576-634c-495c-ba7b-de19b349ce58 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '32889309-f113-4605-ab56-e4d47332df4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e25eb80c-149f-454a-8144-df2b124b367d'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:42.031856 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Attempting to bind port 4a808576-634c-495c-ba7b-de19b349ce58 on network e25eb80c-149f-454a-8144-df2b124b367d {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:42.039690 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Subnet': ['ID=76307a9e-630c-4556-b79d-be26e0f09d9f,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:42.040076 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:42.040515 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Checking segment: {'id': '32889309-f113-4605-ab56-e4d47332df4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e25eb80c-149f-454a-8144-df2b124b367d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:42.040934 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.047614 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Bound using segment: {'id': '32889309-f113-4605-ab56-e4d47332df4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e25eb80c-149f-454a-8144-df2b124b367d'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:42.048784 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Bound port: 4a808576-634c-495c-ba7b-de19b349ce58, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32889309-f113-4605-ab56-e4d47332df4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e25eb80c-149f-454a-8144-df2b124b367d'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:42.049205 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.081623 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.082144 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40084) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:42.092562 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:42.107763 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=8292024c-18dc-4199-91dc-19391f3cdd00,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:42.113277 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:42.118848 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b5ca020a-72f0-47f4-8e1a-057506cb114c tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.122810 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b5ca020a-72f0-47f4-8e1a-057506cb114c tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] 10.222.0.88 "DELETE /v2.0/ports/7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 HTTP/1.1" status: 204 len: 168 time: 1.2857869 Jan 21 09:33:42.128208 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40088) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:42.128961 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:42.130640 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.156177 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Attempting to bind port ea944a7c-977a-4db2-b5fe-539e8491469f on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:42.156548 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Attempting to bind port ea944a7c-977a-4db2-b5fe-539e8491469f by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'b423100f-babd-4af2-b6dc-c5a3fcaf05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c9f2b0ab-0817-43d7-87a9-c62bc44d636d'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:42.156912 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Attempting to bind port ea944a7c-977a-4db2-b5fe-539e8491469f on network c9f2b0ab-0817-43d7-87a9-c62bc44d636d {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:42.175413 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:42.176782 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Checking segment: {'id': 'b423100f-babd-4af2-b6dc-c5a3fcaf05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c9f2b0ab-0817-43d7-87a9-c62bc44d636d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:42.177312 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.177790 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Bound using segment: {'id': 'b423100f-babd-4af2-b6dc-c5a3fcaf05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c9f2b0ab-0817-43d7-87a9-c62bc44d636d'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:42.178438 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Bound port: ea944a7c-977a-4db2-b5fe-539e8491469f, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b423100f-babd-4af2-b6dc-c5a3fcaf05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c9f2b0ab-0817-43d7-87a9-c62bc44d636d'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:42.179403 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.181787 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d26274d-ed9d-4ffc-9a52-4bc2166c7cf6 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:33:42.183362 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2d26274d-ed9d-4ffc-9a52-4bc2166c7cf6 tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] 10.222.0.88 "GET /v2.0/ports/7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4 HTTP/1.1" status: 404 len: 333 time: 0.0504341 Jan 21 09:33:42.207597 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40090) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:42.228474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.231288 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.247028 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] For port 4a808576-634c-495c-ba7b-de19b349ce58, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:42.271385 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] For port 4a808576-634c-495c-ba7b-de19b349ce58, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4a808576-634c-495c-ba7b-de19b349ce58,segment=NetworkSegment(32889309-f113-4605-ab56-e4d47332df4c),segment_id=32889309-f113-4605-ab56-e4d47332df4c)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:42.281718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.287039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.352966 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] For port ea944a7c-977a-4db2-b5fe-539e8491469f, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:42.373510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] For port ea944a7c-977a-4db2-b5fe-539e8491469f, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ea944a7c-977a-4db2-b5fe-539e8491469f,segment=NetworkSegment(b423100f-babd-4af2-b6dc-c5a3fcaf05b5),segment_id=b423100f-babd-4af2-b6dc-c5a3fcaf05b5)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:42.384643 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.397146 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04e301-7070-4dd6-b3c6-5261d7501f9d None None] Pushing event updated for resources: {'Port': ['ID=4a808576-634c-495c-ba7b-de19b349ce58,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:42.397397 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10009a61-2942-4730-9907-7c30aaa3c944 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.414288 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f2b0ab-0817-43d7-87a9-c62bc44d636d']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:42.477866 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:42.488459 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca020a-72f0-47f4-8e1a-057506cb114c tempest-PortsAdminExtendedAttrsTestJSON-1197725860 tempest-PortsAdminExtendedAttrsTestJSON-1197725860-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ebb82ed-1e95-4d4e-a92b-d05a8e0096a4,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:42.507219 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b423100f-babd-4af2-b6dc-c5a3fcaf05b5') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:42.507629 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b423100f-babd-4af2-b6dc-c5a3fcaf05b5') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:42.516623 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdacf74d-98a7-4c0a-9c63-e61a0619ef77 None None] Network c9f2b0ab-0817-43d7-87a9-c62bc44d636d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:42.557529 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Allocated IP 172.20.0.1 (39618339-61f9-4183-ae1d-00d7516e0b63/e5028d7e-9a5a-4a56-8433-c15eccd34e9e/5e9fd9ff-c643-45c6-aca6-4ab1c6c1ca79) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:42.564957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.640238 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a506d84-a3a8-4255-a423-3bc46f67d0fd None None] Pushing event updated for resources: {'Port': ['ID=ea944a7c-977a-4db2-b5fe-539e8491469f,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:42.645691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9c9271db-ef00-4763-98a7-b9059bc25d96 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Deleting port 1212b519-59cf-4871-9c96-72394eb243c6 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:42.645806 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c9271db-ef00-4763-98a7-b9059bc25d96 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.651361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.701715 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:42.704743 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:42.713254 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:42.787143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.813978 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=6a80f453-7272-492b-84ca-9c148e9995ff,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:42.840628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.874301 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10009a61-2942-4730-9907-7c30aaa3c944 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.896732 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Checking segment: {'id': '921b6323-ac11-448b-9d85-54c0d627aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '62bb97fe-f7c2-4c61-95ed-a54741a12e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:42.897101 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network hostable DHCP agents. Network: 62bb97fe-f7c2-4c61-95ed-a54741a12e15, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:42.924031 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-10009a61-2942-4730-9907-7c30aaa3c944 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b79ca5e-04f8-4aff-8c99-5130a0268d0b']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:42.938070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Allocated IP 172.26.7.143 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/814daa13-3f13-475f-b08a-f316d7d02654) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:42.945779 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.db.api [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:33:42.945779 dv-neutron-825721-1-hyperv neutron-server[102147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:33:42.945779 dv-neutron-825721-1-hyperv neutron-server[102147]: [parameters: {'id': 'c9f2b0ab-0817-43d7-87a9-c62bc44d636d'}] Jan 21 09:33:42.945779 dv-neutron-825721-1-hyperv neutron-server[102147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:33:42.946218 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG oslo_db.api [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:33:42.950345 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 62bb97fe-f7c2-4c61-95ed-a54741a12e15 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:42.952819 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.959489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c9271db-ef00-4763-98a7-b9059bc25d96 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.970400 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ddd117-edda-4b50-b23c-d396f663c0d4 None None] Network 39618339-61f9-4183-ae1d-00d7516e0b63 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:42.970764 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-10009a61-2942-4730-9907-7c30aaa3c944 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d713390-8ef1-4749-bbba-517dd6aacd53') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:42.971143 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-10009a61-2942-4730-9907-7c30aaa3c944 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d713390-8ef1-4749-bbba-517dd6aacd53') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:42.993776 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9c9271db-ef00-4763-98a7-b9059bc25d96 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Calling delete_port for 1212b519-59cf-4871-9c96-72394eb243c6 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:42.997255 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10009a61-2942-4730-9907-7c30aaa3c944 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:42.999383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 62bb97fe-f7c2-4c61-95ed-a54741a12e15) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:43.019375 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:43.022825 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033318be-ab43-4f36-a75a-bb71024ca5e7 None None] Network 62bb97fe-f7c2-4c61-95ed-a54741a12e15 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:43.026400 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:43.031503 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:43.032209 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.038401 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network 39618339-61f9-4183-ae1d-00d7516e0b63 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:43.052423 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:43.058750 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10009a61-2942-4730-9907-7c30aaa3c944 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.062616 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:43.068348 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=5e9fd9ff-c643-45c6-aca6-4ab1c6c1ca79,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:43.109380 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-818437d3-dbe1-4374-b96d-040e6b7bbc69 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4402885 Jan 21 09:33:43.110923 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10009a61-2942-4730-9907-7c30aaa3c944 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:43.111335 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10009a61-2942-4730-9907-7c30aaa3c944 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.113121 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40092) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:43.116688 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:43.149670 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.158154 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.233822 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10009a61-2942-4730-9907-7c30aaa3c944 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.267010 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10009a61-2942-4730-9907-7c30aaa3c944 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.277310 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-10009a61-2942-4730-9907-7c30aaa3c944 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] 10.222.0.88 "DELETE /v2.0/networks/7b79ca5e-04f8-4aff-8c99-5130a0268d0b HTTP/1.1" status: 204 len: 168 time: 1.0554123 Jan 21 09:33:43.281159 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.284834 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10009a61-2942-4730-9907-7c30aaa3c944 tempest-PortsAdminExtendedAttrsTestJSON-254497772 tempest-PortsAdminExtendedAttrsTestJSON-254497772-project] Pushing event deleted for resources: {'Network': ['ID=7b79ca5e-04f8-4aff-8c99-5130a0268d0b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:43.294863 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c9271db-ef00-4763-98a7-b9059bc25d96 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.300608 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ffdeb496-7495-48f3-b67c-10536e66c44e None None] Provisioning complete for port d32612ea-5679-4e5d-9ddb-dcdb8f8eb685 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:43.301292 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ffdeb496-7495-48f3-b67c-10536e66c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.337628 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9271db-ef00-4763-98a7-b9059bc25d96 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event deleted for resources: {'Port': ['ID=1212b519-59cf-4871-9c96-72394eb243c6,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:43.355531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c9271db-ef00-4763-98a7-b9059bc25d96 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.361402 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9c9271db-ef00-4763-98a7-b9059bc25d96 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/ports/1212b519-59cf-4871-9c96-72394eb243c6 HTTP/1.1" status: 204 len: 168 time: 1.4493182 Jan 21 09:33:43.362458 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40096) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:43.400757 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98c172e-85c0-4b1d-bc34-3f4999724738 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:43.401434 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98c172e-85c0-4b1d-bc34-3f4999724738 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:43.407353 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e98c172e-85c0-4b1d-bc34-3f4999724738 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/subnets/7bbacf60-aa0f-4cfb-a4d7-a0da50cd4c9c HTTP/1.1" status: 404 len: 337 time: 0.0416987 Jan 21 09:33:43.409807 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40098) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:43.498524 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-be665841-d3db-4396-8c23-933349de6a9f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port 6a80f453-7272-492b-84ca-9c148e9995ff {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:43.499127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-be665841-d3db-4396-8c23-933349de6a9f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.501282 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.501851 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.514679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.547038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:43.555969 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:43.568558 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:43.598723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Allocated IP 172.26.7.67 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/e8f9af60-b216-4795-a009-241b0069c8cd) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:43.687997 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ffdeb496-7495-48f3-b67c-10536e66c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.700962 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-be665841-d3db-4396-8c23-933349de6a9f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.803889 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ffdeb496-7495-48f3-b67c-10536e66c44e None None] For port d32612ea-5679-4e5d-9ddb-dcdb8f8eb685, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d32612ea-5679-4e5d-9ddb-dcdb8f8eb685,segment=NetworkSegment(097bb2ff-8095-4d1d-8726-745f45230352),segment_id=097bb2ff-8095-4d1d-8726-745f45230352)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:43.810650 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ffdeb496-7495-48f3-b67c-10536e66c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.844897 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-be665841-d3db-4396-8c23-933349de6a9f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for 6a80f453-7272-492b-84ca-9c148e9995ff owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:43.876862 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4a808576-634c-495c-ba7b-de19b349ce58 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:43.903613 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4051e563-47bf-42a5-8985-e8b683b912b0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:43.905488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40102) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:43.974035 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=814daa13-3f13-475f-b08a-f316d7d02654,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:43.993788 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-be665841-d3db-4396-8c23-933349de6a9f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.009252 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdeb496-7495-48f3-b67c-10536e66c44e None None] Pushing event updated for resources: {'Port': ['ID=d32612ea-5679-4e5d-9ddb-dcdb8f8eb685,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:44.038821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 4a808576-634c-495c-ba7b-de19b349ce58 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:44.039833 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.046228 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-be665841-d3db-4396-8c23-933349de6a9f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.049839 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-be665841-d3db-4396-8c23-933349de6a9f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/6a80f453-7272-492b-84ca-9c148e9995ff HTTP/1.1" status: 204 len: 168 time: 0.9341710 Jan 21 09:33:44.057904 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40106) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:44.115903 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c1aec0-ecc4-4e63-805b-9806b0b26c22 None None] Network e25eb80c-149f-454a-8144-df2b124b367d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:44.151247 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Deleting port ea944a7c-977a-4db2-b5fe-539e8491469f {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:44.151667 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.155441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4051e563-47bf-42a5-8985-e8b683b912b0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.200814 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be665841-d3db-4396-8c23-933349de6a9f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=6a80f453-7272-492b-84ca-9c148e9995ff,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:44.235543 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c42a6b58-278b-47a4-b6d6-f62620c32b76 None None] Provisioning complete for port 4a808576-634c-495c-ba7b-de19b349ce58 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:44.235912 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c42a6b58-278b-47a4-b6d6-f62620c32b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.268459 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-4051e563-47bf-42a5-8985-e8b683b912b0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf99eb56-8e1c-4bdc-962d-4acee5b0870b']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:44.272604 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.287983 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.336361 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.393537 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.406746 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c42a6b58-278b-47a4-b6d6-f62620c32b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.412452 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16be19a-16ae-4e66-afc8-e471017be6bd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:44.418462 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16be19a-16ae-4e66-afc8-e471017be6bd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:44.422596 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f16be19a-16ae-4e66-afc8-e471017be6bd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3590188 Jan 21 09:33:44.422728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-4051e563-47bf-42a5-8985-e8b683b912b0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbd2b37-bc03-45a4-9228-0821cea125f8') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:44.422728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-4051e563-47bf-42a5-8985-e8b683b912b0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbd2b37-bc03-45a4-9228-0821cea125f8') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:44.431029 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40108) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:44.433025 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 4a808576-634c-495c-ba7b-de19b349ce58, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4a808576-634c-495c-ba7b-de19b349ce58,segment=NetworkSegment(32889309-f113-4605-ab56-e4d47332df4c),segment_id=32889309-f113-4605-ab56-e4d47332df4c)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:44.445285 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.445758 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d32612ea-5679-4e5d-9ddb-dcdb8f8eb685 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:44.458490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4051e563-47bf-42a5-8985-e8b683b912b0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.483433 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:44.500069 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:44.506202 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:44.514122 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Pushing event updated for resources: {'Port': ['ID=e8f9af60-b216-4795-a009-241b0069c8cd,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:44.515552 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0c504f15-0f32-4b10-a1c3-36f07b435699 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e28e092473f14b65b56aeddee670d2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6053259 Jan 21 09:33:44.519196 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40110) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:44.531491 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] For port ea944a7c-977a-4db2-b5fe-539e8491469f, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ea944a7c-977a-4db2-b5fe-539e8491469f,segment=NetworkSegment(b423100f-babd-4af2-b6dc-c5a3fcaf05b5),segment_id=b423100f-babd-4af2-b6dc-c5a3fcaf05b5)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:44.531866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.537759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.538658 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4051e563-47bf-42a5-8985-e8b683b912b0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.580892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.587021 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Calling delete_port for ea944a7c-977a-4db2-b5fe-539e8491469f owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:44.589773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4051e563-47bf-42a5-8985-e8b683b912b0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:44.590946 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4051e563-47bf-42a5-8985-e8b683b912b0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:44.596342 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:44.621924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=4a808576-634c-495c-ba7b-de19b349ce58,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:44.629910 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-c42a6b58-278b-47a4-b6d6-f62620c32b76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:33:44.630587 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-c42a6b58-278b-47a4-b6d6-f62620c32b76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:33:44.638504 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d32612ea-5679-4e5d-9ddb-dcdb8f8eb685 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:44.638974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.704702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=5e9fd9ff-c643-45c6-aca6-4ab1c6c1ca79,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:44.707731 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.773385 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-173e67b3-bea7-4686-9b29-7affd95ebf4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:44.889295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0d37ac-6ff0-4e6d-838a-4d0e6cea5107 None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:33:44.992496 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0d37ac-6ff0-4e6d-838a-4d0e6cea5107 None None] Resources bound (agent type, host, resource id): {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:33:45.133264 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-173e67b3-bea7-4686-9b29-7affd95ebf4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.135029 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4051e563-47bf-42a5-8985-e8b683b912b0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.139613 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4051e563-47bf-42a5-8985-e8b683b912b0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.143248 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4051e563-47bf-42a5-8985-e8b683b912b0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/networks/cf99eb56-8e1c-4bdc-962d-4acee5b0870b HTTP/1.1" status: 204 len: 168 time: 1.7324083 Jan 21 09:33:45.149550 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40112) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:45.176923 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051e563-47bf-42a5-8985-e8b683b912b0 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event deleted for resources: {'Network': ['ID=cf99eb56-8e1c-4bdc-962d-4acee5b0870b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:45.190918 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-267aa511-db04-4de4-b3af-bfbcf827484a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port 8292024c-18dc-4199-91dc-19391f3cdd00 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:45.191526 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-267aa511-db04-4de4-b3af-bfbcf827484a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.245629 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.248046 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.280528 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network 39618339-61f9-4183-ae1d-00d7516e0b63 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:45.305288 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:45.309417 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.324962 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-173e67b3-bea7-4686-9b29-7affd95ebf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.327635 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-173e67b3-bea7-4686-9b29-7affd95ebf4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.331176 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-173e67b3-bea7-4686-9b29-7affd95ebf4a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e504e543-848e-4ee3-9c9f-ad6b6bd27019 HTTP/1.1" status: 204 len: 168 time: 0.7664444 Jan 21 09:33:45.344906 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.347905 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-cfb037d5-4b75-4c11-b738-40c7409344f4 None None] Provisioning complete for port 5e9fd9ff-c643-45c6-aca6-4ab1c6c1ca79 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:45.350405 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cfb037d5-4b75-4c11-b738-40c7409344f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.351936 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-267aa511-db04-4de4-b3af-bfbcf827484a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.361440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Port': ['ID=ea944a7c-977a-4db2-b5fe-539e8491469f,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:45.372851 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No DVR routers for this DVR port ea944a7c-977a-4db2-b5fe-539e8491469f on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:45.386939 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-267aa511-db04-4de4-b3af-bfbcf827484a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for 8292024c-18dc-4199-91dc-19391f3cdd00 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:45.394959 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e67b3-bea7-4686-9b29-7affd95ebf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e504e543-848e-4ee3-9c9f-ad6b6bd27019,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:45.418656 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-cfb037d5-4b75-4c11-b738-40c7409344f4 None None] Port 5e9fd9ff-c643-45c6-aca6-4ab1c6c1ca79 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:33:45.460743 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-cfb037d5-4b75-4c11-b738-40c7409344f4 None None] Provisioning complete for port d32612ea-5679-4e5d-9ddb-dcdb8f8eb685 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:45.461397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cfb037d5-4b75-4c11-b738-40c7409344f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.493934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-25ec6d76-7fd3-41d5-8dd4-8f656a91d52f tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Deleting port dbb4b1a2-205b-4ae2-995b-89415d99fab5 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:45.494270 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25ec6d76-7fd3-41d5-8dd4-8f656a91d52f tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.558240 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.602500 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f2b0ab-0817-43d7-87a9-c62bc44d636d']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:45.621138 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-cfb037d5-4b75-4c11-b738-40c7409344f4 None None] Provisioning complete for port 4a808576-634c-495c-ba7b-de19b349ce58 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:45.621720 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cfb037d5-4b75-4c11-b738-40c7409344f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.623092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b423100f-babd-4af2-b6dc-c5a3fcaf05b5') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:45.623397 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b423100f-babd-4af2-b6dc-c5a3fcaf05b5') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:45.648846 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.691559 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-267aa511-db04-4de4-b3af-bfbcf827484a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.693710 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25ec6d76-7fd3-41d5-8dd4-8f656a91d52f tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.696571 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.708017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router 9eb63731-6eff-4d69-aa33-e63ef3f6f653 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:33:45.726774 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:45.727389 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.730338 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-25ec6d76-7fd3-41d5-8dd4-8f656a91d52f tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Calling delete_port for dbb4b1a2-205b-4ae2-995b-89415d99fab5 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:45.741982 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:45.764279 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 055977f5-51a1-481f-8955-1e5e5c859ad8 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:33:45.779035 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d32612ea-5679-4e5d-9ddb-dcdb8f8eb685 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:45.810130 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267aa511-db04-4de4-b3af-bfbcf827484a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=8292024c-18dc-4199-91dc-19391f3cdd00,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:45.830999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-267aa511-db04-4de4-b3af-bfbcf827484a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.837433 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-267aa511-db04-4de4-b3af-bfbcf827484a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/8292024c-18dc-4199-91dc-19391f3cdd00 HTTP/1.1" status: 204 len: 168 time: 1.3983121 Jan 21 09:33:45.838648 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40118) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:45.848923 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d32612ea-5679-4e5d-9ddb-dcdb8f8eb685 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:45.849702 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.926811 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.929495 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.941299 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.944653 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40120) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:45.944867 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/c9f2b0ab-0817-43d7-87a9-c62bc44d636d HTTP/1.1" status: 204 len: 168 time: 5.6895890 Jan 21 09:33:45.948201 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.953192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40122) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:45.975856 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-386df10e-c8d4-47ba-ada8-e031c3bbf193 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-128011170'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:45.976718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-acb81578-9cb5-475b-b942-4873c3d59bd4 None None] Provisioning complete for port 5e9fd9ff-c643-45c6-aca6-4ab1c6c1ca79 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:45.977107 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-acb81578-9cb5-475b-b942-4873c3d59bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:45.980409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4a808576-634c-495c-ba7b-de19b349ce58 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:45.991625 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887320bb-9583-4104-b5a3-61f034e55540 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Network': ['ID=c9f2b0ab-0817-43d7-87a9-c62bc44d636d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:46.016556 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ee74f6-6272-43b7-b0a0-2afc331f8a49 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:46.021271 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-10ee74f6-6272-43b7-b0a0-2afc331f8a49 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1783755 Jan 21 09:33:46.021549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40124) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:46.048176 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-acb81578-9cb5-475b-b942-4873c3d59bd4 None None] Port 5e9fd9ff-c643-45c6-aca6-4ab1c6c1ca79 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:33:46.059722 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:33:46.061976 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-220ffc62-322b-4512-b765-88dde2e35569 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] GET failed (client error): The resource could not be found. Jan 21 09:33:46.067704 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-220ffc62-322b-4512-b765-88dde2e35569 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports/6a80f453-7272-492b-84ca-9c148e9995ff HTTP/1.1" status: 404 len: 333 time: 0.0451479 Jan 21 09:33:46.068519 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40126) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:46.073193 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f57bdf-a929-4a98-8e58-20b73a40ac6d None None] Sync routers for ids ['9eb63731-6eff-4d69-aa33-e63ef3f6f653'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:33:46.078619 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 4a808576-634c-495c-ba7b-de19b349ce58 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:46.078999 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.102806 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:33:46.111446 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51437a2-6916-4fc7-836b-16106c7fecd8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] GET failed (client error): The resource could not be found. Jan 21 09:33:46.112560 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a51437a2-6916-4fc7-836b-16106c7fecd8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports/8292024c-18dc-4199-91dc-19391f3cdd00 HTTP/1.1" status: 404 len: 333 time: 0.0363629 Jan 21 09:33:46.116006 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d8aba2-ebc0-4cb5-a5eb-596292a7e2b1 None None] Sync routers for ids ['055977f5-51a1-481f-8955-1e5e5c859ad8'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:33:46.117039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40128) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:46.122056 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-abc92ef4-7668-430c-8d11-c5b99f5042f2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/055977f5-51a1-481f-8955-1e5e5c859ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8012302 Jan 21 09:33:46.122056 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25ec6d76-7fd3-41d5-8dd4-8f656a91d52f tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.122056 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Pushing event updated for resources: {'Port': ['ID=e8f9af60-b216-4795-a009-241b0069c8cd,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:46.126513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40130) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:46.134653 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386df10e-c8d4-47ba-ada8-e031c3bbf193 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:46.136134 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d8aba2-ebc0-4cb5-a5eb-596292a7e2b1 None None] Routers {'055977f5-51a1-481f-8955-1e5e5c859ad8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:46.136945 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c7d8aba2-ebc0-4cb5-a5eb-596292a7e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['055977f5-51a1-481f-8955-1e5e5c859ad8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:46.138009 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-386df10e-c8d4-47ba-ada8-e031c3bbf193 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.149696 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fcdf6f81-0374-4217-b2d4-74791a300fd0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c4ec14aef677461b96ccf2ec86396517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023051 Jan 21 09:33:46.154056 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.155258 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5e00ac86-e6c4-4798-a80d-224bb6e72f9e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.8159833 Jan 21 09:33:46.157001 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f57bdf-a929-4a98-8e58-20b73a40ac6d None None] Routers {'9eb63731-6eff-4d69-aa33-e63ef3f6f653'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:46.157672 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-f5f57bdf-a929-4a98-8e58-20b73a40ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9eb63731-6eff-4d69-aa33-e63ef3f6f653'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:46.169565 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40132) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:46.169565 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40134) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:46.178051 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c7d8aba2-ebc0-4cb5-a5eb-596292a7e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:46.179824 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec6d76-7fd3-41d5-8dd4-8f656a91d52f tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event deleted for resources: {'Port': ['ID=dbb4b1a2-205b-4ae2-995b-89415d99fab5,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:46.184491 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.190267 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25ec6d76-7fd3-41d5-8dd4-8f656a91d52f tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.193818 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d8aba2-ebc0-4cb5-a5eb-596292a7e2b1 None None] Routers {'055977f5-51a1-481f-8955-1e5e5c859ad8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:46.194410 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-25ec6d76-7fd3-41d5-8dd4-8f656a91d52f tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/ports/dbb4b1a2-205b-4ae2-995b-89415d99fab5 HTTP/1.1" status: 204 len: 168 time: 1.0420723 Jan 21 09:33:46.195602 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c7d8aba2-ebc0-4cb5-a5eb-596292a7e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['055977f5-51a1-481f-8955-1e5e5c859ad8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:46.197488 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40136) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:46.235291 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c7d8aba2-ebc0-4cb5-a5eb-596292a7e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:46.237342 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d8aba2-ebc0-4cb5-a5eb-596292a7e2b1 None None] The sync data for ids ['055977f5-51a1-481f-8955-1e5e5c859ad8'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:33:46.238375 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-185a2377-1e79-4b91-8508-d04234ba790d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:46.239957 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185a2377-1e79-4b91-8508-d04234ba790d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:46.244057 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-185a2377-1e79-4b91-8508-d04234ba790d tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/subnets/49e60b94-7f06-4564-84a0-1b94e67469d9 HTTP/1.1" status: 404 len: 337 time: 0.0427220 Jan 21 09:33:46.250707 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.251968 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a08b8705-abd8-4870-ada1-c1e82fdd18f1 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1624761 Jan 21 09:33:46.252608 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40138) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:46.253298 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386df10e-c8d4-47ba-ada8-e031c3bbf193 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:46.259692 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40140) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:46.271930 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8fa3a052-ae3d-4299-acc9-e041f8e4e27c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1201043467'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:46.276936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-f5f57bdf-a929-4a98-8e58-20b73a40ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:46.279921 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-386df10e-c8d4-47ba-ada8-e031c3bbf193 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.280206 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-386df10e-c8d4-47ba-ada8-e031c3bbf193 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Added segment 25b341d0-cde2-49bd-a882-5d4aebd006a8 of type vlan for network 1b956b73-d452-4bdb-a8fa-f08e808074c7 Jan 21 09:33:46.295769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f57bdf-a929-4a98-8e58-20b73a40ac6d None None] Routers {'9eb63731-6eff-4d69-aa33-e63ef3f6f653'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:46.296535 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-f5f57bdf-a929-4a98-8e58-20b73a40ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9eb63731-6eff-4d69-aa33-e63ef3f6f653'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:46.332494 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-f5f57bdf-a929-4a98-8e58-20b73a40ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:46.332799 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858816d-c970-4bbb-a057-7bb9b871ecd4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:46.333728 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f57bdf-a929-4a98-8e58-20b73a40ac6d None None] The sync data for ids ['9eb63731-6eff-4d69-aa33-e63ef3f6f653'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:33:46.336852 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b858816d-c970-4bbb-a057-7bb9b871ecd4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports/5e9fd9ff-c643-45c6-aca6-4ab1c6c1ca79 HTTP/1.1" status: 200 len: 910 time: 0.2049475 Jan 21 09:33:46.337543 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40142) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:46.370529 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1caae2e6-2933-4528-8c0b-6f4bf1d50f24 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.425421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c9ef70a4-03a0-4e7d-9d39-915d0462071a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.464438 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-386df10e-c8d4-47ba-ada8-e031c3bbf193 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.474941 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cf2c128e-ffc2-42c8-91c7-9cc8cbb7d666 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/routers/9eb63731-6eff-4d69-aa33-e63ef3f6f653 HTTP/1.1" status: 200 len: 884 time: 0.3004074 Jan 21 09:33:46.475166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa3a052-ae3d-4299-acc9-e041f8e4e27c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Made reservation on behalf of f3740b0cdfad42c18313ed522ecb3e41 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:46.476554 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a052-ae3d-4299-acc9-e041f8e4e27c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.480218 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40144) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:46.486425 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb543324-052d-453e-a8a9-2bf0f26613ca tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.521436 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c9ef70a4-03a0-4e7d-9d39-915d0462071a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.542797 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1caae2e6-2933-4528-8c0b-6f4bf1d50f24 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.564324 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a052-ae3d-4299-acc9-e041f8e4e27c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.585062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-1caae2e6-2933-4528-8c0b-6f4bf1d50f24 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bb97fe-f7c2-4c61-95ed-a54741a12e15']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:46.595335 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-1caae2e6-2933-4528-8c0b-6f4bf1d50f24 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921b6323-ac11-448b-9d85-54c0d627aaee') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:46.595854 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-1caae2e6-2933-4528-8c0b-6f4bf1d50f24 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921b6323-ac11-448b-9d85-54c0d627aaee') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:46.607241 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1caae2e6-2933-4528-8c0b-6f4bf1d50f24 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.622165 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c9ef70a4-03a0-4e7d-9d39-915d0462071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.624740 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c9ef70a4-03a0-4e7d-9d39-915d0462071a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.628646 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c9ef70a4-03a0-4e7d-9d39-915d0462071a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4f1909e5-2c04-43c3-b53b-1f3743fa65e1 HTTP/1.1" status: 204 len: 168 time: 0.4586129 Jan 21 09:33:46.631161 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1caae2e6-2933-4528-8c0b-6f4bf1d50f24 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.642413 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1caae2e6-2933-4528-8c0b-6f4bf1d50f24 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:46.643113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1caae2e6-2933-4528-8c0b-6f4bf1d50f24 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:46.646766 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:46.650135 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef70a4-03a0-4e7d-9d39-915d0462071a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1909e5-2c04-43c3-b53b-1f3743fa65e1,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:46.680580 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-386df10e-c8d4-47ba-ada8-e031c3bbf193 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.685983 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386df10e-c8d4-47ba-ada8-e031c3bbf193 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:46.686569 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-386df10e-c8d4-47ba-ada8-e031c3bbf193 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.716273 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1caae2e6-2933-4528-8c0b-6f4bf1d50f24 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.726407 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1caae2e6-2933-4528-8c0b-6f4bf1d50f24 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.729501 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1caae2e6-2933-4528-8c0b-6f4bf1d50f24 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/networks/62bb97fe-f7c2-4c61-95ed-a54741a12e15 HTTP/1.1" status: 204 len: 168 time: 0.6113558 Jan 21 09:33:46.740597 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40148) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:46.746040 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f8ef03fa-9229-4cf9-918e-059bf93d7e28 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-6871915'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:46.749312 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caae2e6-2933-4528-8c0b-6f4bf1d50f24 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Network': ['ID=62bb97fe-f7c2-4c61-95ed-a54741a12e15,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:46.811107 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ef03fa-9229-4cf9-918e-059bf93d7e28 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:46.814516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8ef03fa-9229-4cf9-918e-059bf93d7e28 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.841749 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ef03fa-9229-4cf9-918e-059bf93d7e28 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:46.852822 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8ef03fa-9229-4cf9-918e-059bf93d7e28 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.853905 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-f8ef03fa-9229-4cf9-918e-059bf93d7e28 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Added segment 029cf8f6-dff5-4fa5-b314-df28df78020b of type vlan for network d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7 Jan 21 09:33:46.862543 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-386df10e-c8d4-47ba-ada8-e031c3bbf193 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8985560 Jan 21 09:33:46.878143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40152) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:46.887979 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-3a681b6b-98b8-4705-a341-c1dca27eff2c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:46.898299 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8ef03fa-9229-4cf9-918e-059bf93d7e28 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.906143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb543324-052d-453e-a8a9-2bf0f26613ca tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.909957 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386df10e-c8d4-47ba-ada8-e031c3bbf193 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Network': ['ID=1b956b73-d452-4bdb-a8fa-f08e808074c7,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:46.922905 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 1b956b73-d452-4bdb-a8fa-f08e808074c7 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:46.933689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8ef03fa-9229-4cf9-918e-059bf93d7e28 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.942806 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ef03fa-9229-4cf9-918e-059bf93d7e28 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:46.943721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8ef03fa-9229-4cf9-918e-059bf93d7e28 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.014702 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f8ef03fa-9229-4cf9-918e-059bf93d7e28 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2725158 Jan 21 09:33:47.015361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40156) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:47.028533 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-99971607-e184-433a-80aa-3d0f7755f48b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'subnet': {'network_id': 'd3be77a7-373e-4cf8-bbd2-9510c6a2ecf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:47.097272 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef03fa-9229-4cf9-918e-059bf93d7e28 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Network': ['ID=d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:47.111227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:47.123897 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-eb543324-052d-453e-a8a9-2bf0f26613ca tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994846e7-afd9-4006-a32f-7a07f7dfbfb0']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:47.134173 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99971607-e184-433a-80aa-3d0f7755f48b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:47.138408 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-99971607-e184-433a-80aa-3d0f7755f48b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.205868 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.ipam_backend_mixin [None req-99971607-e184-433a-80aa-3d0f7755f48b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Performing IP validity checks on allocation pools {{(pid=102147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 21 09:33:47.206795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.ipam_backend_mixin [None req-99971607-e184-433a-80aa-3d0f7755f48b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 21 09:33:47.217714 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-eb543324-052d-453e-a8a9-2bf0f26613ca tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7235770-2936-449e-afb4-049bb4086ebd') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:47.218081 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-eb543324-052d-453e-a8a9-2bf0f26613ca tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7235770-2936-449e-afb4-049bb4086ebd') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:47.256166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb543324-052d-453e-a8a9-2bf0f26613ca tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.341418 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb543324-052d-453e-a8a9-2bf0f26613ca tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.343504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-99971607-e184-433a-80aa-3d0f7755f48b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.344814 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a052-ae3d-4299-acc9-e041f8e4e27c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.395807 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a052-ae3d-4299-acc9-e041f8e4e27c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.406487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99971607-e184-433a-80aa-3d0f7755f48b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Subnet': ['ID=301f3ef1-41bb-412a-b236-77f38bb86afa,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:47.409334 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb543324-052d-453e-a8a9-2bf0f26613ca tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:47.410021 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb543324-052d-453e-a8a9-2bf0f26613ca tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:47.417358 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:47.428925 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99971607-e184-433a-80aa-3d0f7755f48b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Checking segment: {'id': '029cf8f6-dff5-4fa5-b314-df28df78020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd3be77a7-373e-4cf8-bbd2-9510c6a2ecf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:47.429287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99971607-e184-433a-80aa-3d0f7755f48b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network hostable DHCP agents. Network: d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:47.450253 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99971607-e184-433a-80aa-3d0f7755f48b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:47.461591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-99971607-e184-433a-80aa-3d0f7755f48b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:47.470095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99971607-e184-433a-80aa-3d0f7755f48b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:47.470912 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-99971607-e184-433a-80aa-3d0f7755f48b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.471189 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1693c367-805f-4b89-b31c-055304cb40e9 None None] Network d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:47.493619 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-99971607-e184-433a-80aa-3d0f7755f48b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4697299 Jan 21 09:33:47.496304 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40174) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:47.504737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-4a687d22-f568-4c74-a587-427cda1ee3d3 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'network_id': 'd3be77a7-373e-4cf8-bbd2-9510c6a2ecf7', 'name': 'tempest-PortsTestJSON-27319389'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:47.507842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa3a052-ae3d-4299-acc9-e041f8e4e27c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:47.511169 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.571306 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3a052-ae3d-4299-acc9-e041f8e4e27c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac10e183-c267-4d51-8194-2422495eb894,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:47.590637 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a052-ae3d-4299-acc9-e041f8e4e27c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.590982 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-8fa3a052-ae3d-4299-acc9-e041f8e4e27c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Added segment 5d2faef5-ed93-4005-8554-f513b7c39060 of type vlan for network 9c04556c-3db7-4f2b-90af-a3efe45f650d Jan 21 09:33:47.594454 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb543324-052d-453e-a8a9-2bf0f26613ca tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.599824 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb543324-052d-453e-a8a9-2bf0f26613ca tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.603025 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-eb543324-052d-453e-a8a9-2bf0f26613ca tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/networks/994846e7-afd9-4006-a32f-7a07f7dfbfb0 HTTP/1.1" status: 204 len: 168 time: 1.3473210 Jan 21 09:33:47.604800 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3a681b6b-98b8-4705-a341-c1dca27eff2c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.625136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40178) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:47.649936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7', 'network_id': 'd3be77a7-373e-4cf8-bbd2-9510c6a2ecf7', 'tenant_id': '11fbfc08f0f84eca87febd30d39a357e', 'fixed_ips': [{'subnet_id': '301f3ef1-41bb-412a-b236-77f38bb86afa'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:47.651830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.713705 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-181fc136-f2cc-41eb-86d5-4b58832ec155 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Deleting subnet cc930379-e464-4db4-b332-e1c437cc5fa7 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:33:47.722543 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-181fc136-f2cc-41eb-86d5-4b58832ec155 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.783354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a687d22-f568-4c74-a587-427cda1ee3d3 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:47.788239 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4a687d22-f568-4c74-a587-427cda1ee3d3 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.809867 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-4a687d22-f568-4c74-a587-427cda1ee3d3 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] device_id is not set on port aaad7fc1-2a0a-4cc8-844e-145a00d72af5 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:33:47.873098 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-181fc136-f2cc-41eb-86d5-4b58832ec155 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.925650 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Allocated IP 172.20.0.2 (d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7/301f3ef1-41bb-412a-b236-77f38bb86afa/677654b9-f4c8-4666-9722-1d5b891f749c) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:48.012216 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-181fc136-f2cc-41eb-86d5-4b58832ec155 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:48.108459 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dc688-b5a7-4c2b-bcf3-229ae9727f3f req-aa9f076e-f88c-4d7d-8161-5fde2be2b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:48.109736 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-833dc688-b5a7-4c2b-bcf3-229ae9727f3f req-aa9f076e-f88c-4d7d-8161-5fde2be2b8fe service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8412c99099254edbacc3999749241e6e&device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 1098 time: 0.0933750 Jan 21 09:33:48.111008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb543324-052d-453e-a8a9-2bf0f26613ca tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event deleted for resources: {'Network': ['ID=994846e7-afd9-4006-a32f-7a07f7dfbfb0,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:48.124887 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3a681b6b-98b8-4705-a341-c1dca27eff2c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:48.158029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a052-ae3d-4299-acc9-e041f8e4e27c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:48.169760 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:48.185877 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:48.203539 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a681b6b-98b8-4705-a341-c1dca27eff2c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network 1b956b73-d452-4bdb-a8fa-f08e808074c7 is not hosted by any dhcp agent {{(pid=102146) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 21 09:33:48.209979 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a681b6b-98b8-4705-a341-c1dca27eff2c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:48.210328 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3a681b6b-98b8-4705-a341-c1dca27eff2c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:48.214801 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3a681b6b-98b8-4705-a341-c1dca27eff2c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "PUT /v2.0/networks/1b956b73-d452-4bdb-a8fa-f08e808074c7 HTTP/1.1" status: 200 len: 723 time: 1.3326988 Jan 21 09:33:48.214974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40194) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:48.225279 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-27182dc8-21a3-4693-88f1-3b0d5939c6f1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'subnet': {'network_id': '1b956b73-d452-4bdb-a8fa-f08e808074c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:48.248678 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Network d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:48.250411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Pushing event updated for resources: {'Port': ['ID=677654b9-f4c8-4666-9722-1d5b891f749c,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:48.255134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:48.262778 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cfa23cda-8e66-457d-bc9e-b2252ef1568c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.7799587 Jan 21 09:33:48.263263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:48.271870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40196) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:48.295551 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-2be1d3ef-681a-4d98-b3ba-f3d18a549341 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-794635919'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:48.330131 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Attempting to bind port 677654b9-f4c8-4666-9722-1d5b891f749c on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:48.330354 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Attempting to bind port 677654b9-f4c8-4666-9722-1d5b891f749c by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '029cf8f6-dff5-4fa5-b314-df28df78020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd3be77a7-373e-4cf8-bbd2-9510c6a2ecf7'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:48.330648 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Attempting to bind port 677654b9-f4c8-4666-9722-1d5b891f749c on network d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:48.338597 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:48.339232 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Checking segment: {'id': '029cf8f6-dff5-4fa5-b314-df28df78020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd3be77a7-373e-4cf8-bbd2-9510c6a2ecf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:48.339812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:48.340306 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Bound using segment: {'id': '029cf8f6-dff5-4fa5-b314-df28df78020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd3be77a7-373e-4cf8-bbd2-9510c6a2ecf7'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:48.340937 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Bound port: 677654b9-f4c8-4666-9722-1d5b891f749c, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029cf8f6-dff5-4fa5-b314-df28df78020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd3be77a7-373e-4cf8-bbd2-9510c6a2ecf7'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:48.341605 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:48.365260 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a681b6b-98b8-4705-a341-c1dca27eff2c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Network': ['ID=1b956b73-d452-4bdb-a8fa-f08e808074c7,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:48.382612 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-181fc136-f2cc-41eb-86d5-4b58832ec155 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:48.387927 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 1b956b73-d452-4bdb-a8fa-f08e808074c7 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:48.409111 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a052-ae3d-4299-acc9-e041f8e4e27c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:48.416156 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa3a052-ae3d-4299-acc9-e041f8e4e27c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:48.416957 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a052-ae3d-4299-acc9-e041f8e4e27c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:48.422459 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181fc136-f2cc-41eb-86d5-4b58832ec155 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event deleted for resources: {'Subnet': ['ID=cc930379-e464-4db4-b332-e1c437cc5fa7,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:48.432773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dc688-b5a7-4c2b-bcf3-229ae9727f3f req-b9724df6-c97b-4ffd-b9ba-182f9b7c7ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:48.434412 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-833dc688-b5a7-4c2b-bcf3-229ae9727f3f req-b9724df6-c97b-4ffd-b9ba-182f9b7c7ada service neutron] 10.222.0.113 "GET /v2.0/networks?id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac HTTP/1.1" status: 200 len: 912 time: 0.3156171 Jan 21 09:33:48.436557 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-4a687d22-f568-4c74-a587-427cda1ee3d3 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Allocated IP 172.20.0.13 (d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7/301f3ef1-41bb-412a-b236-77f38bb86afa/aaad7fc1-2a0a-4cc8-844e-145a00d72af5) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:48.449170 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33d741-96a0-4624-bb1f-6a84f153dd63 req-f0f36151-49c6-4802-a135-b3e5c9f4b3db tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:48.451502 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5d33d741-96a0-4624-bb1f-6a84f153dd63 req-f0f36151-49c6-4802-a135-b3e5c9f4b3db tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.3742533 Jan 21 09:33:48.463830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-181fc136-f2cc-41eb-86d5-4b58832ec155 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:48.474386 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-181fc136-f2cc-41eb-86d5-4b58832ec155 tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/subnets/cc930379-e464-4db4-b332-e1c437cc5fa7 HTTP/1.1" status: 204 len: 168 time: 0.8475654 Jan 21 09:33:48.475613 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40202) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:48.542338 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40204) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:48.570225 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8fa3a052-ae3d-4299-acc9-e041f8e4e27c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3099301 Jan 21 09:33:48.578974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40208) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:48.586433 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e458b0c8-77cc-49c9-9663-3f63dfb470c2 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Request body: {'subnet': {'network_id': '9c04556c-3db7-4f2b-90af-a3efe45f650d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:48.596149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27182dc8-21a3-4693-88f1-3b0d5939c6f1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:48.605139 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-27182dc8-21a3-4693-88f1-3b0d5939c6f1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:48.661344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af90d227-6226-431a-91c2-95098340b50b None None] Network c6767089-bc79-4819-b901-8f7003c290db requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:48.666973 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] For port 677654b9-f4c8-4666-9722-1d5b891f749c, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:48.694719 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3a052-ae3d-4299-acc9-e041f8e4e27c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Pushing event updated for resources: {'Network': ['ID=9c04556c-3db7-4f2b-90af-a3efe45f650d,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:48.711236 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-833dc688-b5a7-4c2b-bcf3-229ae9727f3f req-fd56d8e7-df0a-49a2-a00c-508e4892d20a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e HTTP/1.1" status: 200 len: 1000 time: 0.2568166 Jan 21 09:33:48.734325 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 9c04556c-3db7-4f2b-90af-a3efe45f650d details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:48.751164 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5d33d741-96a0-4624-bb1f-6a84f153dd63 req-cdd4de9b-c5d4-4a86-bdcd-e7d532e11606 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793834 Jan 21 09:33:48.755048 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] For port 677654b9-f4c8-4666-9722-1d5b891f749c, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=677654b9-f4c8-4666-9722-1d5b891f749c,segment=NetworkSegment(029cf8f6-dff5-4fa5-b314-df28df78020b),segment_id=029cf8f6-dff5-4fa5-b314-df28df78020b)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:48.759357 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:48.762598 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-88881c2a-b4a5-478a-888b-7ebfa1d64192 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1441281924', 'router:external': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:48.828118 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:48.934320 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Allocated IP 172.21.0.1 (e25eb80c-149f-454a-8144-df2b124b367d/eb779b26-b25b-433b-b142-a5eeeb76ea4c/8cba8573-de7e-42ac-8efc-070bf618b200) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:48.949054 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dc688-b5a7-4c2b-bcf3-229ae9727f3f req-8032311d-aea9-41b8-99a7-080081f1e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:48.954291 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-833dc688-b5a7-4c2b-bcf3-229ae9727f3f req-8032311d-aea9-41b8-99a7-080081f1e975 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e4bc1c0e-de86-4cff-909c-9d8480083531 HTTP/1.1" status: 200 len: 850 time: 0.1952426 Jan 21 09:33:48.966558 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a4c81-fdfb-4e39-9a51-ecc966928bd2 None None] Pushing event updated for resources: {'Port': ['ID=677654b9-f4c8-4666-9722-1d5b891f749c,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:49.010650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88881c2a-b4a5-478a-888b-7ebfa1d64192 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Made reservation on behalf of bc7594dfa2974f30bdf04bdd88255abd for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:49.013043 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88881c2a-b4a5-478a-888b-7ebfa1d64192 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.065151 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31b0f15-58d9-487b-9e51-77628b9439d6 None None] DHCP port deletion for c6767089-bc79-4819-b901-8f7003c290db request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:33:49.075981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88881c2a-b4a5-478a-888b-7ebfa1d64192 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.085210 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Deleting port a3f08e7c-e30e-48b0-8879-99c8edd5ea54 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:49.085614 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.130096 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f31b0f15-58d9-487b-9e51-77628b9439d6 None None] Deleting port a3f08e7c-e30e-48b0-8879-99c8edd5ea54 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:49.130862 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f31b0f15-58d9-487b-9e51-77628b9439d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.227296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f31b0f15-58d9-487b-9e51-77628b9439d6 None None] For port a3f08e7c-e30e-48b0-8879-99c8edd5ea54, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a3f08e7c-e30e-48b0-8879-99c8edd5ea54,segment=NetworkSegment(a93b80a0-7bf4-4d3f-911e-382296e36e8f),segment_id=a93b80a0-7bf4-4d3f-911e-382296e36e8f)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:49.228228 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f31b0f15-58d9-487b-9e51-77628b9439d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.239424 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] For port a3f08e7c-e30e-48b0-8879-99c8edd5ea54, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a3f08e7c-e30e-48b0-8879-99c8edd5ea54,segment=NetworkSegment(a93b80a0-7bf4-4d3f-911e-382296e36e8f),segment_id=a93b80a0-7bf4-4d3f-911e-382296e36e8f)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:49.240251 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.243697 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2be1d3ef-681a-4d98-b3ba-f3d18a549341 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.252489 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f31b0f15-58d9-487b-9e51-77628b9439d6 None None] Calling delete_port for a3f08e7c-e30e-48b0-8879-99c8edd5ea54 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:49.271510 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.280170 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Calling delete_port for a3f08e7c-e30e-48b0-8879-99c8edd5ea54 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:49.287443 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2be1d3ef-681a-4d98-b3ba-f3d18a549341 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.386587 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f31b0f15-58d9-487b-9e51-77628b9439d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.416349 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b0f15-58d9-487b-9e51-77628b9439d6 None None] Pushing event deleted for resources: {'Port': ['ID=a3f08e7c-e30e-48b0-8879-99c8edd5ea54,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:49.421654 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.424319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31b0f15-58d9-487b-9e51-77628b9439d6 None None] No DVR routers for this DVR port a3f08e7c-e30e-48b0-8879-99c8edd5ea54 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:49.525759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network e25eb80c-149f-454a-8144-df2b124b367d is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:49.536449 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:49.544554 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e458b0c8-77cc-49c9-9663-3f63dfb470c2 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Made reservation on behalf of f3740b0cdfad42c18313ed522ecb3e41 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:49.545037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:49.547346 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=8cba8573-de7e-42ac-8efc-070bf618b200,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:49.547872 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e458b0c8-77cc-49c9-9663-3f63dfb470c2 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.553259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.617610 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be1d3ef-681a-4d98-b3ba-f3d18a549341 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router 9eb63731-6eff-4d69-aa33-e63ef3f6f653 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:33:49.618935 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event deleted for resources: {'Port': ['ID=a3f08e7c-e30e-48b0-8879-99c8edd5ea54,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:49.631117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] No DVR routers for this DVR port a3f08e7c-e30e-48b0-8879-99c8edd5ea54 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:49.647804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88881c2a-b4a5-478a-888b-7ebfa1d64192 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.668711 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.720238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88881c2a-b4a5-478a-888b-7ebfa1d64192 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.732293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4a687d22-f568-4c74-a587-427cda1ee3d3 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.743568 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dc688-b5a7-4c2b-bcf3-229ae9727f3f req-bf5947a6-951d-4fb1-a606-bfbbdc49eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:49.745107 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-833dc688-b5a7-4c2b-bcf3-229ae9727f3f req-bf5947a6-951d-4fb1-a606-bfbbdc49eac9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7628770 Jan 21 09:33:49.757351 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 677654b9-f4c8-4666-9722-1d5b891f749c up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:49.824159 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 677654b9-f4c8-4666-9722-1d5b891f749c triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:49.824542 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.888665 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.923920 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88881c2a-b4a5-478a-888b-7ebfa1d64192 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:49.932749 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88881c2a-b4a5-478a-888b-7ebfa1d64192 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52745eca-2c9e-4c9e-903e-ac7f68436ca7,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:49.963864 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.971448 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6767089-bc79-4819-b901-8f7003c290db']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:49.991749 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88881c2a-b4a5-478a-888b-7ebfa1d64192 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.992097 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-88881c2a-b4a5-478a-888b-7ebfa1d64192 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Added segment f84d12b5-2cd6-4a08-8e6c-860f6b994de0 of type vlan for network c31ade53-97ad-4c85-91b6-81fa7c0d7122 Jan 21 09:33:49.993092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93b80a0-7bf4-4d3f-911e-382296e36e8f') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:49.993662 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93b80a0-7bf4-4d3f-911e-382296e36e8f') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:50.007778 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 677654b9-f4c8-4666-9722-1d5b891f749c, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=677654b9-f4c8-4666-9722-1d5b891f749c,segment=NetworkSegment(029cf8f6-dff5-4fa5-b314-df28df78020b),segment_id=029cf8f6-dff5-4fa5-b314-df28df78020b)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:50.018446 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.024688 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-27182dc8-21a3-4693-88f1-3b0d5939c6f1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.030236 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.053858 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be1d3ef-681a-4d98-b3ba-f3d18a549341 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:33:50.061440 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2be1d3ef-681a-4d98-b3ba-f3d18a549341 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.063052 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2be1d3ef-681a-4d98-b3ba-f3d18a549341 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/9eb63731-6eff-4d69-aa33-e63ef3f6f653 HTTP/1.1" status: 200 len: 891 time: 1.7870560 Jan 21 09:33:50.064921 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.068313 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.070317 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40212) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:50.092243 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1fb3d1-a78f-4e5d-875f-04d580fb93a1 None None] Sync routers for ids ['9eb63731-6eff-4d69-aa33-e63ef3f6f653'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:33:50.096415 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-490da0f7-9bac-497a-b441-168816d4789a None None] Provisioning complete for port 8cba8573-de7e-42ac-8efc-070bf618b200 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:50.096794 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-490da0f7-9bac-497a-b441-168816d4789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.115310 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:50.116270 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:50.120382 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:50.135021 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a3f08e7c-e30e-48b0-8879-99c8edd5ea54 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:50.185744 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: a3f08e7c-e30e-48b0-8879-99c8edd5ea54 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:50.186091 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a3f08e7c-e30e-48b0-8879-99c8edd5ea54 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:50.198446 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=677654b9-f4c8-4666-9722-1d5b891f749c,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:50.201587 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-490da0f7-9bac-497a-b441-168816d4789a None None] Port 8cba8573-de7e-42ac-8efc-070bf618b200 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:33:50.203854 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1fb3d1-a78f-4e5d-875f-04d580fb93a1 None None] Routers {'9eb63731-6eff-4d69-aa33-e63ef3f6f653'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:50.204481 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-0b1fb3d1-a78f-4e5d-875f-04d580fb93a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9eb63731-6eff-4d69-aa33-e63ef3f6f653'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:50.217200 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88881c2a-b4a5-478a-888b-7ebfa1d64192 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.232570 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4a687d22-f568-4c74-a587-427cda1ee3d3 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.260413 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-0b1fb3d1-a78f-4e5d-875f-04d580fb93a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:50.271922 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1fb3d1-a78f-4e5d-875f-04d580fb93a1 None None] Routers {'9eb63731-6eff-4d69-aa33-e63ef3f6f653'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:50.272667 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-0b1fb3d1-a78f-4e5d-875f-04d580fb93a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9eb63731-6eff-4d69-aa33-e63ef3f6f653'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:50.307696 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-0b1fb3d1-a78f-4e5d-875f-04d580fb93a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:50.308482 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1fb3d1-a78f-4e5d-875f-04d580fb93a1 None None] The sync data for ids ['9eb63731-6eff-4d69-aa33-e63ef3f6f653'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:33:50.346657 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2485b4-8afd-4f97-9a26-2438b9b57cb4 req-f70c5a2b-f10a-4a4d-b121-db9eab776504 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:50.348336 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ea2485b4-8afd-4f97-9a26-2438b9b57cb4 req-f70c5a2b-f10a-4a4d-b121-db9eab776504 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.4197388 Jan 21 09:33:50.359572 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-833dc688-b5a7-4c2b-bcf3-229ae9727f3f req-541799e3-621c-48fb-a098-f87ee3d12c8d service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000850 Jan 21 09:33:50.360198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27182dc8-21a3-4693-88f1-3b0d5939c6f1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Subnet': ['ID=8e7eddba-c5a8-4839-a3eb-109b12e9e76c,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:50.403177 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a687d22-f568-4c74-a587-427cda1ee3d3 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:50.421732 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5738400-e3a8-4b0c-ba60-7eb6e34d19c2 None None] Network d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:50.434124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-4a687d22-f568-4c74-a587-427cda1ee3d3 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:50.443454 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e458b0c8-77cc-49c9-9663-3f63dfb470c2 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.457623 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a687d22-f568-4c74-a587-427cda1ee3d3 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:50.500544 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88881c2a-b4a5-478a-888b-7ebfa1d64192 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.501626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88881c2a-b4a5-478a-888b-7ebfa1d64192 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:50.502321 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88881c2a-b4a5-478a-888b-7ebfa1d64192 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.550717 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ab1bdd17-d941-4e12-bc69-8442c186c307 None None] Provisioning complete for port 677654b9-f4c8-4666-9722-1d5b891f749c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:50.551184 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ab1bdd17-d941-4e12-bc69-8442c186c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.558865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a687d22-f568-4c74-a587-427cda1ee3d3 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=aaad7fc1-2a0a-4cc8-844e-145a00d72af5,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:50.578855 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27182dc8-21a3-4693-88f1-3b0d5939c6f1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Checking segment: {'id': '25b341d0-cde2-49bd-a882-5d4aebd006a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b956b73-d452-4bdb-a8fa-f08e808074c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:50.579140 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27182dc8-21a3-4693-88f1-3b0d5939c6f1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network hostable DHCP agents. Network: 1b956b73-d452-4bdb-a8fa-f08e808074c7, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:50.637854 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-88881c2a-b4a5-478a-888b-7ebfa1d64192 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.0916595 Jan 21 09:33:50.638056 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.638558 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40216) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:50.654608 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-4bfdc6cd-9867-48bc-bed4-9d4e64074938 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Request body: {'subnet': {'network_id': 'c31ade53-97ad-4c85-91b6-81fa7c0d7122', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:50.668328 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.671823 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] 10.222.0.88 "DELETE /v2.0/networks/c6767089-bc79-4819-b901-8f7003c290db HTTP/1.1" status: 204 len: 168 time: 2.1891048 Jan 21 09:33:50.711512 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ea2485b4-8afd-4f97-9a26-2438b9b57cb4 req-e3d6a41f-1db7-4bc0-9ba7-5842855c0587 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237596 Jan 21 09:33:50.721915 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458b0c8-77cc-49c9-9663-3f63dfb470c2 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Pushing event updated for resources: {'Subnet': ['ID=cdd91c16-38d3-4633-9a5f-00e2c68ca07a,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:50.733918 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb43cd-e0f0-49ad-9390-6038e7108d7a tempest-NetworksIpV6TestAttrs-1360413433 tempest-NetworksIpV6TestAttrs-1360413433-project] Pushing event deleted for resources: {'Network': ['ID=c6767089-bc79-4819-b901-8f7003c290db,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:50.755353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a687d22-f568-4c74-a587-427cda1ee3d3 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:50.755982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4a687d22-f568-4c74-a587-427cda1ee3d3 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.794281 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4a687d22-f568-4c74-a587-427cda1ee3d3 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2957942 Jan 21 09:33:50.797038 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d8a47aaf-bb03-4338-b63c-8eed4dbe81ff tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/routers/9eb63731-6eff-4d69-aa33-e63ef3f6f653 HTTP/1.1" status: 200 len: 891 time: 0.7246187 Jan 21 09:33:50.798568 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27182dc8-21a3-4693-88f1-3b0d5939c6f1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network 1b956b73-d452-4bdb-a8fa-f08e808074c7 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:50.800932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40220) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:50.801422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40222) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:50.806589 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88881c2a-b4a5-478a-888b-7ebfa1d64192 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Pushing event updated for resources: {'Network': ['ID=c31ade53-97ad-4c85-91b6-81fa7c0d7122,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:50.816772 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network c31ade53-97ad-4c85-91b6-81fa7c0d7122 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:50.851464 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-833dc688-b5a7-4c2b-bcf3-229ae9727f3f req-d6a4ebec-8cde-4a28-99a6-a9a92c71d0ca service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624286 Jan 21 09:33:50.851819 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfdc6cd-9867-48bc-bed4-9d4e64074938 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Made reservation on behalf of bc7594dfa2974f30bdf04bdd88255abd for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:50.854599 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4bfdc6cd-9867-48bc-bed4-9d4e64074938 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.931416 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-72fa2369-7d56-4a58-a6e6-180fcd6cad31 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports?device_id=9eb63731-6eff-4d69-aa33-e63ef3f6f653 HTTP/1.1" status: 200 len: 205 time: 0.1261868 Jan 21 09:33:50.935107 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-27182dc8-21a3-4693-88f1-3b0d5939c6f1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 1b956b73-d452-4bdb-a8fa-f08e808074c7) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:50.936988 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40224) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:50.941034 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458b0c8-77cc-49c9-9663-3f63dfb470c2 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Checking segment: {'id': '5d2faef5-ed93-4005-8554-f513b7c39060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c04556c-3db7-4f2b-90af-a3efe45f650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:50.941403 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e458b0c8-77cc-49c9-9663-3f63dfb470c2 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Network hostable DHCP agents. Network: 9c04556c-3db7-4f2b-90af-a3efe45f650d, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:50.961120 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27182dc8-21a3-4693-88f1-3b0d5939c6f1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:50.961120 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-27182dc8-21a3-4693-88f1-3b0d5939c6f1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:50.966622 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa144e-f9f6-421d-ae52-be81063cdafe None None] Network 1b956b73-d452-4bdb-a8fa-f08e808074c7 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:51.049298 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-27182dc8-21a3-4693-88f1-3b0d5939c6f1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8285131 Jan 21 09:33:51.060126 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40228) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:51.076721 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1870b079-b978-4faa-b1a6-51ce0018f063 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:51.089761 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e458b0c8-77cc-49c9-9663-3f63dfb470c2 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Network 9c04556c-3db7-4f2b-90af-a3efe45f650d is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:51.115206 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-e458b0c8-77cc-49c9-9663-3f63dfb470c2 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 9c04556c-3db7-4f2b-90af-a3efe45f650d) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:51.126838 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e458b0c8-77cc-49c9-9663-3f63dfb470c2 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:51.127421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e458b0c8-77cc-49c9-9663-3f63dfb470c2 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.160147 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40230) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:51.188635 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e458b0c8-77cc-49c9-9663-3f63dfb470c2 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6082921 Jan 21 09:33:51.189245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40234) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:51.200075 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1878198407', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}, 'admin_state_up': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:51.202436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724b8f0e-8ff3-4894-8c3a-435db2a9e761 None None] Network 9c04556c-3db7-4f2b-90af-a3efe45f650d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:51.252174 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.254135 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.284809 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-2fd668b0-1566-435e-9807-049809404ef1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port aaad7fc1-2a0a-4cc8-844e-145a00d72af5 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:51.285148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fd668b0-1566-435e-9807-049809404ef1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.304925 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c28e1daf-7756-4805-9c49-0e39e70e3cc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.336300 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-1b956b73-d452-4bdb-a8fa-f08e808074c7', 'network_id': '1b956b73-d452-4bdb-a8fa-f08e808074c7', 'tenant_id': 'b2f81884496e439da06be21a280d281b', 'fixed_ips': [{'subnet_id': '8e7eddba-c5a8-4839-a3eb-109b12e9e76c'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:51.338803 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.349211 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-87ec6628-8571-456f-93d9-5ae631c7623e None None] Provisioning complete for port 677654b9-f4c8-4666-9722-1d5b891f749c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:51.349737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-87ec6628-8571-456f-93d9-5ae631c7623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.375222 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.386776 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.515111 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1870b079-b978-4faa-b1a6-51ce0018f063 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63418235'] for subnet, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.518540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.630969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.636624 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=8cba8573-de7e-42ac-8efc-070bf618b200,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:51.682429 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 677654b9-f4c8-4666-9722-1d5b891f749c up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:51.712466 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d009d2ff-f3d6-4f10-8d4c-79f11ce67b9b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4d7374e07ddd4c93b246d1a3fd333232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5503602 Jan 21 09:33:51.733435 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40236) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:51.737601 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-9c04556c-3db7-4f2b-90af-a3efe45f650d', 'network_id': '9c04556c-3db7-4f2b-90af-a3efe45f650d', 'tenant_id': 'f3740b0cdfad42c18313ed522ecb3e41', 'fixed_ips': [{'subnet_id': 'cdd91c16-38d3-4633-9a5f-00e2c68ca07a'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:51.739576 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.775479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fd668b0-1566-435e-9807-049809404ef1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.796913 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-2fd668b0-1566-435e-9807-049809404ef1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for aaad7fc1-2a0a-4cc8-844e-145a00d72af5 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:51.800608 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Allocated IP 172.20.0.2 (1b956b73-d452-4bdb-a8fa-f08e808074c7/8e7eddba-c5a8-4839-a3eb-109b12e9e76c/6c3ad8f1-879f-4037-8834-96be119bb966) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:51.811463 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-87ec6628-8571-456f-93d9-5ae631c7623e None None] Provisioning complete for port aaad7fc1-2a0a-4cc8-844e-145a00d72af5 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:51.811671 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-87ec6628-8571-456f-93d9-5ae631c7623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.829137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.868473 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network e25eb80c-149f-454a-8144-df2b124b367d is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:51.877941 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:51.902948 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbda01-f17a-4a49-9b02-b7bd9173407a req-3ca4e002-cbaf-4f4d-805c-d718756fd7a6 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:51.904447 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-33bbda01-f17a-4a49-9b02-b7bd9173407a req-3ca4e002-cbaf-4f4d-805c-d718756fd7a6 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.1010742 Jan 21 09:33:51.971581 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 677654b9-f4c8-4666-9722-1d5b891f749c triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:51.971948 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.983199 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c28e1daf-7756-4805-9c49-0e39e70e3cc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.016603 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-87ec6628-8571-456f-93d9-5ae631c7623e None None] Port aaad7fc1-2a0a-4cc8-844e-145a00d72af5 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:33:52.032449 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 055977f5-51a1-481f-8955-1e5e5c859ad8 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:33:52.049222 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-33bbda01-f17a-4a49-9b02-b7bd9173407a req-d1ebb037-346b-4d03-9a27-0828bd881081 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522678 Jan 21 09:33:52.066355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d3a4fc75-48f1-4448-a006-9f3f3f133ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.072547 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.objects.ports [None req-4bfdc6cd-9867-48bc-bed4-9d4e64074938 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:33:52.089884 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4bfdc6cd-9867-48bc-bed4-9d4e64074938 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.148249 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d3a4fc75-48f1-4448-a006-9f3f3f133ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.213816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fd668b0-1566-435e-9807-049809404ef1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.243061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Allocated IP 172.20.0.2 (9c04556c-3db7-4f2b-90af-a3efe45f650d/cdd91c16-38d3-4633-9a5f-00e2c68ca07a/90e569e0-18e8-41d2-aaea-af760fb64cab) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:52.246791 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfdc6cd-9867-48bc-bed4-9d4e64074938 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Checking segment: {'id': 'f84d12b5-2cd6-4a08-8e6c-860f6b994de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c31ade53-97ad-4c85-91b6-81fa7c0d7122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:52.247165 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfdc6cd-9867-48bc-bed4-9d4e64074938 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Network hostable DHCP agents. Network: c31ade53-97ad-4c85-91b6-81fa7c0d7122, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:52.256761 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdc6cd-9867-48bc-bed4-9d4e64074938 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3592785d-bd4a-4a29-a5de-724125aebbec,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:52.270244 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-4b7cf317-8761-4785-ac6a-ed82cee148b6 None None] Could not find standard attr ID for object aaad7fc1-2a0a-4cc8-844e-145a00d72af5. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:33:52.280600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c28e1daf-7756-4805-9c49-0e39e70e3cc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port 814daa13-3f13-475f-b08a-f316d7d02654 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:52.281428 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c28e1daf-7756-4805-9c49-0e39e70e3cc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.288545 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd668b0-1566-435e-9807-049809404ef1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=aaad7fc1-2a0a-4cc8-844e-145a00d72af5,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:52.293080 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfdc6cd-9867-48bc-bed4-9d4e64074938 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Network c31ade53-97ad-4c85-91b6-81fa7c0d7122 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:52.302447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:33:52.316649 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32baac3c-34e6-477f-880c-ce7912e98a19 None None] Sync routers for ids ['055977f5-51a1-481f-8955-1e5e5c859ad8'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:33:52.327922 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0189e990-f101-4f61-ba1b-0fb80b7fcab1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/055977f5-51a1-481f-8955-1e5e5c859ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9893413 Jan 21 09:33:52.329975 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-4bfdc6cd-9867-48bc-bed4-9d4e64074938 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, c31ade53-97ad-4c85-91b6-81fa7c0d7122) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:52.331795 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40242) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:52.334848 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32baac3c-34e6-477f-880c-ce7912e98a19 None None] Routers {'055977f5-51a1-481f-8955-1e5e5c859ad8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:52.338671 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-32baac3c-34e6-477f-880c-ce7912e98a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['055977f5-51a1-481f-8955-1e5e5c859ad8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:52.368589 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a962f142-04a9-48a1-8e2c-d77860db5412 None None] Network c31ade53-97ad-4c85-91b6-81fa7c0d7122 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:52.399896 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e67463d-cbd6-439e-8b45-8458817cd380 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:52.402024 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4e67463d-cbd6-439e-8b45-8458817cd380 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports/8cba8573-de7e-42ac-8efc-070bf618b200 HTTP/1.1" status: 200 len: 910 time: 0.0623369 Jan 21 09:33:52.403744 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfdc6cd-9867-48bc-bed4-9d4e64074938 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:52.404849 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4bfdc6cd-9867-48bc-bed4-9d4e64074938 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66535911'] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.409279 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-32baac3c-34e6-477f-880c-ce7912e98a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:52.417780 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40244) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:52.427759 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32baac3c-34e6-477f-880c-ce7912e98a19 None None] Routers {'055977f5-51a1-481f-8955-1e5e5c859ad8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:52.428712 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-32baac3c-34e6-477f-880c-ce7912e98a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['055977f5-51a1-481f-8955-1e5e5c859ad8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:52.430313 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4bfdc6cd-9867-48bc-bed4-9d4e64074938 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7844787 Jan 21 09:33:52.475746 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40246) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:52.489274 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-32baac3c-34e6-477f-880c-ce7912e98a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:52.490566 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32baac3c-34e6-477f-880c-ce7912e98a19 None None] The sync data for ids ['055977f5-51a1-481f-8955-1e5e5c859ad8'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:33:52.492658 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-8eb06be5-b1b8-40a5-8659-8b182e9364c6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-600877212', 'network_id': 'c31ade53-97ad-4c85-91b6-81fa7c0d7122'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:52.502710 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d3a4fc75-48f1-4448-a006-9f3f3f133ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.506729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d3a4fc75-48f1-4448-a006-9f3f3f133ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.507084 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.510811 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d3a4fc75-48f1-4448-a006-9f3f3f133ea9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/52b64372-c83e-49a3-a3aa-b5c2f0b4ab0c HTTP/1.1" status: 204 len: 168 time: 0.7628615 Jan 21 09:33:52.608037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4fc75-48f1-4448-a006-9f3f3f133ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b64372-c83e-49a3-a3aa-b5c2f0b4ab0c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:52.694016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.710629 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.722288 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c28e1daf-7756-4805-9c49-0e39e70e3cc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.743275 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c28e1daf-7756-4805-9c49-0e39e70e3cc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for 814daa13-3f13-475f-b08a-f316d7d02654 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:52.758494 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.775676 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1870b079-b978-4faa-b1a6-51ce0018f063 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781631474014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64716074'] for subnet, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.792553 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-55f75edb-169f-4b55-ac1c-02304709d49a None None] Provisioning complete for port 8cba8573-de7e-42ac-8efc-070bf618b200 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:52.793329 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-55f75edb-169f-4b55-ac1c-02304709d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.807893 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Network 1b956b73-d452-4bdb-a8fa-f08e808074c7 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:52.829802 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1870b079-b978-4faa-b1a6-51ce0018f063 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:52.830367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1870b079-b978-4faa-b1a6-51ce0018f063 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.835887 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1870b079-b978-4faa-b1a6-51ce0018f063 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "PUT /v2.0/subnets/8e7eddba-c5a8-4839-a3eb-109b12e9e76c HTTP/1.1" status: 200 len: 806 time: 1.7742743 Jan 21 09:33:52.840479 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40254) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:52.861745 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:52.887655 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:52.892111 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8607b44-5f93-45c8-84ea-e24d6bb3babb None None] Network c31ade53-97ad-4c85-91b6-81fa7c0d7122 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:52.910382 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870b079-b978-4faa-b1a6-51ce0018f063 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Subnet': ['ID=8e7eddba-c5a8-4839-a3eb-109b12e9e76c,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:52.925148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fd668b0-1566-435e-9807-049809404ef1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.931504 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2fd668b0-1566-435e-9807-049809404ef1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/aaad7fc1-2a0a-4cc8-844e-145a00d72af5 HTTP/1.1" status: 204 len: 168 time: 2.1248131 Jan 21 09:33:52.943825 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40260) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:52.971563 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Network 9c04556c-3db7-4f2b-90af-a3efe45f650d is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:52.978609 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf71cb33-c3dc-4f45-9978-2412a7640fc3 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:52.978609 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf71cb33-c3dc-4f45-9978-2412a7640fc3 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:52.978908 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:52.980558 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cf71cb33-c3dc-4f45-9978-2412a7640fc3 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/aaad7fc1-2a0a-4cc8-844e-145a00d72af5 HTTP/1.1" status: 404 len: 333 time: 0.0337517 Jan 21 09:33:52.987015 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40264) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:52.987451 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:53.011665 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.017017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb06be5-b1b8-40a5-8659-8b182e9364c6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Made reservation on behalf of bc7594dfa2974f30bdf04bdd88255abd for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:53.019399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8eb06be5-b1b8-40a5-8659-8b182e9364c6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.035418 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-567c9da2-8ff0-4e2e-a383-f1aee0fa8292 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] GET failed (client error): The resource could not be found. Jan 21 09:33:53.040575 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-567c9da2-8ff0-4e2e-a383-f1aee0fa8292 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports/aaad7fc1-2a0a-4cc8-844e-145a00d72af5 HTTP/1.1" status: 404 len: 333 time: 0.0471947 Jan 21 09:33:53.041005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40266) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:53.055652 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.056886 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.071220 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-8eb06be5-b1b8-40a5-8659-8b182e9364c6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] device_id is not set on port 760eb677-bb48-42dc-bafb-6c2d6a42ecb6 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:33:53.111897 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Pushing event updated for resources: {'Port': ['ID=6c3ad8f1-879f-4037-8834-96be119bb966,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:53.140622 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-55f75edb-169f-4b55-ac1c-02304709d49a None None] Port 8cba8573-de7e-42ac-8efc-070bf618b200 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:33:53.150270 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-547d0094-c711-4c8a-87a8-7d5df808f1a5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting subnet 301f3ef1-41bb-412a-b236-77f38bb86afa {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:33:53.154698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-547d0094-c711-4c8a-87a8-7d5df808f1a5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.236988 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-547d0094-c711-4c8a-87a8-7d5df808f1a5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.288194 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Attempting to bind port 6c3ad8f1-879f-4037-8834-96be119bb966 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:53.295994 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Attempting to bind port 6c3ad8f1-879f-4037-8834-96be119bb966 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '25b341d0-cde2-49bd-a882-5d4aebd006a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b956b73-d452-4bdb-a8fa-f08e808074c7'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:53.296500 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Attempting to bind port 6c3ad8f1-879f-4037-8834-96be119bb966 on network 1b956b73-d452-4bdb-a8fa-f08e808074c7 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:53.306676 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c02ca4f-5154-49f4-a7ff-8b96ad09db5b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.314836 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Attempting to bind port 90e569e0-18e8-41d2-aaea-af760fb64cab on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:53.316037 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Attempting to bind port 90e569e0-18e8-41d2-aaea-af760fb64cab by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d2faef5-ed93-4005-8554-f513b7c39060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c04556c-3db7-4f2b-90af-a3efe45f650d'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:53.316037 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Attempting to bind port 90e569e0-18e8-41d2-aaea-af760fb64cab on network 9c04556c-3db7-4f2b-90af-a3efe45f650d {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:53.321401 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Pushing event updated for resources: {'Port': ['ID=90e569e0-18e8-41d2-aaea-af760fb64cab,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:53.327552 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:53.327924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Checking segment: {'id': '25b341d0-cde2-49bd-a882-5d4aebd006a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b956b73-d452-4bdb-a8fa-f08e808074c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:53.328327 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.328790 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Bound using segment: {'id': '25b341d0-cde2-49bd-a882-5d4aebd006a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b956b73-d452-4bdb-a8fa-f08e808074c7'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:53.329172 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Bound port: 6c3ad8f1-879f-4037-8834-96be119bb966, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b341d0-cde2-49bd-a882-5d4aebd006a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b956b73-d452-4bdb-a8fa-f08e808074c7'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:53.329639 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.331908 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:53.332933 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Checking segment: {'id': '5d2faef5-ed93-4005-8554-f513b7c39060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c04556c-3db7-4f2b-90af-a3efe45f650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:53.333320 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.333805 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Bound using segment: {'id': '5d2faef5-ed93-4005-8554-f513b7c39060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c04556c-3db7-4f2b-90af-a3efe45f650d'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:53.334422 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Bound port: 90e569e0-18e8-41d2-aaea-af760fb64cab, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2faef5-ed93-4005-8554-f513b7c39060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c04556c-3db7-4f2b-90af-a3efe45f650d'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:53.334815 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.439914 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-547d0094-c711-4c8a-87a8-7d5df808f1a5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.445577 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Deleting port 6c3ad8f1-879f-4037-8834-96be119bb966 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:53.445918 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.476042 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] For port 6c3ad8f1-879f-4037-8834-96be119bb966, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:53.485172 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] For port 6c3ad8f1-879f-4037-8834-96be119bb966, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6c3ad8f1-879f-4037-8834-96be119bb966,segment=NetworkSegment(25b341d0-cde2-49bd-a882-5d4aebd006a8),segment_id=25b341d0-cde2-49bd-a882-5d4aebd006a8)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:53.590742 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] For port 90e569e0-18e8-41d2-aaea-af760fb64cab, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:53.599775 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.661244 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] For port 6c3ad8f1-879f-4037-8834-96be119bb966, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:53.662852 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.678729 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-547d0094-c711-4c8a-87a8-7d5df808f1a5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.703572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Calling delete_port for 6c3ad8f1-879f-4037-8834-96be119bb966 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:53.739287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339d37c-9a8c-4feb-9562-41cdcf12dd7c None None] Pushing event updated for resources: {'Port': ['ID=6c3ad8f1-879f-4037-8834-96be119bb966,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:53.750007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d0094-c711-4c8a-87a8-7d5df808f1a5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Subnet': ['ID=301f3ef1-41bb-412a-b236-77f38bb86afa,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:53.754129 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-547d0094-c711-4c8a-87a8-7d5df808f1a5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.762516 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8216982e-1aaf-409a-ba3c-b310a72e2c93 None None] Network d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:53.763655 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-547d0094-c711-4c8a-87a8-7d5df808f1a5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/301f3ef1-41bb-412a-b236-77f38bb86afa HTTP/1.1" status: 204 len: 168 time: 0.7191126 Jan 21 09:33:53.766014 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c28e1daf-7756-4805-9c49-0e39e70e3cc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.770904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40276) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:53.828146 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] For port 90e569e0-18e8-41d2-aaea-af760fb64cab, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=90e569e0-18e8-41d2-aaea-af760fb64cab,segment=NetworkSegment(5d2faef5-ed93-4005-8554-f513b7c39060),segment_id=5d2faef5-ed93-4005-8554-f513b7c39060)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:53.829901 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e1daf-7756-4805-9c49-0e39e70e3cc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=814daa13-3f13-475f-b08a-f316d7d02654,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:53.849298 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40278) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:53.851469 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.018711 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123bf2d-3784-4b84-bbcf-15a8d46e6312 None None] Pushing event updated for resources: {'Port': ['ID=90e569e0-18e8-41d2-aaea-af760fb64cab,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:54.031881 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-8eb06be5-b1b8-40a5-8659-8b182e9364c6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Allocated IP 2001:db8::10c (c31ade53-97ad-4c85-91b6-81fa7c0d7122/3592785d-bd4a-4a29-a5de-724125aebbec/760eb677-bb48-42dc-bafb-6c2d6a42ecb6) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:54.049412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Allocated IP 172.26.7.51 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/b3bfc49f-9f57-423a-afd7-4b1e18b7ebe1) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:54.130275 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69783721-de52-4e3e-919c-f420d9e1453b None None] DHCP port deletion for d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:33:54.136025 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-05ccf5c6-e987-473c-9d60-80919b46fada tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-305098028'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:54.143551 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.153351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.226105 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Port': ['ID=6c3ad8f1-879f-4037-8834-96be119bb966,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:54.226346 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-69783721-de52-4e3e-919c-f420d9e1453b None None] Deleting port 677654b9-f4c8-4666-9722-1d5b891f749c {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:54.226733 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-69783721-de52-4e3e-919c-f420d9e1453b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.286446 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c28e1daf-7756-4805-9c49-0e39e70e3cc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.306366 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ccf5c6-e987-473c-9d60-80919b46fada tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:54.315068 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-05ccf5c6-e987-473c-9d60-80919b46fada tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.332344 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-05ccf5c6-e987-473c-9d60-80919b46fada tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.357668 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-69783721-de52-4e3e-919c-f420d9e1453b None None] For port 677654b9-f4c8-4666-9722-1d5b891f749c, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=677654b9-f4c8-4666-9722-1d5b891f749c,segment=NetworkSegment(029cf8f6-dff5-4fa5-b314-df28df78020b),segment_id=029cf8f6-dff5-4fa5-b314-df28df78020b)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:54.358199 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-69783721-de52-4e3e-919c-f420d9e1453b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.407374 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-69783721-de52-4e3e-919c-f420d9e1453b None None] Calling delete_port for 677654b9-f4c8-4666-9722-1d5b891f749c owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:54.455767 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No DVR routers for this DVR port 6c3ad8f1-879f-4037-8834-96be119bb966 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:54.525238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c28e1daf-7756-4805-9c49-0e39e70e3cc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.534693 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c28e1daf-7756-4805-9c49-0e39e70e3cc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.575321 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-69783721-de52-4e3e-919c-f420d9e1453b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.595176 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.630920 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69783721-de52-4e3e-919c-f420d9e1453b None None] No DVR routers for this DVR port 677654b9-f4c8-4666-9722-1d5b891f749c on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:54.644194 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69783721-de52-4e3e-919c-f420d9e1453b None None] Pushing event deleted for resources: {'Port': ['ID=677654b9-f4c8-4666-9722-1d5b891f749c,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:54.657322 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-1c02ca4f-5154-49f4-a7ff-8b96ad09db5b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port 8cba8573-de7e-42ac-8efc-070bf618b200 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:54.657498 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c02ca4f-5154-49f4-a7ff-8b96ad09db5b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.666960 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.683783 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c28e1daf-7756-4805-9c49-0e39e70e3cc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.684307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28e1daf-7756-4805-9c49-0e39e70e3cc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Fanout notify agent at l3_agent the message router_deleted on router 9eb63731-6eff-4d69-aa33-e63ef3f6f653 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:33:54.693164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c28e1daf-7756-4805-9c49-0e39e70e3cc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.697825 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c28e1daf-7756-4805-9c49-0e39e70e3cc3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/routers/9eb63731-6eff-4d69-aa33-e63ef3f6f653 HTTP/1.1" status: 204 len: 168 time: 3.7490642 Jan 21 09:33:54.700563 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.704510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port 677654b9-f4c8-4666-9722-1d5b891f749c {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:54.704840 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.708696 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40282) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:54.719620 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ccc1a4a6-4736-41f3-8b50-8fdc23ee7bb1 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1285764445'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:54.796679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8eb06be5-b1b8-40a5-8659-8b182e9364c6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.834146 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.839225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c02ca4f-5154-49f4-a7ff-8b96ad09db5b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.860960 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] For port 677654b9-f4c8-4666-9722-1d5b891f749c, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:54.861320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.881852 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-1c02ca4f-5154-49f4-a7ff-8b96ad09db5b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for 8cba8573-de7e-42ac-8efc-070bf618b200 owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:54.884872 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-05ccf5c6-e987-473c-9d60-80919b46fada tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.885391 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc1a4a6-4736-41f3-8b50-8fdc23ee7bb1 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:54.887534 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7eddba-c5a8-4839-a3eb-109b12e9e76c,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:54.888921 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a4a6-4736-41f3-8b50-8fdc23ee7bb1 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.902152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for 677654b9-f4c8-4666-9722-1d5b891f749c owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:54.907795 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-05ccf5c6-e987-473c-9d60-80919b46fada tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.913482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.ipam_backend_mixin [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Port 677654b9-f4c8-4666-9722-1d5b891f749c was not found and therefore no delete operation was performed {{(pid=102147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 09:33:54.915663 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.929683 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.973861 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8eb06be5-b1b8-40a5-8659-8b182e9364c6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:54.992709 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:54.993772 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No DVR routers for this DVR port 677654b9-f4c8-4666-9722-1d5b891f749c on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:33:55.014673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:55.018402 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc1a4a6-4736-41f3-8b50-8fdc23ee7bb1 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:55.042467 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:55.045056 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Pushing event updated for resources: {'Port': ['ID=b3bfc49f-9f57-423a-afd7-4b1e18b7ebe1,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:55.092901 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a4a6-4736-41f3-8b50-8fdc23ee7bb1 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.093047 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-ccc1a4a6-4736-41f3-8b50-8fdc23ee7bb1 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Added segment b18a9bca-6af9-4fb8-ae53-f395bbd1a656 of type vlan for network 3566507f-5351-465f-b2a0-60d7cf8b0d24 Jan 21 09:33:55.123243 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb06be5-b1b8-40a5-8659-8b182e9364c6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Network c31ade53-97ad-4c85-91b6-81fa7c0d7122 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:55.179967 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=677654b9-f4c8-4666-9722-1d5b891f749c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:55.183126 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-8eb06be5-b1b8-40a5-8659-8b182e9364c6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:55.220379 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb06be5-b1b8-40a5-8659-8b182e9364c6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:55.221390 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb06be5-b1b8-40a5-8659-8b182e9364c6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:55.222025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8eb06be5-b1b8-40a5-8659-8b182e9364c6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.263203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.289180 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a4a6-4736-41f3-8b50-8fdc23ee7bb1 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.315455 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:55.375794 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625cd00f-1a19-48c7-be74-06923e7edb07 None None] Network 1b956b73-d452-4bdb-a8fa-f08e808074c7 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:55.382316 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8eb06be5-b1b8-40a5-8659-8b182e9364c6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.8922968 Jan 21 09:33:55.382316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029cf8f6-dff5-4fa5-b314-df28df78020b') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:55.382316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029cf8f6-dff5-4fa5-b314-df28df78020b') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:55.392210 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ccf5c6-e987-473c-9d60-80919b46fada tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:55.395984 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40284) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:55.408388 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.428131 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb06be5-b1b8-40a5-8659-8b182e9364c6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Pushing event updated for resources: {'Port': ['ID=760eb677-bb48-42dc-bafb-6c2d6a42ecb6,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:55.431645 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.460482 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccf5c6-e987-473c-9d60-80919b46fada tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6bda2e-5c6d-4e11-8802-eaeab2073986,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:55.485188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-05ccf5c6-e987-473c-9d60-80919b46fada tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.485731 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-05ccf5c6-e987-473c-9d60-80919b46fada tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Added segment d7e9d22b-5e78-4179-855e-6380f9feed5f of type vlan for network 47bbdf87-5325-452c-9588-6aa0e4e3a72e Jan 21 09:33:55.506069 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71aba063-24ff-42c8-8c96-fab4daf4fd22 None None] Could not find standard attr ID for object 6c3ad8f1-879f-4037-8834-96be119bb966. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:33:55.516387 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.522956 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:55.523375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.548037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b956b73-d452-4bdb-a8fa-f08e808074c7']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:55.582327 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:55.588640 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a4a6-4736-41f3-8b50-8fdc23ee7bb1 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.595027 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc1a4a6-4736-41f3-8b50-8fdc23ee7bb1 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:55.595651 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a4a6-4736-41f3-8b50-8fdc23ee7bb1 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.620217 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.632250 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.633797 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c970fd05-3c2e-4944-8032-1576241a5944 None None] DHCP port deletion for 1b956b73-d452-4bdb-a8fa-f08e808074c7 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:33:55.641203 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/networks/d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7 HTTP/1.1" status: 204 len: 168 time: 1.8648539 Jan 21 09:33:55.673386 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5840962-35fd-4c7e-b3bd-7f67d8378345 None None] Network 1b956b73-d452-4bdb-a8fa-f08e808074c7 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:55.680367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40286) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:55.710805 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ccc1a4a6-4736-41f3-8b50-8fdc23ee7bb1 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9997501 Jan 21 09:33:55.719139 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40288) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:55.731271 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-08ad64c2-8747-4cc2-b3ba-d7cdd171ac2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'subnet': {'network_id': '3566507f-5351-465f-b2a0-60d7cf8b0d24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:55.737037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b341d0-cde2-49bd-a882-5d4aebd006a8') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:55.737342 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b341d0-cde2-49bd-a882-5d4aebd006a8') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:55.743210 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-05ccf5c6-e987-473c-9d60-80919b46fada tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.753586 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1a4a6-4736-41f3-8b50-8fdc23ee7bb1 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Network': ['ID=3566507f-5351-465f-b2a0-60d7cf8b0d24,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:55.754755 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8f643a14-646e-4e08-b4f4-31e904227c52 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-545179568'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:55.772472 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.774987 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 3566507f-5351-465f-b2a0-60d7cf8b0d24 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:55.831494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.846751 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 90e569e0-18e8-41d2-aaea-af760fb64cab up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:55.849408 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cee8276-b885-46e8-ab5a-dec7f524f4d2 None None] Network 9c04556c-3db7-4f2b-90af-a3efe45f650d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:55.852988 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:33:55.853673 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:33:55.858709 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:33:55.860612 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479012f-c5f3-431c-9e86-9436d00a29e2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Network': ['ID=d3be77a7-373e-4cf8-bbd2-9510c6a2ecf7,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:55.890665 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f643a14-646e-4e08-b4f4-31e904227c52 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:55.894242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f643a14-646e-4e08-b4f4-31e904227c52 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.904698 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.942288 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-05ccf5c6-e987-473c-9d60-80919b46fada tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.947965 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ccf5c6-e987-473c-9d60-80919b46fada tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:55.948707 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-05ccf5c6-e987-473c-9d60-80919b46fada tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.962335 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ad64c2-8747-4cc2-b3ba-d7cdd171ac2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:55.967489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08ad64c2-8747-4cc2-b3ba-d7cdd171ac2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.050479 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-c10438bf-e66e-4d70-8502-c6bab5eae39d tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Deleting port 760eb677-bb48-42dc-bafb-6c2d6a42ecb6 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:56.051491 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c10438bf-e66e-4d70-8502-c6bab5eae39d tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.061787 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-05ccf5c6-e987-473c-9d60-80919b46fada tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2076366 Jan 21 09:33:56.065989 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40290) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:56.072948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-186f9b75-a0b2-4552-abce-9afe632d8cb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'name': 'tempest-PortsIpV6TestJSON-1446174376'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:56.080887 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.083308 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c02ca4f-5154-49f4-a7ff-8b96ad09db5b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.127716 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f643a14-646e-4e08-b4f4-31e904227c52 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:56.134757 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.140966 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/1b956b73-d452-4bdb-a8fa-f08e808074c7 HTTP/1.1" status: 204 len: 168 time: 3.2971554 Jan 21 09:33:56.140966 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccf5c6-e987-473c-9d60-80919b46fada tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Network': ['ID=47bbdf87-5325-452c-9588-6aa0e4e3a72e,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:56.143712 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40292) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:56.168264 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:56.182373 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02ca4f-5154-49f4-a7ff-8b96ad09db5b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=8cba8573-de7e-42ac-8efc-070bf618b200,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:56.193748 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b765ef3e-90cc-46f4-8773-b5883ad8d72f None None] Provisioning complete for port 90e569e0-18e8-41d2-aaea-af760fb64cab triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:56.193748 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b765ef3e-90cc-46f4-8773-b5883ad8d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.213348 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f643a14-646e-4e08-b4f4-31e904227c52 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.213688 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-8f643a14-646e-4e08-b4f4-31e904227c52 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Added segment 01a7adcb-0412-440a-a81a-d7263565ebe6 of type vlan for network f92cc6eb-e2e5-4272-9f35-fd8929476a75 Jan 21 09:33:56.215185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca725fd6-a759-4cd9-bdab-623589df144f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Network': ['ID=1b956b73-d452-4bdb-a8fa-f08e808074c7,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:56.239195 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-570c8c40-1bf2-4819-956b-9a92d2dbcd01 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:33:56.239881 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570c8c40-1bf2-4819-956b-9a92d2dbcd01 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:33:56.243070 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-570c8c40-1bf2-4819-956b-9a92d2dbcd01 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/1b956b73-d452-4bdb-a8fa-f08e808074c7 HTTP/1.1" status: 404 len: 339 time: 0.0778515 Jan 21 09:33:56.250976 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40294) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:56.289416 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-99ec1794-4f68-4ec3-9259-52751d344d38 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1904338138', 'description': 'd1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:56.334664 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 90e569e0-18e8-41d2-aaea-af760fb64cab triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:56.335080 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.344786 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f643a14-646e-4e08-b4f4-31e904227c52 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.359935 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c10438bf-e66e-4d70-8502-c6bab5eae39d tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.394275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-c10438bf-e66e-4d70-8502-c6bab5eae39d tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Calling delete_port for 760eb677-bb48-42dc-bafb-6c2d6a42ecb6 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:33:56.401736 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ec1794-4f68-4ec3-9259-52751d344d38 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:56.405212 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-99ec1794-4f68-4ec3-9259-52751d344d38 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.434701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f643a14-646e-4e08-b4f4-31e904227c52 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.440171 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f643a14-646e-4e08-b4f4-31e904227c52 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:56.440755 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f643a14-646e-4e08-b4f4-31e904227c52 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.496320 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b765ef3e-90cc-46f4-8773-b5883ad8d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.534931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.544421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08ad64c2-8747-4cc2-b3ba-d7cdd171ac2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.568562 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.571533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b765ef3e-90cc-46f4-8773-b5883ad8d72f None None] For port 90e569e0-18e8-41d2-aaea-af760fb64cab, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=90e569e0-18e8-41d2-aaea-af760fb64cab,segment=NetworkSegment(5d2faef5-ed93-4005-8554-f513b7c39060),segment_id=5d2faef5-ed93-4005-8554-f513b7c39060)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:56.583651 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b765ef3e-90cc-46f4-8773-b5883ad8d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.675078 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765ef3e-90cc-46f4-8773-b5883ad8d72f None None] Pushing event updated for resources: {'Port': ['ID=90e569e0-18e8-41d2-aaea-af760fb64cab,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:56.682495 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:33:56.682712 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:33:56.686705 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ec1794-4f68-4ec3-9259-52751d344d38 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:56.699097 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8f643a14-646e-4e08-b4f4-31e904227c52 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0141699 Jan 21 09:33:56.700107 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f643a14-646e-4e08-b4f4-31e904227c52 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Network': ['ID=f92cc6eb-e2e5-4272-9f35-fd8929476a75,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:56.711879 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network f92cc6eb-e2e5-4272-9f35-fd8929476a75 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:56.714018 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40296) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:56.723311 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-2623698d-ac32-4fc2-a788-a5fb0c5d3347 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'subnet': {'network_id': 'f92cc6eb-e2e5-4272-9f35-fd8929476a75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:56.729773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad64c2-8747-4cc2-b3ba-d7cdd171ac2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Subnet': ['ID=45ef91d3-91fe-4062-a8a0-145abf5a17af,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:56.747007 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186f9b75-a0b2-4552-abce-9afe632d8cb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:56.749695 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-99ec1794-4f68-4ec3-9259-52751d344d38 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.750035 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-99ec1794-4f68-4ec3-9259-52751d344d38 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Added segment 1207108e-21cc-4f46-ae3f-ba94974b4c4e of type vlan for network 64875629-844d-4e9a-beff-4fd238eb1b59 Jan 21 09:33:56.752070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-186f9b75-a0b2-4552-abce-9afe632d8cb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.758790 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad64c2-8747-4cc2-b3ba-d7cdd171ac2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Checking segment: {'id': 'b18a9bca-6af9-4fb8-ae53-f395bbd1a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3566507f-5351-465f-b2a0-60d7cf8b0d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:56.759121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ad64c2-8747-4cc2-b3ba-d7cdd171ac2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network hostable DHCP agents. Network: 3566507f-5351-465f-b2a0-60d7cf8b0d24, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:56.767106 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c02ca4f-5154-49f4-a7ff-8b96ad09db5b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.798645 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-186f9b75-a0b2-4552-abce-9afe632d8cb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] device_id is not set on port e722b705-d542-4cf6-837f-a7f7bbc73936 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:33:56.867670 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ad64c2-8747-4cc2-b3ba-d7cdd171ac2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 3566507f-5351-465f-b2a0-60d7cf8b0d24 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:56.904015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-08ad64c2-8747-4cc2-b3ba-d7cdd171ac2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 3566507f-5351-465f-b2a0-60d7cf8b0d24) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:56.907955 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5fd56ef3-c470-433d-8e8a-53c4f7afe4d4 None None] Provisioning complete for port 90e569e0-18e8-41d2-aaea-af760fb64cab triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:56.908335 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5fd56ef3-c470-433d-8e8a-53c4f7afe4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.920081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ad64c2-8747-4cc2-b3ba-d7cdd171ac2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:56.920672 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08ad64c2-8747-4cc2-b3ba-d7cdd171ac2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.932966 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Router 967525c2-e2c0-45a8-8ea3-d0c83532cac4 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:33:56.936999 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b330f0df-5257-43df-a446-b954ccc9f313 None None] Network 3566507f-5351-465f-b2a0-60d7cf8b0d24 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:56.943885 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-99ec1794-4f68-4ec3-9259-52751d344d38 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:56.962085 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-08ad64c2-8747-4cc2-b3ba-d7cdd171ac2c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2399373 Jan 21 09:33:56.985267 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40298) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:57.017595 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-290c0787-e450-4e38-b728-c47d610cc19c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-267361434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:57.099807 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-99ec1794-4f68-4ec3-9259-52751d344d38 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.100640 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-186f9b75-a0b2-4552-abce-9afe632d8cb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.105612 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ec1794-4f68-4ec3-9259-52751d344d38 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:57.106206 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-99ec1794-4f68-4ec3-9259-52751d344d38 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.116952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c10438bf-e66e-4d70-8502-c6bab5eae39d tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.138591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:33:57.161443 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7592e3-03c5-4d04-b1bf-35a47e351000 None None] Sync routers for ids ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:33:57.166395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-3566507f-5351-465f-b2a0-60d7cf8b0d24', 'network_id': '3566507f-5351-465f-b2a0-60d7cf8b0d24', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'fixed_ips': [{'subnet_id': '45ef91d3-91fe-4062-a8a0-145abf5a17af'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:57.167227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.168463 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.170361 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b705d046-c096-489d-9758-32147fe6fdb5 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.9740672 Jan 21 09:33:57.172761 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40300) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:57.180869 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-186f9b75-a0b2-4552-abce-9afe632d8cb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.183608 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-290c0787-e450-4e38-b728-c47d610cc19c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.185003 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-290c0787-e450-4e38-b728-c47d610cc19c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.193821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7592e3-03c5-4d04-b1bf-35a47e351000 None None] Routers {'967525c2-e2c0-45a8-8ea3-d0c83532cac4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:57.194645 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4b7592e3-03c5-4d04-b1bf-35a47e351000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:57.255069 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4b7592e3-03c5-4d04-b1bf-35a47e351000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:57.263438 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10438bf-e66e-4d70-8502-c6bab5eae39d tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Pushing event deleted for resources: {'Port': ['ID=760eb677-bb48-42dc-bafb-6c2d6a42ecb6,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:57.272002 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-99ec1794-4f68-4ec3-9259-52751d344d38 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0155535 Jan 21 09:33:57.272002 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2623698d-ac32-4fc2-a788-a5fb0c5d3347 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:57.273577 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2623698d-ac32-4fc2-a788-a5fb0c5d3347 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.277359 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40302) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:57.285408 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7592e3-03c5-4d04-b1bf-35a47e351000 None None] Routers {'967525c2-e2c0-45a8-8ea3-d0c83532cac4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:57.287117 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4b7592e3-03c5-4d04-b1bf-35a47e351000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:57.375395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4b7592e3-03c5-4d04-b1bf-35a47e351000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:57.376095 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7592e3-03c5-4d04-b1bf-35a47e351000 None None] The sync data for ids ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:33:57.427498 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 677654b9-f4c8-4666-9722-1d5b891f749c no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:57.454356 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 677654b9-f4c8-4666-9722-1d5b891f749c {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:57.454705 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 677654b9-f4c8-4666-9722-1d5b891f749c not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:57.488673 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Allocated IP 2001:db8::2 (3566507f-5351-465f-b2a0-60d7cf8b0d24/45ef91d3-91fe-4062-a8a0-145abf5a17af/d72c3fd6-1a1c-4821-8b4d-0c03dbb080de) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:57.498081 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c10438bf-e66e-4d70-8502-c6bab5eae39d tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.501350 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c10438bf-e66e-4d70-8502-c6bab5eae39d tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "DELETE /v2.0/ports/760eb677-bb48-42dc-bafb-6c2d6a42ecb6 HTTP/1.1" status: 204 len: 168 time: 2.1020062 Jan 21 09:33:57.502245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec1794-4f68-4ec3-9259-52751d344d38 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Network': ['ID=64875629-844d-4e9a-beff-4fd238eb1b59,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:57.505694 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40304) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:57.524429 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c31ade53-97ad-4c85-91b6-81fa7c0d7122', 'external_fixed_ips': [{'subnet_id': '3592785d-bd4a-4a29-a5de-724125aebbec', 'ip_address': '2001:db8::10c'}]}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:57.526936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 64875629-844d-4e9a-beff-4fd238eb1b59 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:57.598680 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-290c0787-e450-4e38-b728-c47d610cc19c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.608780 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c02ca4f-5154-49f4-a7ff-8b96ad09db5b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 055977f5-51a1-481f-8955-1e5e5c859ad8 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:33:57.634862 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-290c0787-e450-4e38-b728-c47d610cc19c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.658924 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c420c5-aba2-4156-bc55-d48b0512a0ee tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:57.661716 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.663320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f9b75-a0b2-4552-abce-9afe632d8cb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=e722b705-d542-4cf6-837f-a7f7bbc73936,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:57.665275 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-53c420c5-aba2-4156-bc55-d48b0512a0ee tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "GET /v2.0/networks?id=64875629-844d-4e9a-beff-4fd238eb1b59 HTTP/1.1" status: 200 len: 761 time: 0.3465230 Jan 21 09:33:57.665570 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40306) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:57.682967 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-848667b7-dff4-489d-9954-85f4179e856c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'network': {'description': 'd2'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:57.716488 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 90e569e0-18e8-41d2-aaea-af760fb64cab up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:57.722222 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.750215 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.750458 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.759375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186f9b75-a0b2-4552-abce-9afe632d8cb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Checking segment: {'id': 'd7e9d22b-5e78-4179-855e-6380f9feed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:57.759953 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186f9b75-a0b2-4552-abce-9afe632d8cb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network hostable DHCP agents. Network: 47bbdf87-5325-452c-9588-6aa0e4e3a72e, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:57.807706 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.807990 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Network 3566507f-5351-465f-b2a0-60d7cf8b0d24 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:57.813886 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:57.814471 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-290c0787-e450-4e38-b728-c47d610cc19c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.820251 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:57.821129 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-290c0787-e450-4e38-b728-c47d610cc19c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8333368 Jan 21 09:33:57.824149 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40308) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:57.824271 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Pushing event updated for resources: {'Port': ['ID=d72c3fd6-1a1c-4821-8b4d-0c03dbb080de,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:57.885671 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 90e569e0-18e8-41d2-aaea-af760fb64cab triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:57.886052 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.889036 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Attempting to bind port d72c3fd6-1a1c-4821-8b4d-0c03dbb080de on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:57.889036 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Attempting to bind port d72c3fd6-1a1c-4821-8b4d-0c03dbb080de by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'b18a9bca-6af9-4fb8-ae53-f395bbd1a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3566507f-5351-465f-b2a0-60d7cf8b0d24'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:57.889397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Attempting to bind port d72c3fd6-1a1c-4821-8b4d-0c03dbb080de on network 3566507f-5351-465f-b2a0-60d7cf8b0d24 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:33:57.897056 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186f9b75-a0b2-4552-abce-9afe632d8cb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:57.914604 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:33:57.914978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Checking segment: {'id': 'b18a9bca-6af9-4fb8-ae53-f395bbd1a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3566507f-5351-465f-b2a0-60d7cf8b0d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:57.915371 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.915757 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Bound using segment: {'id': 'b18a9bca-6af9-4fb8-ae53-f395bbd1a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3566507f-5351-465f-b2a0-60d7cf8b0d24'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:33:57.916220 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Bound port: d72c3fd6-1a1c-4821-8b4d-0c03dbb080de, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18a9bca-6af9-4fb8-ae53-f395bbd1a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3566507f-5351-465f-b2a0-60d7cf8b0d24'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:57.916599 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:57.961051 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-186f9b75-a0b2-4552-abce-9afe632d8cb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 47bbdf87-5325-452c-9588-6aa0e4e3a72e) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:57.971328 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1076c3ad-be34-451c-91bd-8358f294b645 None None] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:57.983437 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186f9b75-a0b2-4552-abce-9afe632d8cb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:57.989963 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186f9b75-a0b2-4552-abce-9afe632d8cb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:57.990572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-186f9b75-a0b2-4552-abce-9afe632d8cb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:58.028537 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-848667b7-dff4-489d-9954-85f4179e856c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:58.037836 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-186f9b75-a0b2-4552-abce-9afe632d8cb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9656775 Jan 21 09:33:58.042755 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40310) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:58.049190 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b7823008-449d-4bb0-bbe2-ea18028e3dc9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1954816714'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:58.059185 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-848667b7-dff4-489d-9954-85f4179e856c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:58.076532 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c02ca4f-5154-49f4-a7ff-8b96ad09db5b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:33:58.084031 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1c02ca4f-5154-49f4-a7ff-8b96ad09db5b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/055977f5-51a1-481f-8955-1e5e5c859ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6647329 Jan 21 09:33:58.091625 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fbb407-77c4-4174-9656-24a6299b8ddb None None] Sync routers for ids ['055977f5-51a1-481f-8955-1e5e5c859ad8'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:33:58.099456 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] For port d72c3fd6-1a1c-4821-8b4d-0c03dbb080de, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:58.103020 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6c3ad8f1-879f-4037-8834-96be119bb966 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:33:58.106123 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] For port d72c3fd6-1a1c-4821-8b4d-0c03dbb080de, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d72c3fd6-1a1c-4821-8b4d-0c03dbb080de,segment=NetworkSegment(b18a9bca-6af9-4fb8-ae53-f395bbd1a656),segment_id=b18a9bca-6af9-4fb8-ae53-f395bbd1a656)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:58.112277 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:58.113037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40312) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:58.117074 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fbb407-77c4-4174-9656-24a6299b8ddb None None] Routers {'055977f5-51a1-481f-8955-1e5e5c859ad8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:58.118547 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a7fbb407-77c4-4174-9656-24a6299b8ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['055977f5-51a1-481f-8955-1e5e5c859ad8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:58.172289 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a7fbb407-77c4-4174-9656-24a6299b8ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:58.173776 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 6c3ad8f1-879f-4037-8834-96be119bb966 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:33:58.174121 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6c3ad8f1-879f-4037-8834-96be119bb966 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:33:58.191167 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fbb407-77c4-4174-9656-24a6299b8ddb None None] Routers {'055977f5-51a1-481f-8955-1e5e5c859ad8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:33:58.193032 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a7fbb407-77c4-4174-9656-24a6299b8ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['055977f5-51a1-481f-8955-1e5e5c859ad8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:58.246752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49f3d7-a651-418c-869d-6562e5ff40aa None None] Pushing event updated for resources: {'Port': ['ID=d72c3fd6-1a1c-4821-8b4d-0c03dbb080de,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:58.261250 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a7fbb407-77c4-4174-9656-24a6299b8ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:58.262549 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fbb407-77c4-4174-9656-24a6299b8ddb None None] The sync data for ids ['055977f5-51a1-481f-8955-1e5e5c859ad8'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:33:58.287423 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-848667b7-dff4-489d-9954-85f4179e856c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network 64875629-844d-4e9a-beff-4fd238eb1b59 is not hosted by any dhcp agent {{(pid=102147) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 21 09:33:58.293540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848667b7-dff4-489d-9954-85f4179e856c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:58.294175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-848667b7-dff4-489d-9954-85f4179e856c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:58.297979 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-848667b7-dff4-489d-9954-85f4179e856c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "PUT /v2.0/networks/64875629-844d-4e9a-beff-4fd238eb1b59 HTTP/1.1" status: 200 len: 758 time: 0.6195745 Jan 21 09:33:58.339550 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40314) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:58.495434 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848667b7-dff4-489d-9954-85f4179e856c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Network': ['ID=64875629-844d-4e9a-beff-4fd238eb1b59,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:58.516293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 64875629-844d-4e9a-beff-4fd238eb1b59 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:58.534667 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7823008-449d-4bb0-bbe2-ea18028e3dc9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:58.539333 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7823008-449d-4bb0-bbe2-ea18028e3dc9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:58.562409 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:58.628400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7823008-449d-4bb0-bbe2-ea18028e3dc9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:58.683113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07947af1-3991-4cd0-844a-8da14a50808b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:58.684526 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-07947af1-3991-4cd0-844a-8da14a50808b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "GET /v2.0/networks?id=64875629-844d-4e9a-beff-4fd238eb1b59 HTTP/1.1" status: 200 len: 761 time: 0.3109226 Jan 21 09:33:58.692587 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40316) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:58.698962 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-9421e83c-a0f4-4565-8845-a5de1e127fde tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1830482858'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:58.706642 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7823008-449d-4bb0-bbe2-ea18028e3dc9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:58.707016 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-b7823008-449d-4bb0-bbe2-ea18028e3dc9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Added segment 79cece0e-3980-47df-9f98-f2388a4208f7 of type vlan for network f36f69c8-b204-4348-9ff5-a59fe298ae37 Jan 21 09:33:58.729433 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2623698d-ac32-4fc2-a788-a5fb0c5d3347 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:58.821736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7823008-449d-4bb0-bbe2-ea18028e3dc9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:58.824999 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:58.851007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623698d-ac32-4fc2-a788-a5fb0c5d3347 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Subnet': ['ID=02625897-c7d4-4520-ab50-02f88cf2d4be,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:58.876013 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9421e83c-a0f4-4565-8845-a5de1e127fde tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:58.879963 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9421e83c-a0f4-4565-8845-a5de1e127fde tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:58.921776 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7823008-449d-4bb0-bbe2-ea18028e3dc9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:58.927653 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7823008-449d-4bb0-bbe2-ea18028e3dc9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:58.928795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7823008-449d-4bb0-bbe2-ea18028e3dc9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:58.937960 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:58.939927 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623698d-ac32-4fc2-a788-a5fb0c5d3347 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Checking segment: {'id': '01a7adcb-0412-440a-a81a-d7263565ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f92cc6eb-e2e5-4272-9f35-fd8929476a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:33:58.940290 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623698d-ac32-4fc2-a788-a5fb0c5d3347 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network hostable DHCP agents. Network: f92cc6eb-e2e5-4272-9f35-fd8929476a75, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:59.025283 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9421e83c-a0f4-4565-8845-a5de1e127fde tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:33:59.028628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623698d-ac32-4fc2-a788-a5fb0c5d3347 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network f92cc6eb-e2e5-4272-9f35-fd8929476a75 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:59.060475 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b7823008-449d-4bb0-bbe2-ea18028e3dc9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0153298 Jan 21 09:33:59.071993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40318) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:59.080548 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'ports': [{'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e'}, {'network_id': 'f36f69c8-b204-4348-9ff5-a59fe298ae37'}]} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:59.081234 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:59.081331 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'network_id': 'f36f69c8-b204-4348-9ff5-a59fe298ae37'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:59.092885 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9421e83c-a0f4-4565-8845-a5de1e127fde tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.093230 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-9421e83c-a0f4-4565-8845-a5de1e127fde tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Added segment c5f61070-edff-4908-9c09-70cf76a47a7d of type vlan for network d680b238-9c76-484a-ad4a-729485703465 Jan 21 09:33:59.094626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7823008-449d-4bb0-bbe2-ea18028e3dc9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Network': ['ID=f36f69c8-b204-4348-9ff5-a59fe298ae37,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:59.105508 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-2623698d-ac32-4fc2-a788-a5fb0c5d3347 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, f92cc6eb-e2e5-4272-9f35-fd8929476a75) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:59.118956 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcca76c-16c4-4c66-a8b5-57812612e3e5 None None] Network f92cc6eb-e2e5-4272-9f35-fd8929476a75 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:59.120895 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network f36f69c8-b204-4348-9ff5-a59fe298ae37 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:59.163473 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9421e83c-a0f4-4565-8845-a5de1e127fde tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.183650 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2623698d-ac32-4fc2-a788-a5fb0c5d3347 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:59.184369 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2623698d-ac32-4fc2-a788-a5fb0c5d3347 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.253428 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-61784bc0-cecf-4472-b1cc-ff2db11ba4a4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.260472 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9421e83c-a0f4-4565-8845-a5de1e127fde tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.266738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421e83c-a0f4-4565-8845-a5de1e127fde tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:59.267358 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9421e83c-a0f4-4565-8845-a5de1e127fde tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.326789 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2623698d-ac32-4fc2-a788-a5fb0c5d3347 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6113434 Jan 21 09:33:59.327056 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40320) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:59.344110 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0c7ca4-da1c-4b4e-9e69-f37078e5f901 None None] Network 3566507f-5351-465f-b2a0-60d7cf8b0d24 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:33:59.365957 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-75be6698-27aa-4bff-8e98-f9c060eb1cbd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'network_id': 'f92cc6eb-e2e5-4272-9f35-fd8929476a75', 'security_groups': [], 'name': 'tempest-PortsTestJSON-517807105'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:59.387593 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Allocated IP 2001:db8::1 (3566507f-5351-465f-b2a0-60d7cf8b0d24/45ef91d3-91fe-4062-a8a0-145abf5a17af/46142db8-094c-4bab-9f1f-a53d6848b8bd) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:59.458366 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9421e83c-a0f4-4565-8845-a5de1e127fde tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7602615 Jan 21 09:33:59.483033 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40322) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:33:59.491349 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6f6e9164-dd5d-4dcc-8404-35086e031685 None None] Provisioning complete for port d72c3fd6-1a1c-4821-8b4d-0c03dbb080de triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:59.492099 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6f6e9164-dd5d-4dcc-8404-35086e031685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.492976 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-440bae58-f73a-4261-8ce5-8ebc95d7c27b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'subnet': {'network_id': 'd680b238-9c76-484a-ad4a-729485703465', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:33:59.502229 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421e83c-a0f4-4565-8845-a5de1e127fde tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Network': ['ID=d680b238-9c76-484a-ad4a-729485703465,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:59.507445 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.541818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-f92cc6eb-e2e5-4272-9f35-fd8929476a75', 'network_id': 'f92cc6eb-e2e5-4272-9f35-fd8929476a75', 'tenant_id': '11fbfc08f0f84eca87febd30d39a357e', 'fixed_ips': [{'subnet_id': '02625897-c7d4-4520-ab50-02f88cf2d4be'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:33:59.542691 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.544593 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network d680b238-9c76-484a-ad4a-729485703465 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:33:59.626648 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.638207 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Allocated IP 172.20.0.1 (9c04556c-3db7-4f2b-90af-a3efe45f650d/cdd91c16-38d3-4633-9a5f-00e2c68ca07a/d1dbc90a-4522-464c-8b68-4862016eaf8c) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:59.809024 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d72c3fd6-1a1c-4821-8b4d-0c03dbb080de up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:33:59.835229 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.838625 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'port': 2} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:59.843004 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.888391 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.901878 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.911601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-61784bc0-cecf-4472-b1cc-ff2db11ba4a4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port 5e9fd9ff-c643-45c6-aca6-4ab1c6c1ca79 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:33:59.912222 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-61784bc0-cecf-4472-b1cc-ff2db11ba4a4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.929088 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.962766 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440bae58-f73a-4261-8ce5-8ebc95d7c27b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:59.966025 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-440bae58-f73a-4261-8ce5-8ebc95d7c27b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:59.999921 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75be6698-27aa-4bff-8e98-f9c060eb1cbd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:00.002970 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75be6698-27aa-4bff-8e98-f9c060eb1cbd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:00.021327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Network 9c04556c-3db7-4f2b-90af-a3efe45f650d is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:00.036008 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:00.054509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:00.063830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Pushing event updated for resources: {'Port': ['ID=d1dbc90a-4522-464c-8b68-4862016eaf8c,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:00.124943 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6f6e9164-dd5d-4dcc-8404-35086e031685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:00.164346 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-61784bc0-cecf-4472-b1cc-ff2db11ba4a4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:00.177445 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Allocated IP 2001:db8::10c (c31ade53-97ad-4c85-91b6-81fa7c0d7122/3592785d-bd4a-4a29-a5de-724125aebbec/6d03f8f2-2184-45da-ac36-b5f84545d278) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:00.185050 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-61784bc0-cecf-4472-b1cc-ff2db11ba4a4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for 5e9fd9ff-c643-45c6-aca6-4ab1c6c1ca79 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:00.190559 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-75be6698-27aa-4bff-8e98-f9c060eb1cbd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] device_id is not set on port 84853e49-6fce-4549-b179-ff9ae41c29b5 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:34:00.193161 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6f6e9164-dd5d-4dcc-8404-35086e031685 None None] For port d72c3fd6-1a1c-4821-8b4d-0c03dbb080de, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d72c3fd6-1a1c-4821-8b4d-0c03dbb080de,segment=NetworkSegment(b18a9bca-6af9-4fb8-ae53-f395bbd1a656),segment_id=b18a9bca-6af9-4fb8-ae53-f395bbd1a656)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:00.195614 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Allocated IP 172.20.0.2 (f92cc6eb-e2e5-4272-9f35-fd8929476a75/02625897-c7d4-4520-ab50-02f88cf2d4be/5b586289-a99a-413a-b3b5-e8fb45f7416d) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:00.206848 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d72c3fd6-1a1c-4821-8b4d-0c03dbb080de triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:00.208331 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:00.210290 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6f6e9164-dd5d-4dcc-8404-35086e031685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:00.214588 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:00.364130 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e9164-dd5d-4dcc-8404-35086e031685 None None] Pushing event updated for resources: {'Port': ['ID=d72c3fd6-1a1c-4821-8b4d-0c03dbb080de,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:00.396179 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:00.456652 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-119daedd-0bcd-4bed-bc3e-19fd11310252 None None] Provisioning complete for port d1dbc90a-4522-464c-8b68-4862016eaf8c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:00.457176 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-119daedd-0bcd-4bed-bc3e-19fd11310252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:00.490999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-61784bc0-cecf-4472-b1cc-ff2db11ba4a4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:00.534450 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-119daedd-0bcd-4bed-bc3e-19fd11310252 None None] Port d1dbc90a-4522-464c-8b68-4862016eaf8c cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:00.540042 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61784bc0-cecf-4472-b1cc-ff2db11ba4a4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=5e9fd9ff-c643-45c6-aca6-4ab1c6c1ca79,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:00.548610 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 3566507f-5351-465f-b2a0-60d7cf8b0d24 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:00.569879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:00.571759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=46142db8-094c-4bab-9f1f-a53d6848b8bd,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:00.572674 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:00.580553 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] device_id is not set on port 0632cfa4-6fc6-4821-9c0a-d8ed308f6512 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:34:00.587820 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:00.588154 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:00.588407 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:00.642948 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Network f92cc6eb-e2e5-4272-9f35-fd8929476a75 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:00.647173 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:00.656653 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:00.662283 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Pushing event updated for resources: {'Port': ['ID=5b586289-a99a-413a-b3b5-e8fb45f7416d,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:00.737871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Attempting to bind port 5b586289-a99a-413a-b3b5-e8fb45f7416d on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:00.738752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Attempting to bind port 5b586289-a99a-413a-b3b5-e8fb45f7416d by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '01a7adcb-0412-440a-a81a-d7263565ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f92cc6eb-e2e5-4272-9f35-fd8929476a75'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:00.739510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Attempting to bind port 5b586289-a99a-413a-b3b5-e8fb45f7416d on network f92cc6eb-e2e5-4272-9f35-fd8929476a75 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:00.742789 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a6d42c2d-e552-4696-98d4-48ce84543504 None None] Provisioning complete for port d72c3fd6-1a1c-4821-8b4d-0c03dbb080de triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:00.743138 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a6d42c2d-e552-4696-98d4-48ce84543504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:00.774694 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:00.775141 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Checking segment: {'id': '01a7adcb-0412-440a-a81a-d7263565ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f92cc6eb-e2e5-4272-9f35-fd8929476a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:00.775516 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:00.775914 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Bound using segment: {'id': '01a7adcb-0412-440a-a81a-d7263565ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f92cc6eb-e2e5-4272-9f35-fd8929476a75'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:00.776445 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Bound port: 5b586289-a99a-413a-b3b5-e8fb45f7416d, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a7adcb-0412-440a-a81a-d7263565ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f92cc6eb-e2e5-4272-9f35-fd8929476a75'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:00.776887 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:00.900169 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] For port 5b586289-a99a-413a-b3b5-e8fb45f7416d, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:00.905112 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] For port 5b586289-a99a-413a-b3b5-e8fb45f7416d, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5b586289-a99a-413a-b3b5-e8fb45f7416d,segment=NetworkSegment(01a7adcb-0412-440a-a81a-d7263565ebe6),segment_id=01a7adcb-0412-440a-a81a-d7263565ebe6)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:00.916769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:00.977684 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-75be6698-27aa-4bff-8e98-f9c060eb1cbd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Allocated IP 172.20.0.4 (f92cc6eb-e2e5-4272-9f35-fd8929476a75/02625897-c7d4-4520-ab50-02f88cf2d4be/84853e49-6fce-4549-b179-ff9ae41c29b5) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:00.982698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:01.038102 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4542d-49d6-4b4a-baa0-5316591c2edc None None] Pushing event updated for resources: {'Port': ['ID=5b586289-a99a-413a-b3b5-e8fb45f7416d,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:01.047145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-440bae58-f73a-4261-8ce5-8ebc95d7c27b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:01.089306 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:01.137525 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:01.159148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8388605a-2315-436d-a819-b8661bc2f226 None None] Provisioning complete for port 46142db8-094c-4bab-9f1f-a53d6848b8bd triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:01.159638 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8388605a-2315-436d-a819-b8661bc2f226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:01.212354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-61784bc0-cecf-4472-b1cc-ff2db11ba4a4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:01.244945 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-8388605a-2315-436d-a819-b8661bc2f226 None None] Port 46142db8-094c-4bab-9f1f-a53d6848b8bd cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:01.256955 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bae58-f73a-4261-8ce5-8ebc95d7c27b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Subnet': ['ID=5a068248-f3be-45ec-a30d-cb7417d13eac,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:01.305227 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:01.326280 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:01.422699 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440bae58-f73a-4261-8ce5-8ebc95d7c27b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Checking segment: {'id': 'c5f61070-edff-4908-9c09-70cf76a47a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd680b238-9c76-484a-ad4a-729485703465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:01.423062 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440bae58-f73a-4261-8ce5-8ebc95d7c27b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network hostable DHCP agents. Network: d680b238-9c76-484a-ad4a-729485703465, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:34:01.476521 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61784bc0-cecf-4472-b1cc-ff2db11ba4a4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 055977f5-51a1-481f-8955-1e5e5c859ad8 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:34:01.488960 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Network c31ade53-97ad-4c85-91b6-81fa7c0d7122 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:01.533245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:01.549939 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:01.559408 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75be6698-27aa-4bff-8e98-f9c060eb1cbd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:01.563794 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] device_id is not set on port 24805960-0d7b-4ec5-8db2-8d2691534154 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:34:01.569679 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Pushing event updated for resources: {'Port': ['ID=6d03f8f2-2184-45da-ac36-b5f84545d278,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:01.631431 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61784bc0-cecf-4472-b1cc-ff2db11ba4a4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:01.640191 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-61784bc0-cecf-4472-b1cc-ff2db11ba4a4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/055977f5-51a1-481f-8955-1e5e5c859ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5238132 Jan 21 09:34:01.640829 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40324) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:01.646936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88eb5f0-0511-45ef-ad9d-5cdfca2e686d None None] Sync routers for ids ['055977f5-51a1-481f-8955-1e5e5c859ad8'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:01.657650 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88eb5f0-0511-45ef-ad9d-5cdfca2e686d None None] Routers {'055977f5-51a1-481f-8955-1e5e5c859ad8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:01.657974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e88eb5f0-0511-45ef-ad9d-5cdfca2e686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['055977f5-51a1-481f-8955-1e5e5c859ad8'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:01.687225 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5a92af18-a3c8-4e0c-bec5-194d39f3967c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports?device_id=055977f5-51a1-481f-8955-1e5e5c859ad8 HTTP/1.1" status: 200 len: 205 time: 0.0419607 Jan 21 09:34:01.691808 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40326) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:01.719228 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e88eb5f0-0511-45ef-ad9d-5cdfca2e686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:01.742748 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88eb5f0-0511-45ef-ad9d-5cdfca2e686d None None] Routers {'055977f5-51a1-481f-8955-1e5e5c859ad8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:01.743703 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e88eb5f0-0511-45ef-ad9d-5cdfca2e686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['055977f5-51a1-481f-8955-1e5e5c859ad8'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:01.788765 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e88eb5f0-0511-45ef-ad9d-5cdfca2e686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:01.790181 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88eb5f0-0511-45ef-ad9d-5cdfca2e686d None None] The sync data for ids ['055977f5-51a1-481f-8955-1e5e5c859ad8'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:01.801773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-39af58ae-89b6-4493-8ec8-a953dc221486 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:01.807854 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:01.836358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d72c3fd6-1a1c-4821-8b4d-0c03dbb080de up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:01.844158 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:01.916365 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d72c3fd6-1a1c-4821-8b4d-0c03dbb080de triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:01.916823 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.012544 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5b586289-a99a-413a-b3b5-e8fb45f7416d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:02.065110 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 5b586289-a99a-413a-b3b5-e8fb45f7416d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:02.065518 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.070745 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-39af58ae-89b6-4493-8ec8-a953dc221486 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.072979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-39af58ae-89b6-4493-8ec8-a953dc221486 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.134010 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440bae58-f73a-4261-8ce5-8ebc95d7c27b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network d680b238-9c76-484a-ad4a-729485703465 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:34:02.141259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-39af58ae-89b6-4493-8ec8-a953dc221486 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.141855 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39af58ae-89b6-4493-8ec8-a953dc221486 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Fanout notify agent at l3_agent the message router_deleted on router 055977f5-51a1-481f-8955-1e5e5c859ad8 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:34:02.146789 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.155568 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-39af58ae-89b6-4493-8ec8-a953dc221486 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.159252 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-39af58ae-89b6-4493-8ec8-a953dc221486 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/routers/055977f5-51a1-481f-8955-1e5e5c859ad8 HTTP/1.1" status: 204 len: 168 time: 0.4654250 Jan 21 09:34:02.160795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40332) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:02.171512 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.175379 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Pushing event updated for resources: {'Port': ['ID=d1dbc90a-4522-464c-8b68-4862016eaf8c,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:02.208856 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-440bae58-f73a-4261-8ce5-8ebc95d7c27b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, d680b238-9c76-484a-ad4a-729485703465) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:02.223859 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8b3e77-cade-432a-9a30-1579a719fdc2 None None] Network d680b238-9c76-484a-ad4a-729485703465 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:02.231507 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440bae58-f73a-4261-8ce5-8ebc95d7c27b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:02.232245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-440bae58-f73a-4261-8ce5-8ebc95d7c27b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.236186 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 5b586289-a99a-413a-b3b5-e8fb45f7416d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5b586289-a99a-413a-b3b5-e8fb45f7416d,segment=NetworkSegment(01a7adcb-0412-440a-a81a-d7263565ebe6),segment_id=01a7adcb-0412-440a-a81a-d7263565ebe6)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:02.253796 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.283793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-235cd235-3039-46d6-9976-51ff08edf259 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting subnet eb779b26-b25b-433b-b142-a5eeeb76ea4c {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:34:02.290485 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-235cd235-3039-46d6-9976-51ff08edf259 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.304397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb615f2e-f409-4bc3-b475-f854c83a5623 None None] Network f92cc6eb-e2e5-4272-9f35-fd8929476a75 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:02.341088 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75be6698-27aa-4bff-8e98-f9c060eb1cbd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.348143 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-440bae58-f73a-4261-8ce5-8ebc95d7c27b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8608994 Jan 21 09:34:02.348322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-235cd235-3039-46d6-9976-51ff08edf259 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.351476 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40334) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:02.393440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Network 9c04556c-3db7-4f2b-90af-a3efe45f650d is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:02.401030 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=5b586289-a99a-413a-b3b5-e8fb45f7416d,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:02.427633 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.430199 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75be6698-27aa-4bff-8e98-f9c060eb1cbd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network f92cc6eb-e2e5-4272-9f35-fd8929476a75 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:02.431396 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:02.475814 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.476578 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.485173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-75be6698-27aa-4bff-8e98-f9c060eb1cbd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:02.496072 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be6698-27aa-4bff-8e98-f9c060eb1cbd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:02.547308 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.551699 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be6698-27aa-4bff-8e98-f9c060eb1cbd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=84853e49-6fce-4549-b179-ff9ae41c29b5,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:02.585948 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-beb565ed-ee3f-4702-aba5-f00862c84049 None None] Provisioning complete for port 5b586289-a99a-413a-b3b5-e8fb45f7416d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:02.586707 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-beb565ed-ee3f-4702-aba5-f00862c84049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.589035 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-d680b238-9c76-484a-ad4a-729485703465', 'network_id': 'd680b238-9c76-484a-ad4a-729485703465', 'tenant_id': 'b2f81884496e439da06be21a280d281b', 'fixed_ips': [{'subnet_id': '5a068248-f3be-45ec-a30d-cb7417d13eac'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:34:02.590209 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.608389 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-235cd235-3039-46d6-9976-51ff08edf259 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.642189 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.677105 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.712852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Router 967525c2-e2c0-45a8-8ea3-d0c83532cac4 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:34:02.746961 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be6698-27aa-4bff-8e98-f9c060eb1cbd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:02.748037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75be6698-27aa-4bff-8e98-f9c060eb1cbd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.748680 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-235cd235-3039-46d6-9976-51ff08edf259 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.772614 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=46142db8-094c-4bab-9f1f-a53d6848b8bd,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:02.823135 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-75be6698-27aa-4bff-8e98-f9c060eb1cbd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.4681818 Jan 21 09:34:02.829803 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40336) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:02.831543 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.838639 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cd235-3039-46d6-9976-51ff08edf259 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Subnet': ['ID=eb779b26-b25b-433b-b142-a5eeeb76ea4c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:02.871910 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.872467 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-235cd235-3039-46d6-9976-51ff08edf259 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.875984 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-235cd235-3039-46d6-9976-51ff08edf259 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/eb779b26-b25b-433b-b142-a5eeeb76ea4c HTTP/1.1" status: 204 len: 168 time: 0.7105463 Jan 21 09:34:02.883253 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40338) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:02.888436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5798aaf-0d74-4df2-9774-c8c6e06e0d5f None None] Network e25eb80c-149f-454a-8144-df2b124b367d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:02.894866 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Allocated IP 172.20.0.2 (d680b238-9c76-484a-ad4a-729485703465/5a068248-f3be-45ec-a30d-cb7417d13eac/5a9be93d-1a56-4b53-bdaf-5823461a0d17) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:02.951084 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 3566507f-5351-465f-b2a0-60d7cf8b0d24 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:02.962376 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:02.983667 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=0632cfa4-6fc6-4821-9c0a-d8ed308f6512,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:03.006396 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f6a2aa-ee56-4589-a484-35c861e4d332 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting subnet e5028d7e-9a5a-4a56-8433-c15eccd34e9e {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:34:03.009645 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-93f6a2aa-ee56-4589-a484-35c861e4d332 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.051539 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-93f6a2aa-ee56-4589-a484-35c861e4d332 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.102518 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:03.120196 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-72410a33-7f68-4857-bd79-1008c0e236df None None] Provisioning complete for port d1dbc90a-4522-464c-8b68-4862016eaf8c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:03.120415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:03.120565 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-72410a33-7f68-4857-bd79-1008c0e236df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.122843 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:03.123942 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.135354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:03.147916 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff3a7c8-88a8-4d56-b6af-a8e24f34607a None None] Sync routers for ids ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:03.169080 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f580face-b1e0-4710-ae6a-224b5c16567c tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] 10.222.0.88 "PUT /v2.0/routers/967525c2-e2c0-45a8-8ea3-d0c83532cac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9950655 Jan 21 09:34:03.171510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40340) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:03.177098 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d5ca58a6-6807-4a89-8246-e69d95682faa tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Request body: {'port': {'network_id': '9c04556c-3db7-4f2b-90af-a3efe45f650d', 'name': 'tempest-FloatingIPAdminTestJSON-1279949464'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:03.184201 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff3a7c8-88a8-4d56-b6af-a8e24f34607a None None] Routers {'967525c2-e2c0-45a8-8ea3-d0c83532cac4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:03.185314 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8ff3a7c8-88a8-4d56-b6af-a8e24f34607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:03.260591 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8ff3a7c8-88a8-4d56-b6af-a8e24f34607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:03.282173 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff3a7c8-88a8-4d56-b6af-a8e24f34607a None None] Routers {'967525c2-e2c0-45a8-8ea3-d0c83532cac4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:03.283037 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8ff3a7c8-88a8-4d56-b6af-a8e24f34607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:03.289203 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-b2c899db-d445-4352-98cf-001908f57939 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port 84853e49-6fce-4549-b179-ff9ae41c29b5 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:03.289597 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b2c899db-d445-4352-98cf-001908f57939 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.294854 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-93f6a2aa-ee56-4589-a484-35c861e4d332 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.306946 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-72410a33-7f68-4857-bd79-1008c0e236df None None] Port d1dbc90a-4522-464c-8b68-4862016eaf8c cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:03.331515 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=24805960-0d7b-4ec5-8db2-8d2691534154,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:03.381765 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8ff3a7c8-88a8-4d56-b6af-a8e24f34607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:03.383089 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff3a7c8-88a8-4d56-b6af-a8e24f34607a None None] The sync data for ids ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:03.392284 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.412423 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.448663 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.487838 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Subnet': ['ID=5a068248-f3be-45ec-a30d-cb7417d13eac,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:03.498091 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-93f6a2aa-ee56-4589-a484-35c861e4d332 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.579907 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6a2aa-ee56-4589-a484-35c861e4d332 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Subnet': ['ID=e5028d7e-9a5a-4a56-8433-c15eccd34e9e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:03.581516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ca58a6-6807-4a89-8246-e69d95682faa tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Made reservation on behalf of f3740b0cdfad42c18313ed522ecb3e41 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:03.586089 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d5ca58a6-6807-4a89-8246-e69d95682faa tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.589027 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-93f6a2aa-ee56-4589-a484-35c861e4d332 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.591646 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b2c899db-d445-4352-98cf-001908f57939 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.592226 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-93f6a2aa-ee56-4589-a484-35c861e4d332 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/e5028d7e-9a5a-4a56-8433-c15eccd34e9e HTTP/1.1" status: 204 len: 168 time: 0.7084916 Jan 21 09:34:03.600847 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cc37b8-e67e-4a1a-83c4-cf3fb5df48cf None None] DHCP port deletion for e25eb80c-149f-454a-8144-df2b124b367d request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:34:03.602094 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40342) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:03.614815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Checking segment: {'id': '79cece0e-3980-47df-9f98-f2388a4208f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f36f69c8-b204-4348-9ff5-a59fe298ae37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:03.615299 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network hostable DHCP agents. Network: f36f69c8-b204-4348-9ff5-a59fe298ae37, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:34:03.623421 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router d062579b-ae79-4a1a-a282-9613910382dd is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:34:03.623632 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5fbdce-af6b-4033-b647-4a64313ae5d8 None None] Network 39618339-61f9-4183-ae1d-00d7516e0b63 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:03.630503 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.635588 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-b2c899db-d445-4352-98cf-001908f57939 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for 84853e49-6fce-4549-b179-ff9ae41c29b5 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:03.689708 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Network d680b238-9c76-484a-ad4a-729485703465 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:03.704251 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5b586289-a99a-413a-b3b5-e8fb45f7416d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:03.728297 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:03.731975 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:03.772096 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Pushing event updated for resources: {'Port': ['ID=5a9be93d-1a56-4b53-bdaf-5823461a0d17,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:03.779934 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6849bb6f-1081-4be5-88f5-cf4a54b16732 None None] Provisioning complete for port 5b586289-a99a-413a-b3b5-e8fb45f7416d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:03.780338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6849bb6f-1081-4be5-88f5-cf4a54b16732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.852305 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network f36f69c8-b204-4348-9ff5-a59fe298ae37 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:34:03.915807 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, f36f69c8-b204-4348-9ff5-a59fe298ae37) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:03.931856 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:03.935625 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Attempting to bind port 5a9be93d-1a56-4b53-bdaf-5823461a0d17 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:03.935998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Attempting to bind port 5a9be93d-1a56-4b53-bdaf-5823461a0d17 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'c5f61070-edff-4908-9c09-70cf76a47a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd680b238-9c76-484a-ad4a-729485703465'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:03.936350 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Attempting to bind port 5a9be93d-1a56-4b53-bdaf-5823461a0d17 on network d680b238-9c76-484a-ad4a-729485703465 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:03.937606 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:03.942714 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:03.943500 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.946883 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb0f453-5886-4de9-9eaa-333428197b98 None None] Network f36f69c8-b204-4348-9ff5-a59fe298ae37 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:03.965704 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:03.966009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Checking segment: {'id': 'c5f61070-edff-4908-9c09-70cf76a47a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd680b238-9c76-484a-ad4a-729485703465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:03.966333 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.967224 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Bound using segment: {'id': 'c5f61070-edff-4908-9c09-70cf76a47a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd680b238-9c76-484a-ad4a-729485703465'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:03.967224 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Bound port: 5a9be93d-1a56-4b53-bdaf-5823461a0d17, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f61070-edff-4908-9c09-70cf76a47a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd680b238-9c76-484a-ad4a-729485703465'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:03.967607 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:03.995697 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:04.010585 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a14dad96-cf4b-43e6-9d81-917ded4a8949 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/d062579b-ae79-4a1a-a282-9613910382dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1835122 Jan 21 09:34:04.013581 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40344) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:04.019685 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9a7d22-30d2-4b6c-bfcc-ea2774517cc4 None None] Sync routers for ids ['d062579b-ae79-4a1a-a282-9613910382dd'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:04.023564 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e2422635-3cff-4da0-8712-eb1ad3caeeec tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.9480627 Jan 21 09:34:04.023722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-76cc37b8-e67e-4a1a-83c4-cf3fb5df48cf None None] Deleting port 4a808576-634c-495c-ba7b-de19b349ce58 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:04.023722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-76cc37b8-e67e-4a1a-83c4-cf3fb5df48cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.024934 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 5b586289-a99a-413a-b3b5-e8fb45f7416d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:04.025296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.050320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40346) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:04.072230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.080025 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5830ea1-5f78-485c-b121-155cd68301a3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:04.085695 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b5830ea1-5f78-485c-b121-155cd68301a3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports/46142db8-094c-4bab-9f1f-a53d6848b8bd HTTP/1.1" status: 200 len: 911 time: 0.0686510 Jan 21 09:34:04.089863 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-d5ca58a6-6807-4a89-8246-e69d95682faa tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] device_id is not set on port a83a42da-88e5-4b2a-ab3e-42fccf0d2b6f yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:34:04.091220 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40348) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:04.111772 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-bb4790ca-758b-4d3a-8e01-de2247cdc889 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '45ef91d3-91fe-4062-a8a0-145abf5a17af'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:04.148415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b2c899db-d445-4352-98cf-001908f57939 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.186232 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dc7a4c-2f1e-4dbd-815f-9e12eb52dc69 None None] DHCP port deletion for 39618339-61f9-4183-ae1d-00d7516e0b63 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:34:04.196966 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d680b238-9c76-484a-ad4a-729485703465']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:04.202054 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a7d22-30d2-4b6c-bfcc-ea2774517cc4 None None] Routers {'d062579b-ae79-4a1a-a282-9613910382dd'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:04.202214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.203222 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-6f9a7d22-30d2-4b6c-bfcc-ea2774517cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d062579b-ae79-4a1a-a282-9613910382dd'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:04.206706 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c899db-d445-4352-98cf-001908f57939 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=84853e49-6fce-4549-b179-ff9ae41c29b5,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:04.227684 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f61070-edff-4908-9c09-70cf76a47a7d') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:04.227982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f61070-edff-4908-9c09-70cf76a47a7d') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:04.276518 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.302633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-76cc37b8-e67e-4a1a-83c4-cf3fb5df48cf None None] For port 4a808576-634c-495c-ba7b-de19b349ce58, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4a808576-634c-495c-ba7b-de19b349ce58,segment=NetworkSegment(32889309-f113-4605-ab56-e4d47332df4c),segment_id=32889309-f113-4605-ab56-e4d47332df4c)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:04.303026 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-76cc37b8-e67e-4a1a-83c4-cf3fb5df48cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.305731 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-6f9a7d22-30d2-4b6c-bfcc-ea2774517cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:04.314426 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Router 4c6e5bd3-f5b1-453f-9e85-4ee5e04a3b84 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:34:04.354396 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.365279 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b2c899db-d445-4352-98cf-001908f57939 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.369068 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b2c899db-d445-4352-98cf-001908f57939 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/84853e49-6fce-4549-b179-ff9ae41c29b5 HTTP/1.1" status: 204 len: 168 time: 1.5382886 Jan 21 09:34:04.372075 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:34:04.372462 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:34:04.376490 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:34:04.381689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40350) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:04.387460 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6849bb6f-1081-4be5-88f5-cf4a54b16732 None None] Could not find standard attr ID for object 84853e49-6fce-4549-b179-ff9ae41c29b5. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:34:04.421513 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] For port 5a9be93d-1a56-4b53-bdaf-5823461a0d17, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:04.431557 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a7d22-30d2-4b6c-bfcc-ea2774517cc4 None None] Routers {'d062579b-ae79-4a1a-a282-9613910382dd'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:04.432510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-6f9a7d22-30d2-4b6c-bfcc-ea2774517cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d062579b-ae79-4a1a-a282-9613910382dd'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:04.453820 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb4790ca-758b-4d3a-8e01-de2247cdc889 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.476001 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03ecea4-207a-448f-b933-33903b35583c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] GET failed (client error): The resource could not be found. Jan 21 09:34:04.480820 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e03ecea4-207a-448f-b933-33903b35583c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports/84853e49-6fce-4549-b179-ff9ae41c29b5 HTTP/1.1" status: 404 len: 333 time: 0.0975213 Jan 21 09:34:04.482346 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-d5ca58a6-6807-4a89-8246-e69d95682faa tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Allocated IP 172.20.0.3 (9c04556c-3db7-4f2b-90af-a3efe45f650d/cdd91c16-38d3-4633-9a5f-00e2c68ca07a/a83a42da-88e5-4b2a-ab3e-42fccf0d2b6f) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:04.489965 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-76cc37b8-e67e-4a1a-83c4-cf3fb5df48cf None None] Calling delete_port for 4a808576-634c-495c-ba7b-de19b349ce58 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:04.493159 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40352) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:04.495383 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-6f9a7d22-30d2-4b6c-bfcc-ea2774517cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:04.496180 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9a7d22-30d2-4b6c-bfcc-ea2774517cc4 None None] The sync data for ids ['d062579b-ae79-4a1a-a282-9613910382dd'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:04.552639 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-a600bc96-61ca-4518-9bd6-e2c7717128b9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port 24805960-0d7b-4ec5-8db2-8d2691534154 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:04.553307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a600bc96-61ca-4518-9bd6-e2c7717128b9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.580290 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] For port 5a9be93d-1a56-4b53-bdaf-5823461a0d17, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5a9be93d-1a56-4b53-bdaf-5823461a0d17,segment=NetworkSegment(c5f61070-edff-4908-9c09-70cf76a47a7d),segment_id=c5f61070-edff-4908-9c09-70cf76a47a7d)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:04.587911 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.db.api [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:34:04.587911 dv-neutron-825721-1-hyperv neutron-server[102147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:34:04.587911 dv-neutron-825721-1-hyperv neutron-server[102147]: [parameters: {'id': 'd680b238-9c76-484a-ad4a-729485703465'}] Jan 21 09:34:04.587911 dv-neutron-825721-1-hyperv neutron-server[102147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:34:04.588811 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG oslo_db.api [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:34:04.622684 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.626481 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port 4a808576-634c-495c-ba7b-de19b349ce58 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:04.627009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.633915 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:04.656125 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Sync routers for ids ['4c6e5bd3-f5b1-453f-9e85-4ee5e04a3b84'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:04.671434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.672346 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7dfcfd24-4f6c-49c1-b808-661ec438eadb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.1517038 Jan 21 09:34:04.678843 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40354) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:04.679660 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Routers {'4c6e5bd3-f5b1-453f-9e85-4ee5e04a3b84'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:04.688132 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['4c6e5bd3-f5b1-453f-9e85-4ee5e04a3b84'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:04.688565 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc7a4c-2f1e-4dbd-815f-9e12eb52dc69 None None] Deleting port d32612ea-5679-4e5d-9ddb-dcdb8f8eb685 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:04.688941 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7a4c-2f1e-4dbd-815f-9e12eb52dc69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.698409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ef115287-6d57-4f46-9b63-50ce18f78cab None None] Provisioning complete for port 46142db8-094c-4bab-9f1f-a53d6848b8bd triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:04.698771 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ef115287-6d57-4f46-9b63-50ce18f78cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.712339 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f91bf02-d6a1-415b-b388-c8b5f88479c7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting subnet 02625897-c7d4-4520-ab50-02f88cf2d4be {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:34:04.728002 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9f91bf02-d6a1-415b-b388-c8b5f88479c7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.776340 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a600bc96-61ca-4518-9bd6-e2c7717128b9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.838486 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-a600bc96-61ca-4518-9bd6-e2c7717128b9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for 24805960-0d7b-4ec5-8db2-8d2691534154 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:04.842130 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9f91bf02-d6a1-415b-b388-c8b5f88479c7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.880825 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4a808576-634c-495c-ba7b-de19b349ce58 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:34:04.890741 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf172372-c2cc-48af-8f36-9f0c949fd69f None None] Pushing event updated for resources: {'Port': ['ID=5a9be93d-1a56-4b53-bdaf-5823461a0d17,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:04.917807 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ef115287-6d57-4f46-9b63-50ce18f78cab None None] Port 46142db8-094c-4bab-9f1f-a53d6848b8bd cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:04.930556 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a7dc7a4c-2f1e-4dbd-815f-9e12eb52dc69 None None] For port d32612ea-5679-4e5d-9ddb-dcdb8f8eb685, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d32612ea-5679-4e5d-9ddb-dcdb8f8eb685,segment=NetworkSegment(097bb2ff-8095-4d1d-8726-745f45230352),segment_id=097bb2ff-8095-4d1d-8726-745f45230352)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:04.931107 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7a4c-2f1e-4dbd-815f-9e12eb52dc69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.947948 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4ef16b-74f8-4e6b-b0a7-cdf2cdc47d55 None None] Network d680b238-9c76-484a-ad4a-729485703465 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:04.959426 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ef115287-6d57-4f46-9b63-50ce18f78cab None None] Could not find standard attr ID for object 84853e49-6fce-4549-b179-ff9ae41c29b5. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:34:04.975825 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-76cc37b8-e67e-4a1a-83c4-cf3fb5df48cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:04.976178 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Set router 4c6e5bd3-f5b1-453f-9e85-4ee5e04a3b84 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:34:04.979666 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc7a4c-2f1e-4dbd-815f-9e12eb52dc69 None None] Calling delete_port for d32612ea-5679-4e5d-9ddb-dcdb8f8eb685 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:04.980279 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] For port 4a808576-634c-495c-ba7b-de19b349ce58, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4a808576-634c-495c-ba7b-de19b349ce58,segment=NetworkSegment(32889309-f113-4605-ab56-e4d47332df4c),segment_id=32889309-f113-4605-ab56-e4d47332df4c)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:04.981009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.005318 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for 4a808576-634c-495c-ba7b-de19b349ce58 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:05.064320 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc37b8-e67e-4a1a-83c4-cf3fb5df48cf None None] Pushing event deleted for resources: {'Port': ['ID=4a808576-634c-495c-ba7b-de19b349ce58,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:05.067158 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cc37b8-e67e-4a1a-83c4-cf3fb5df48cf None None] No DVR routers for this DVR port 4a808576-634c-495c-ba7b-de19b349ce58 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:05.077016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No active binding found for port 4a808576-634c-495c-ba7b-de19b349ce58 {{(pid=102148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 21 09:34:05.077449 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4a808576-634c-495c-ba7b-de19b349ce58 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:34:05.120179 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.191959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9f91bf02-d6a1-415b-b388-c8b5f88479c7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.200245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d5ca58a6-6807-4a89-8246-e69d95682faa tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.228701 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7a4c-2f1e-4dbd-815f-9e12eb52dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.252848 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a600bc96-61ca-4518-9bd6-e2c7717128b9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.278903 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc7a4c-2f1e-4dbd-815f-9e12eb52dc69 None None] Pushing event deleted for resources: {'Port': ['ID=d32612ea-5679-4e5d-9ddb-dcdb8f8eb685,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:05.286307 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc7a4c-2f1e-4dbd-815f-9e12eb52dc69 None None] No DVR routers for this DVR port d32612ea-5679-4e5d-9ddb-dcdb8f8eb685 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:05.292393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a39796ba-0de8-4682-8fed-0f47e75de169 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.310216 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687bbb83-af4c-45f0-8d32-9de4e111a544 None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:34:05.330236 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600bc96-61ca-4518-9bd6-e2c7717128b9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=24805960-0d7b-4ec5-8db2-8d2691534154,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:05.348232 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6e5bd3-f5b1-453f-9e85-4ee5e04a3b84', 'name': '', 'tenant_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31ade53-97ad-4c85-91b6-81fa7c0d7122', 'external_fixed_ips': [{'subnet_id': '3592785d-bd4a-4a29-a5de-724125aebbec', 'ip_address': '2001:db8::10c'}], 'enable_snat': True}, 'gw_port_id': '6d03f8f2-2184-45da-ac36-b5f84545d278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:33:57Z', 'updated_at': '2022-01-21T09:34:02Z', 'revision_number': 3, 'project_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'gw_port': {'id': '6d03f8f2-2184-45da-ac36-b5f84545d278', 'name': '', 'network_id': 'c31ade53-97ad-4c85-91b6-81fa7c0d7122', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:04:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6e5bd3-f5b1-453f-9e85-4ee5e04a3b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3592785d-bd4a-4a29-a5de-724125aebbec', 'ip_address': '2001:db8::10c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:33:59Z', 'updated_at': '2022-01-21T09:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3592785d-bd4a-4a29-a5de-724125aebbec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:05.355137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a600bc96-61ca-4518-9bd6-e2c7717128b9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.358750 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a600bc96-61ca-4518-9bd6-e2c7717128b9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/24805960-0d7b-4ec5-8db2-8d2691534154 HTTP/1.1" status: 204 len: 168 time: 1.3054090 Jan 21 09:34:05.361853 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40356) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:05.384659 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.388640 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Checking router: 4c6e5bd3-f5b1-453f-9e85-4ee5e04a3b84 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:34:05.389087 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Updating router 4c6e5bd3-f5b1-453f-9e85-4ee5e04a3b84 port 6d03f8f2-2184-45da-ac36-b5f84545d278 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:34:05.427887 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=4a808576-634c-495c-ba7b-de19b349ce58,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:05.429755 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.434833 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] No DVR routers for this DVR port 4a808576-634c-495c-ba7b-de19b349ce58 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:05.443359 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d5ca58a6-6807-4a89-8246-e69d95682faa tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.447991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9f91bf02-d6a1-415b-b388-c8b5f88479c7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.477327 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687bbb83-af4c-45f0-8d32-9de4e111a544 None None] Resources bound (agent type, host, resource id): {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:34:05.544357 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91bf02-d6a1-415b-b388-c8b5f88479c7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Subnet': ['ID=02625897-c7d4-4520-ab50-02f88cf2d4be,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:05.555486 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9f91bf02-d6a1-415b-b388-c8b5f88479c7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.561377 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9f91bf02-d6a1-415b-b388-c8b5f88479c7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/02625897-c7d4-4520-ab50-02f88cf2d4be HTTP/1.1" status: 204 len: 168 time: 1.0649068 Jan 21 09:34:05.567693 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40358) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:05.614604 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb4790ca-758b-4d3a-8e01-de2247cdc889 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.620700 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca58a6-6807-4a89-8246-e69d95682faa tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Network 9c04556c-3db7-4f2b-90af-a3efe45f650d is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:05.637081 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb4790ca-758b-4d3a-8e01-de2247cdc889 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.642622 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Deleting port 5a9be93d-1a56-4b53-bdaf-5823461a0d17 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:05.642964 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.643662 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4790ca-758b-4d3a-8e01-de2247cdc889 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:05.644353 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb4790ca-758b-4d3a-8e01-de2247cdc889 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.650347 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bb4790ca-758b-4d3a-8e01-de2247cdc889 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/ports/46142db8-094c-4bab-9f1f-a53d6848b8bd HTTP/1.1" status: 200 len: 911 time: 1.5580530 Jan 21 09:34:05.651749 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-d5ca58a6-6807-4a89-8246-e69d95682faa tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:05.653139 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40360) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:05.654801 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca58a6-6807-4a89-8246-e69d95682faa tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:05.701823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.725369 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da49a1bd-1220-4db2-a6f8-7b56c2b16b1f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:05.731263 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da49a1bd-1220-4db2-a6f8-7b56c2b16b1f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:05.732867 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-da49a1bd-1220-4db2-a6f8-7b56c2b16b1f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3698964 Jan 21 09:34:05.766513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40362) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:05.773367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca58a6-6807-4a89-8246-e69d95682faa tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Pushing event updated for resources: {'Port': ['ID=a83a42da-88e5-4b2a-ab3e-42fccf0d2b6f,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:05.780785 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4790ca-758b-4d3a-8e01-de2247cdc889 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=46142db8-094c-4bab-9f1f-a53d6848b8bd,revision_number=3']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:05.829033 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.839203 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.842548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25eb80c-149f-454a-8144-df2b124b367d']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:05.859951 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d32612ea-5679-4e5d-9ddb-dcdb8f8eb685 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:34:05.884366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32889309-f113-4605-ab56-e4d47332df4c') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:05.884646 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32889309-f113-4605-ab56-e4d47332df4c') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:05.893367 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: d32612ea-5679-4e5d-9ddb-dcdb8f8eb685 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:34:05.894062 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d32612ea-5679-4e5d-9ddb-dcdb8f8eb685 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:34:05.898381 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca58a6-6807-4a89-8246-e69d95682faa tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:05.899053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d5ca58a6-6807-4a89-8246-e69d95682faa tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.904347 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.927753 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] For port 5a9be93d-1a56-4b53-bdaf-5823461a0d17, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5a9be93d-1a56-4b53-bdaf-5823461a0d17,segment=NetworkSegment(c5f61070-edff-4908-9c09-70cf76a47a7d),segment_id=c5f61070-edff-4908-9c09-70cf76a47a7d)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:05.928122 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.935673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.952704 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-af8bdaaa-b04e-48ce-9a73-f8330fe141c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.981162 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a39796ba-0de8-4682-8fed-0f47e75de169 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:05.992589 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Calling delete_port for 5a9be93d-1a56-4b53-bdaf-5823461a0d17 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:05.998498 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.020791 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d5ca58a6-6807-4a89-8246-e69d95682faa tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8438933 Jan 21 09:34:06.021092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40364) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:06.023760 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae05b4-d886-425a-a19c-c4e2386faaf9 None None] Pushing event updated for resources: {'Port': ['ID=6d03f8f2-2184-45da-ac36-b5f84545d278,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:06.034907 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae05b4-d886-425a-a19c-c4e2386faaf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:06.035423 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae05b4-d886-425a-a19c-c4e2386faaf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:06.035964 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae05b4-d886-425a-a19c-c4e2386faaf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:06.036254 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:34:06.036660 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.037157 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae05b4-d886-425a-a19c-c4e2386faaf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:06.037570 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae05b4-d886-425a-a19c-c4e2386faaf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:06.037995 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae05b4-d886-425a-a19c-c4e2386faaf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:06.038415 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae05b4-d886-425a-a19c-c4e2386faaf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:06.039128 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae05b4-d886-425a-a19c-c4e2386faaf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:06.039518 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae05b4-d886-425a-a19c-c4e2386faaf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:06.039932 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae05b4-d886-425a-a19c-c4e2386faaf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:34:06.040053 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:34:06.042715 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae05b4-d886-425a-a19c-c4e2386faaf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:06.042715 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae05b4-d886-425a-a19c-c4e2386faaf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:06.061515 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Attempting to bind port 6d03f8f2-2184-45da-ac36-b5f84545d278 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:06.063769 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Attempting to bind port 6d03f8f2-2184-45da-ac36-b5f84545d278 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'f84d12b5-2cd6-4a08-8e6c-860f6b994de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c31ade53-97ad-4c85-91b6-81fa7c0d7122'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:06.064193 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Attempting to bind port 6d03f8f2-2184-45da-ac36-b5f84545d278 on network c31ade53-97ad-4c85-91b6-81fa7c0d7122 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:06.071472 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:06.071896 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Checking segment: {'id': 'f84d12b5-2cd6-4a08-8e6c-860f6b994de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c31ade53-97ad-4c85-91b6-81fa7c0d7122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:06.072393 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.073518 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Bound using segment: {'id': 'f84d12b5-2cd6-4a08-8e6c-860f6b994de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c31ade53-97ad-4c85-91b6-81fa7c0d7122'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:06.074030 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Bound port: 6d03f8f2-2184-45da-ac36-b5f84545d278, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d12b5-2cd6-4a08-8e6c-860f6b994de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c31ade53-97ad-4c85-91b6-81fa7c0d7122'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:06.074499 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.138861 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb11c80-3930-463d-8f07-ea415b7f2852 None None] Network f92cc6eb-e2e5-4272-9f35-fd8929476a75 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:06.151749 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-a39796ba-0de8-4682-8fed-0f47e75de169 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Deleting port 6d03f8f2-2184-45da-ac36-b5f84545d278 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:06.152095 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a39796ba-0de8-4682-8fed-0f47e75de169 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.153770 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] For port 6d03f8f2-2184-45da-ac36-b5f84545d278, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:06.157217 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] For port 6d03f8f2-2184-45da-ac36-b5f84545d278, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6d03f8f2-2184-45da-ac36-b5f84545d278,segment=NetworkSegment(f84d12b5-2cd6-4a08-8e6c-860f6b994de0),segment_id=f84d12b5-2cd6-4a08-8e6c-860f6b994de0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:06.165788 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.259549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.267608 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Routers {'4c6e5bd3-f5b1-453f-9e85-4ee5e04a3b84'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:06.268229 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:33:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['4c6e5bd3-f5b1-453f-9e85-4ee5e04a3b84'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:06.269363 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-a39796ba-0de8-4682-8fed-0f47e75de169 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] For port 6d03f8f2-2184-45da-ac36-b5f84545d278, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:06.270394 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a39796ba-0de8-4682-8fed-0f47e75de169 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.302991 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-a39796ba-0de8-4682-8fed-0f47e75de169 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Calling delete_port for 6d03f8f2-2184-45da-ac36-b5f84545d278 owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:06.304280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'project_id': 'f3740b0cdfad42c18313ed522ecb3e41', 'port_id': 'a83a42da-88e5-4b2a-ab3e-42fccf0d2b6f'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:06.312957 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae05b4-d886-425a-a19c-c4e2386faaf9 None None] Pushing event updated for resources: {'Port': ['ID=6d03f8f2-2184-45da-ac36-b5f84545d278,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:06.338898 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.350756 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/networks/e25eb80c-149f-454a-8144-df2b124b367d HTTP/1.1" status: 204 len: 168 time: 2.7466884 Jan 21 09:34:06.371378 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] Set router 4c6e5bd3-f5b1-453f-9e85-4ee5e04a3b84 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:34:06.375688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40368) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:06.390032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f1aac-494c-47d8-b5a3-1852315f6707 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port 0632cfa4-6fc6-4821-9c0a-d8ed308f6512 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:06.390623 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1aac-494c-47d8-b5a3-1852315f6707 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.430895 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fadf0-0e95-4b4e-94d2-1e1652b50631 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Network': ['ID=e25eb80c-149f-454a-8144-df2b124b367d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:06.437729 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6e5bd3-f5b1-453f-9e85-4ee5e04a3b84', 'name': '', 'tenant_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:33:57Z', 'updated_at': '2022-01-21T09:34:05Z', 'revision_number': 4, 'project_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:06.440818 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.474890 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac851364-99c8-4ed8-994e-3e84c85d4ffe None None] The sync data for ids ['4c6e5bd3-f5b1-453f-9e85-4ee5e04a3b84'] in dv-neutron-825721-1-hyperv is: [{'id': '4c6e5bd3-f5b1-453f-9e85-4ee5e04a3b84', 'name': '', 'tenant_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:33:57Z', 'updated_at': '2022-01-21T09:34:05Z', 'revision_number': 4, 'project_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'gw_port_host': None}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:06.498111 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c084f6-da8f-4d91-96f0-3e9d0ee566d8 None None] DHCP port deletion for f92cc6eb-e2e5-4272-9f35-fd8929476a75 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:34:06.502780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.528778 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port 5b586289-a99a-413a-b3b5-e8fb45f7416d {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:06.529103 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.546943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3600882-5610-43f0-9b1a-c95be93d8a71 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.560879 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-21c084f6-da8f-4d91-96f0-3e9d0ee566d8 None None] Deleting port 5b586289-a99a-413a-b3b5-e8fb45f7416d {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:06.561263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-21c084f6-da8f-4d91-96f0-3e9d0ee566d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.626538 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-21c084f6-da8f-4d91-96f0-3e9d0ee566d8 None None] For port 5b586289-a99a-413a-b3b5-e8fb45f7416d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5b586289-a99a-413a-b3b5-e8fb45f7416d,segment=NetworkSegment(01a7adcb-0412-440a-a81a-d7263565ebe6),segment_id=01a7adcb-0412-440a-a81a-d7263565ebe6)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:06.626858 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-21c084f6-da8f-4d91-96f0-3e9d0ee566d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.635816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Port': ['ID=5a9be93d-1a56-4b53-bdaf-5823461a0d17,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:06.642395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-21c084f6-da8f-4d91-96f0-3e9d0ee566d8 None None] Calling delete_port for 5b586289-a99a-413a-b3b5-e8fb45f7416d owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:06.681867 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No DVR routers for this DVR port 5a9be93d-1a56-4b53-bdaf-5823461a0d17 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:06.693969 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1aac-494c-47d8-b5a3-1852315f6707 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.741303 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-21c084f6-da8f-4d91-96f0-3e9d0ee566d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.773541 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c084f6-da8f-4d91-96f0-3e9d0ee566d8 None None] No DVR routers for this DVR port 5b586289-a99a-413a-b3b5-e8fb45f7416d on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:06.778336 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c084f6-da8f-4d91-96f0-3e9d0ee566d8 None None] Pushing event deleted for resources: {'Port': ['ID=5b586289-a99a-413a-b3b5-e8fb45f7416d,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:06.780225 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ad03758d-c7b9-478f-804e-a0be18bdb90d None None] Provisioning complete for port a83a42da-88e5-4b2a-ab3e-42fccf0d2b6f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:06.780601 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ad03758d-c7b9-478f-804e-a0be18bdb90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.792447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3600882-5610-43f0-9b1a-c95be93d8a71 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.821000 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f1aac-494c-47d8-b5a3-1852315f6707 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for 0632cfa4-6fc6-4821-9c0a-d8ed308f6512 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:06.830850 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-e3600882-5610-43f0-9b1a-c95be93d8a71 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39618339-61f9-4183-ae1d-00d7516e0b63']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:06.831088 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.835219 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ad03758d-c7b9-478f-804e-a0be18bdb90d None None] Port a83a42da-88e5-4b2a-ab3e-42fccf0d2b6f cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:06.846629 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-e3600882-5610-43f0-9b1a-c95be93d8a71 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097bb2ff-8095-4d1d-8726-745f45230352') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:06.847080 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-e3600882-5610-43f0-9b1a-c95be93d8a71 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097bb2ff-8095-4d1d-8726-745f45230352') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:06.855191 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a39796ba-0de8-4682-8fed-0f47e75de169 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.855586 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] For port 5b586289-a99a-413a-b3b5-e8fb45f7416d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5b586289-a99a-413a-b3b5-e8fb45f7416d,segment=NetworkSegment(01a7adcb-0412-440a-a81a-d7263565ebe6),segment_id=01a7adcb-0412-440a-a81a-d7263565ebe6)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:06.855955 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.865623 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3600882-5610-43f0-9b1a-c95be93d8a71 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.873229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6ac31047-e8dc-4766-b453-9a71c95b0458 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.913414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d680b238-9c76-484a-ad4a-729485703465']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:06.915600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for 5b586289-a99a-413a-b3b5-e8fb45f7416d owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:06.935993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f61070-edff-4908-9c09-70cf76a47a7d') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:06.936289 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f61070-edff-4908-9c09-70cf76a47a7d') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:06.940844 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39796ba-0de8-4682-8fed-0f47e75de169 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d03f8f2-2184-45da-ac36-b5f84545d278,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:06.952750 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3600882-5610-43f0-9b1a-c95be93d8a71 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.955763 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.000851 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3600882-5610-43f0-9b1a-c95be93d8a71 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:34:07.001272 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3600882-5610-43f0-9b1a-c95be93d8a71 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.004863 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a39796ba-0de8-4682-8fed-0f47e75de169 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:34:07.006798 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:34:07.016819 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.043259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:34:07.043645 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:34:07.048613 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:34:07.124352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1aac-494c-47d8-b5a3-1852315f6707 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.130693 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.157351 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a39796ba-0de8-4682-8fed-0f47e75de169 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.163026 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a39796ba-0de8-4682-8fed-0f47e75de169 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.166713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f1aac-494c-47d8-b5a3-1852315f6707 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=0632cfa4-6fc6-4821-9c0a-d8ed308f6512,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:07.170705 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.172982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.219394 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.226939 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/d680b238-9c76-484a-ad4a-729485703465 HTTP/1.1" status: 204 len: 168 time: 4.8709846 Jan 21 09:34:07.230249 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1aac-494c-47d8-b5a3-1852315f6707 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.234442 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8f0f1aac-494c-47d8-b5a3-1852315f6707 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/0632cfa4-6fc6-4821-9c0a-d8ed308f6512 HTTP/1.1" status: 204 len: 168 time: 1.4573379 Jan 21 09:34:07.242742 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3600882-5610-43f0-9b1a-c95be93d8a71 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.244934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40374) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:07.245195 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40376) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:07.265309 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb3dbc-179a-4560-8222-ddef6b8b8587 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Network': ['ID=d680b238-9c76-484a-ad4a-729485703465,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:07.272053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=5b586289-a99a-413a-b3b5-e8fb45f7416d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:07.274420 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No DVR routers for this DVR port 5b586289-a99a-413a-b3b5-e8fb45f7416d on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:07.295895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3600882-5610-43f0-9b1a-c95be93d8a71 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.299539 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e3600882-5610-43f0-9b1a-c95be93d8a71 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/networks/39618339-61f9-4183-ae1d-00d7516e0b63 HTTP/1.1" status: 204 len: 168 time: 0.9181993 Jan 21 09:34:07.304599 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40378) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:07.312075 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d15faefc-4897-4f0f-851e-54e969aa0022 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'network': {'name': 'tempest-RoutersTest-33335699'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:07.347621 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a39796ba-0de8-4682-8fed-0f47e75de169 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.348483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39796ba-0de8-4682-8fed-0f47e75de169 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c6e5bd3-f5b1-453f-9e85-4ee5e04a3b84 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:34:07.354043 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3600882-5610-43f0-9b1a-c95be93d8a71 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Network': ['ID=39618339-61f9-4183-ae1d-00d7516e0b63,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:07.357022 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c37881-27fa-4e28-a0fa-fba122ebdc41 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] GET failed (client error): The resource could not be found. Jan 21 09:34:07.361161 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b5c37881-27fa-4e28-a0fa-fba122ebdc41 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "GET /v2.0/subnets/5a068248-f3be-45ec-a30d-cb7417d13eac HTTP/1.1" status: 404 len: 337 time: 0.1103003 Jan 21 09:34:07.361751 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a39796ba-0de8-4682-8fed-0f47e75de169 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.362809 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a39796ba-0de8-4682-8fed-0f47e75de169 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "DELETE /v2.0/routers/4c6e5bd3-f5b1-453f-9e85-4ee5e04a3b84 HTTP/1.1" status: 204 len: 168 time: 2.6838043 Jan 21 09:34:07.362988 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40380) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:07.366610 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40382) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:07.431811 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db552e0f-0d14-43f8-9ce4-f7282652a180 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:07.432915 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-db552e0f-0d14-43f8-9ce4-f7282652a180 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1833811 Jan 21 09:34:07.433607 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f47cd6-1fb5-4546-a40e-dfe25a768783 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:07.434175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f47cd6-1fb5-4546-a40e-dfe25a768783 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:07.443495 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f3f47cd6-1fb5-4546-a40e-dfe25a768783 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/d680b238-9c76-484a-ad4a-729485703465 HTTP/1.1" status: 404 len: 339 time: 0.0695126 Jan 21 09:34:07.443675 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40384) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:07.443772 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.445354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40386) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:07.467174 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a2a8a7-656c-4e52-837c-8494f3f508d3 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Deleting subnet 3592785d-bd4a-4a29-a5de-724125aebbec {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:34:07.472815 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f242640c-85e4-4f09-b52e-e75432ba3f28 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] GET failed (client error): The resource could not be found. Jan 21 09:34:07.474830 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f242640c-85e4-4f09-b52e-e75432ba3f28 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports/24805960-0d7b-4ec5-8db2-8d2691534154 HTTP/1.1" status: 404 len: 333 time: 0.0354130 Jan 21 09:34:07.475452 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-73a2a8a7-656c-4e52-837c-8494f3f508d3 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.481207 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40388) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:07.491387 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15faefc-4897-4f0f-851e-54e969aa0022 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:07.494844 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d15faefc-4897-4f0f-851e-54e969aa0022 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.520953 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Allocated IP 172.26.7.131 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/ea4f9d77-3811-4c08-a486-07897aee45c1) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:07.529544 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c3300a-ccc1-4e24-9e24-df237065b805 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] GET failed (client error): The resource could not be found. Jan 21 09:34:07.531069 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-32c3300a-ccc1-4e24-9e24-df237065b805 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports/0632cfa4-6fc6-4821-9c0a-d8ed308f6512 HTTP/1.1" status: 404 len: 333 time: 0.0524790 Jan 21 09:34:07.534121 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40390) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:07.584350 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-73a2a8a7-656c-4e52-837c-8494f3f508d3 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.674992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5b586289-a99a-413a-b3b5-e8fb45f7416d no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:34:07.681042 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca848251-512e-49a9-bb81-9ab5282a56bb tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.699207 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 5b586289-a99a-413a-b3b5-e8fb45f7416d {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:34:07.699788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5b586289-a99a-413a-b3b5-e8fb45f7416d not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:34:07.721551 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-73a2a8a7-656c-4e52-837c-8494f3f508d3 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.874876 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6ac31047-e8dc-4766-b453-9a71c95b0458 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port 46142db8-094c-4bab-9f1f-a53d6848b8bd {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:07.875523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6ac31047-e8dc-4766-b453-9a71c95b0458 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.880494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca848251-512e-49a9-bb81-9ab5282a56bb tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.883490 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-73a2a8a7-656c-4e52-837c-8494f3f508d3 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.885526 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92cc6eb-e2e5-4272-9f35-fd8929476a75']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:07.952548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a7adcb-0412-440a-a81a-d7263565ebe6') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:07.952749 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a7adcb-0412-440a-a81a-d7263565ebe6') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:07.969939 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2a8a7-656c-4e52-837c-8494f3f508d3 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3592785d-bd4a-4a29-a5de-724125aebbec,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:07.975963 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-73a2a8a7-656c-4e52-837c-8494f3f508d3 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.978913 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-73a2a8a7-656c-4e52-837c-8494f3f508d3 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "DELETE /v2.0/subnets/3592785d-bd4a-4a29-a5de-724125aebbec HTTP/1.1" status: 204 len: 168 time: 0.6106887 Jan 21 09:34:07.982765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-ca848251-512e-49a9-bb81-9ab5282a56bb tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36f69c8-b204-4348-9ff5-a59fe298ae37']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:07.985028 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40392) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:07.993914 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.021908 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-ca848251-512e-49a9-bb81-9ab5282a56bb tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79cece0e-3980-47df-9f98-f2388a4208f7') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:08.022159 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15faefc-4897-4f0f-851e-54e969aa0022 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:34:08.022260 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-ca848251-512e-49a9-bb81-9ab5282a56bb tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79cece0e-3980-47df-9f98-f2388a4208f7') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:08.068049 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca848251-512e-49a9-bb81-9ab5282a56bb tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.079443 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.108404 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca848251-512e-49a9-bb81-9ab5282a56bb tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.110471 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d15faefc-4897-4f0f-851e-54e969aa0022 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.110825 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-d15faefc-4897-4f0f-851e-54e969aa0022 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Added segment ffdd1dd9-2c12-4db6-9aa3-03272de1d95f of type vlan for network 76830768-fa58-4035-ba20-8482303fbfdf Jan 21 09:34:08.118649 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:34:08.119064 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.122039 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca848251-512e-49a9-bb81-9ab5282a56bb tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:34:08.122447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca848251-512e-49a9-bb81-9ab5282a56bb tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.126354 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6ac31047-e8dc-4766-b453-9a71c95b0458 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:34:08.128552 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:34:08.131111 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:34:08.153537 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-263fa7ae-e14a-44c5-a879-4ea11789a072 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.155234 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d28b9b-cf17-44f9-809e-d34db0487931 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:08.162192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d28b9b-cf17-44f9-809e-d34db0487931 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:08.165398 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c9d28b9b-cf17-44f9-809e-d34db0487931 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1391 time: 0.7184627 Jan 21 09:34:08.172587 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e0f89c5c-28fa-42ac-80b3-8fe338995fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.187094 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40394) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:08.199192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6ac31047-e8dc-4766-b453-9a71c95b0458 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for 46142db8-094c-4bab-9f1f-a53d6848b8bd owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:08.240481 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d15faefc-4897-4f0f-851e-54e969aa0022 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.242114 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e1fda4d6-dc4a-4176-9caa-f4cdfc6d0dae tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5 HTTP/1.1" status: 200 len: 207 time: 0.0503750 Jan 21 09:34:08.246675 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40396) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:08.265448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.281897 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.285519 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/networks/f92cc6eb-e2e5-4272-9f35-fd8929476a75 HTTP/1.1" status: 204 len: 168 time: 2.6776819 Jan 21 09:34:08.295405 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40398) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:08.303981 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca848251-512e-49a9-bb81-9ab5282a56bb tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.313578 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d525cfd0-b893-4ced-b98c-152f41d21e5a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'name': 'tempest-PortsTestJSON-866360504'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:08.335639 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426125a-95a2-4009-813a-941019748237 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Network': ['ID=f92cc6eb-e2e5-4272-9f35-fd8929476a75,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:08.339700 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.355144 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ca848251-512e-49a9-bb81-9ab5282a56bb tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.358311 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ca848251-512e-49a9-bb81-9ab5282a56bb tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/networks/f36f69c8-b204-4348-9ff5-a59fe298ae37 HTTP/1.1" status: 204 len: 168 time: 0.8203752 Jan 21 09:34:08.369848 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40400) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:08.372842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca848251-512e-49a9-bb81-9ab5282a56bb tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Network': ['ID=f36f69c8-b204-4348-9ff5-a59fe298ae37,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:08.378980 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-8963c2dc-8bd0-4f93-83a6-474c8e4e3ab2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-906855460'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:08.390662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d15faefc-4897-4f0f-851e-54e969aa0022 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.398509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15faefc-4897-4f0f-851e-54e969aa0022 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:08.398509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d15faefc-4897-4f0f-851e-54e969aa0022 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.486656 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d15faefc-4897-4f0f-851e-54e969aa0022 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.1805890 Jan 21 09:34:08.493887 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-263fa7ae-e14a-44c5-a879-4ea11789a072 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.505874 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40402) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:08.514885 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-1c5bd5b6-9f5e-42ba-8fc5-d3dd2da2de2c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'subnet': {'network_id': '76830768-fa58-4035-ba20-8482303fbfdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:08.543652 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15faefc-4897-4f0f-851e-54e969aa0022 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Network': ['ID=76830768-fa58-4035-ba20-8482303fbfdf,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:08.554195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 76830768-fa58-4035-ba20-8482303fbfdf details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:34:08.576737 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b582acd-fa07-4b0d-8670-8a1561e3a24a tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:08.583756 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b582acd-fa07-4b0d-8670-8a1561e3a24a tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:08.589381 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b582acd-fa07-4b0d-8670-8a1561e3a24a tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:08.596148 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b582acd-fa07-4b0d-8670-8a1561e3a24a tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:08.600887 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8963c2dc-8bd0-4f93-83a6-474c8e4e3ab2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:08.602056 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b582acd-fa07-4b0d-8670-8a1561e3a24a tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:08.603782 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0b582acd-fa07-4b0d-8670-8a1561e3a24a tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3056 time: 0.3555205 Jan 21 09:34:08.604348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8963c2dc-8bd0-4f93-83a6-474c8e4e3ab2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.606969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-263fa7ae-e14a-44c5-a879-4ea11789a072 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31ade53-97ad-4c85-91b6-81fa7c0d7122']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:08.608303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40404) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:08.634418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.669720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d525cfd0-b893-4ced-b98c-152f41d21e5a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:08.673165 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d525cfd0-b893-4ced-b98c-152f41d21e5a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.678937 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-263fa7ae-e14a-44c5-a879-4ea11789a072 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84d12b5-2cd6-4a08-8e6c-860f6b994de0') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:08.679232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-263fa7ae-e14a-44c5-a879-4ea11789a072 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84d12b5-2cd6-4a08-8e6c-860f6b994de0') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:08.709840 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:08.713881 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-263fa7ae-e14a-44c5-a879-4ea11789a072 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.722290 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8963c2dc-8bd0-4f93-83a6-474c8e4e3ab2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:34:08.727079 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:08.736310 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-d525cfd0-b893-4ced-b98c-152f41d21e5a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] device_id is not set on port 3278cb73-d10e-46e4-822c-78d11857b983 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:34:08.744494 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:08.751515 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Pushing event updated for resources: {'Port': ['ID=ea4f9d77-3811-4c08-a486-07897aee45c1,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:08.752035 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-263fa7ae-e14a-44c5-a879-4ea11789a072 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.783957 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263fa7ae-e14a-44c5-a879-4ea11789a072 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:34:08.784347 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-263fa7ae-e14a-44c5-a879-4ea11789a072 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.786203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8963c2dc-8bd0-4f93-83a6-474c8e4e3ab2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.786569 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-8963c2dc-8bd0-4f93-83a6-474c8e4e3ab2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Added segment df655fc4-ce50-4d1a-b2a5-f128e972d5d9 of type vlan for network 9d44ffbf-6ac4-4b5d-8594-c9d959085ff2 Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:34:08.787029 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:34:08.802185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6ac31047-e8dc-4766-b453-9a71c95b0458 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.834162 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5bd5b6-9f5e-42ba-8fc5-d3dd2da2de2c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:08.837689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c5bd5b6-9f5e-42ba-8fc5-d3dd2da2de2c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.964624 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8963c2dc-8bd0-4f93-83a6-474c8e4e3ab2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:09.105308 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8963c2dc-8bd0-4f93-83a6-474c8e4e3ab2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:09.110810 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8963c2dc-8bd0-4f93-83a6-474c8e4e3ab2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:09.111398 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8963c2dc-8bd0-4f93-83a6-474c8e4e3ab2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:09.207629 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:09.217888 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40406) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:09.218103 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-22625a91-1698-469b-a5a6-5959911d057a tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 681 time: 0.6072843 Jan 21 09:34:09.218865 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac31047-e8dc-4766-b453-9a71c95b0458 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=46142db8-094c-4bab-9f1f-a53d6848b8bd,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:09.268973 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8963c2dc-8bd0-4f93-83a6-474c8e4e3ab2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8956916 Jan 21 09:34:09.282302 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40408) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:09.289551 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'subnet': {'network_id': '9d44ffbf-6ac4-4b5d-8594-c9d959085ff2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:09.294469 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-263fa7ae-e14a-44c5-a879-4ea11789a072 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:09.335938 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d525cfd0-b893-4ced-b98c-152f41d21e5a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:09.338889 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263fa7ae-e14a-44c5-a879-4ea11789a072 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c31ade53-97ad-4c85-91b6-81fa7c0d7122 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:34:09.373717 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963c2dc-8bd0-4f93-83a6-474c8e4e3ab2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Network': ['ID=9d44ffbf-6ac4-4b5d-8594-c9d959085ff2,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:09.374819 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-263fa7ae-e14a-44c5-a879-4ea11789a072 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:09.378124 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-263fa7ae-e14a-44c5-a879-4ea11789a072 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "DELETE /v2.0/networks/c31ade53-97ad-4c85-91b6-81fa7c0d7122 HTTP/1.1" status: 204 len: 168 time: 1.3909295 Jan 21 09:34:09.388647 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 9d44ffbf-6ac4-4b5d-8594-c9d959085ff2 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:34:09.391635 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fa7ae-e14a-44c5-a879-4ea11789a072 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Pushing event deleted for resources: {'Network': ['ID=c31ade53-97ad-4c85-91b6-81fa7c0d7122,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:09.397288 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6ac31047-e8dc-4766-b453-9a71c95b0458 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:09.551495 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d525cfd0-b893-4ced-b98c-152f41d21e5a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:09.578204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fe6e94-e9d0-4ecc-99eb-83789da33c86 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:09.579719 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fe6e94-e9d0-4ecc-99eb-83789da33c86 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:09.581254 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f4fe6e94-e9d0-4ecc-99eb-83789da33c86 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3311119 Jan 21 09:34:09.609013 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40412) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:09.626463 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:09.631578 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:09.637815 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d525cfd0-b893-4ced-b98c-152f41d21e5a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:09.682774 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-d525cfd0-b893-4ced-b98c-152f41d21e5a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:09.693547 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d525cfd0-b893-4ced-b98c-152f41d21e5a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:09.699056 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d525cfd0-b893-4ced-b98c-152f41d21e5a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:09.699660 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d525cfd0-b893-4ced-b98c-152f41d21e5a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:09.771681 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.ipam_backend_mixin [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Performing IP validity checks on allocation pools {{(pid=102146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 21 09:34:09.775463 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.ipam_backend_mixin [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 21 09:34:09.776568 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525cfd0-b893-4ced-b98c-152f41d21e5a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=3278cb73-d10e-46e4-822c-78d11857b983,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:09.789620 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac31047-e8dc-4766-b453-9a71c95b0458 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router d062579b-ae79-4a1a-a282-9613910382dd has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:34:09.805922 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40418) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:09.815792 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e0936c-ef9c-410c-8334-b96cd6e9f573 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['shared'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:09.818178 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e0936c-ef9c-410c-8334-b96cd6e9f573 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['shared'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:09.819693 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-90e0936c-ef9c-410c-8334-b96cd6e9f573 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2092154 Jan 21 09:34:09.825882 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d525cfd0-b893-4ced-b98c-152f41d21e5a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5290239 Jan 21 09:34:09.828175 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b00d5f70-3ddd-4af5-93f3-bdf6ff61e859 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Request body: {'router': {'name': 'tempest-router--1435774493', 'project_id': '8d216ae65db34970809dcbbda7430e38'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:09.831193 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40420) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:09.831524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40422) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:09.832475 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c5bd5b6-9f5e-42ba-8fc5-d3dd2da2de2c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:09.955033 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac31047-e8dc-4766-b453-9a71c95b0458 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:09.959096 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b00d5f70-3ddd-4af5-93f3-bdf6ff61e859 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:09.960127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b00d5f70-3ddd-4af5-93f3-bdf6ff61e859 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:09.974751 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6ac31047-e8dc-4766-b453-9a71c95b0458 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/d062579b-ae79-4a1a-a282-9613910382dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2640872 Jan 21 09:34:09.975422 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40424) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:09.982532 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0707f128-95cc-483e-9a3a-166ead447bdb None None] Sync routers for ids ['d062579b-ae79-4a1a-a282-9613910382dd'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:09.994428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0707f128-95cc-483e-9a3a-166ead447bdb None None] Routers {'d062579b-ae79-4a1a-a282-9613910382dd'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:09.995233 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-0707f128-95cc-483e-9a3a-166ead447bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d062579b-ae79-4a1a-a282-9613910382dd'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:10.012920 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0eb389a4-921e-43a4-bbe9-d77aa15fa490 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports?device_id=d062579b-ae79-4a1a-a282-9613910382dd HTTP/1.1" status: 200 len: 205 time: 0.0363765 Jan 21 09:34:10.017378 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40426) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:10.049477 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-0707f128-95cc-483e-9a3a-166ead447bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:10.060836 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0707f128-95cc-483e-9a3a-166ead447bdb None None] Routers {'d062579b-ae79-4a1a-a282-9613910382dd'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:10.061716 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-0707f128-95cc-483e-9a3a-166ead447bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d062579b-ae79-4a1a-a282-9613910382dd'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:10.086121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bd5b6-9f5e-42ba-8fc5-d3dd2da2de2c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Subnet': ['ID=6ccce06a-706e-4c3c-b6e9-7bfadb3af81a,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:10.103402 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b00d5f70-3ddd-4af5-93f3-bdf6ff61e859 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.109095 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-0707f128-95cc-483e-9a3a-166ead447bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:10.109970 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0707f128-95cc-483e-9a3a-166ead447bdb None None] The sync data for ids ['d062579b-ae79-4a1a-a282-9613910382dd'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:10.154053 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b00d5f70-3ddd-4af5-93f3-bdf6ff61e859 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.182839 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b5531e17-3288-4ecf-88a9-d4ba8e4e4bc7 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.219505 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.229235 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5bd5b6-9f5e-42ba-8fc5-d3dd2da2de2c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Checking segment: {'id': 'ffdd1dd9-2c12-4db6-9aa3-03272de1d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '76830768-fa58-4035-ba20-8482303fbfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:10.229794 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5bd5b6-9f5e-42ba-8fc5-d3dd2da2de2c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network hostable DHCP agents. Network: 76830768-fa58-4035-ba20-8482303fbfdf, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:34:10.238102 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5207e50-57d6-4835-87d8-7281ea1a457c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:10.240132 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a5207e50-57d6-4835-87d8-7281ea1a457c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "GET /v2.0/networks/31178689-c792-4928-9026-e371bc197538 HTTP/1.1" status: 200 len: 799 time: 0.4049120 Jan 21 09:34:10.245276 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40428) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:10.261320 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b00d5f70-3ddd-4af5-93f3-bdf6ff61e859 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.262537 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b00d5f70-3ddd-4af5-93f3-bdf6ff61e859 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4551518 Jan 21 09:34:10.263054 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.284003 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40430) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:10.410020 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5bd5b6-9f5e-42ba-8fc5-d3dd2da2de2c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network 76830768-fa58-4035-ba20-8482303fbfdf is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:34:10.423746 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-a254996a-fdb8-4a0b-b730-6eb5a3674adf tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port 3278cb73-d10e-46e4-822c-78d11857b983 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:10.424085 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a254996a-fdb8-4a0b-b730-6eb5a3674adf tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.466390 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa0955c3-c3d6-4b58-a3a9-9e08c3bfae81 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.476063 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-1c5bd5b6-9f5e-42ba-8fc5-d3dd2da2de2c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 76830768-fa58-4035-ba20-8482303fbfdf) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:10.490013 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da6a74-b8e5-4a5d-a620-af0f2e9b793c None None] Network 76830768-fa58-4035-ba20-8482303fbfdf requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:10.509940 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Subnet': ['ID=e4bb7e61-62a7-49fc-ae92-50ff35a7f64f,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:10.517016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5bd5b6-9f5e-42ba-8fc5-d3dd2da2de2c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:10.517016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c5bd5b6-9f5e-42ba-8fc5-d3dd2da2de2c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.517893 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b5531e17-3288-4ecf-88a9-d4ba8e4e4bc7 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.533817 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b840f9b4-d631-48a2-acbc-8011f8be428d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "GET /v2.0/networks/31178689-c792-4928-9026-e371bc197538?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2848899 Jan 21 09:34:10.534509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.540387 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40432) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:10.552419 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b5531e17-3288-4ecf-88a9-d4ba8e4e4bc7 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.557945 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:10.558296 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:10.558636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:10.558962 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:10.559294 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:10.559618 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:10.559943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:10.560271 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:10.560587 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:10.560904 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:10.561223 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:10.561569 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:10.569093 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Checking segment: {'id': 'df655fc4-ce50-4d1a-b2a5-f128e972d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '9d44ffbf-6ac4-4b5d-8594-c9d959085ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:10.569450 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network hostable DHCP agents. Network: 9d44ffbf-6ac4-4b5d-8594-c9d959085ff2, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:34:10.608822 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a254996a-fdb8-4a0b-b730-6eb5a3674adf tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.660421 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-76830768-fa58-4035-ba20-8482303fbfdf', 'network_id': '76830768-fa58-4035-ba20-8482303fbfdf', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'fixed_ips': [{'subnet_id': '6ccce06a-706e-4c3c-b6e9-7bfadb3af81a'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:34:10.662107 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.702029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b5531e17-3288-4ecf-88a9-d4ba8e4e4bc7 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.702852 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5531e17-3288-4ecf-88a9-d4ba8e4e4bc7 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Fanout notify agent at l3_agent the message router_deleted on router d062579b-ae79-4a1a-a282-9613910382dd {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:34:10.708698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa0955c3-c3d6-4b58-a3a9-9e08c3bfae81 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.715229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b5531e17-3288-4ecf-88a9-d4ba8e4e4bc7 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.716431 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b5531e17-3288-4ecf-88a9-d4ba8e4e4bc7 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/routers/d062579b-ae79-4a1a-a282-9613910382dd HTTP/1.1" status: 204 len: 168 time: 0.6874039 Jan 21 09:34:10.718566 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa0955c3-c3d6-4b58-a3a9-9e08c3bfae81 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.720489 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40434) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:10.721107 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 9d44ffbf-6ac4-4b5d-8594-c9d959085ff2 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:34:10.760058 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 9d44ffbf-6ac4-4b5d-8594-c9d959085ff2) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:10.775338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32854e2c-968a-474e-810f-f95f785c84a2 None None] Network 9d44ffbf-6ac4-4b5d-8594-c9d959085ff2 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:10.799768 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:10.800366 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.828594 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa0955c3-c3d6-4b58-a3a9-9e08c3bfae81 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.829159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0955c3-c3d6-4b58-a3a9-9e08c3bfae81 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d7fba7f-917b-4b11-8607-cd2aa8911546 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:34:10.837851 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-423bb3c0-6973-4e24-9da5-20737edaa011 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5545859 Jan 21 09:34:10.841252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa0955c3-c3d6-4b58-a3a9-9e08c3bfae81 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.844893 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fa0955c3-c3d6-4b58-a3a9-9e08c3bfae81 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "DELETE /v2.0/routers/9d7fba7f-917b-4b11-8607-cd2aa8911546 HTTP/1.1" status: 204 len: 168 time: 0.5560896 Jan 21 09:34:10.844893 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40436) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:10.851417 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be86f37-7de7-404e-a7f1-ff353c834fcc tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting subnet 45ef91d3-91fe-4062-a8a0-145abf5a17af {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:34:10.858125 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a9b1ce5b-6c1e-4d30-bc79-e18479ba138e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'network_id': '9d44ffbf-6ac4-4b5d-8594-c9d959085ff2', 'name': 'tempest-PortsIpV6TestJSON-1160715146'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:10.861535 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9be86f37-7de7-404e-a7f1-ff353c834fcc tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.893374 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Allocated IP 172.20.0.2 (76830768-fa58-4035-ba20-8482303fbfdf/6ccce06a-706e-4c3c-b6e9-7bfadb3af81a/040b95c3-fa88-490e-924a-003c4270afa1) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:10.958594 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9be86f37-7de7-404e-a7f1-ff353c834fcc tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.979174 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1c5bd5b6-9f5e-42ba-8fc5-d3dd2da2de2c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4699271 Jan 21 09:34:10.983564 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40440) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:10.996397 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f06017ed-85b1-4f97-9c46-549aa75e2441 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1640133835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:10.996653 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-a254996a-fdb8-4a0b-b730-6eb5a3674adf tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for 3278cb73-d10e-46e4-822c-78d11857b983 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:11.036268 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1799f75c-9702-418f-b5b9-b12db3e1d2b7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:11.043994 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1799f75c-9702-418f-b5b9-b12db3e1d2b7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "GET /v2.0/subnets/54accac0-4241-4d08-9e86-967d19a4164d HTTP/1.1" status: 200 len: 811 time: 0.4937897 Jan 21 09:34:11.043994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40442) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:11.067485 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-9d44ffbf-6ac4-4b5d-8594-c9d959085ff2', 'network_id': '9d44ffbf-6ac4-4b5d-8594-c9d959085ff2', 'tenant_id': 'e1679b4b6a6a4ba38d05541ed992158a', 'fixed_ips': [{'subnet_id': 'e4bb7e61-62a7-49fc-ae92-50ff35a7f64f'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:34:11.068355 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.085291 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40444) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:11.117875 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f06017ed-85b1-4f97-9c46-549aa75e2441 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.118925 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f06017ed-85b1-4f97-9c46-549aa75e2441 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.130678 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9be86f37-7de7-404e-a7f1-ff353c834fcc tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.182589 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d033eeab-ddfb-42b5-9d80-80d5286b7622 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['shared'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:11.184209 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d033eeab-ddfb-42b5-9d80-80d5286b7622 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "GET /v2.0/subnets/54accac0-4241-4d08-9e86-967d19a4164d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1414688 Jan 21 09:34:11.188534 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40448) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:11.189371 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b1ce5b-6c1e-4d30-bc79-e18479ba138e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:11.193641 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a9b1ce5b-6c1e-4d30-bc79-e18479ba138e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.205545 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-84546f8e-4668-42f6-90b6-e465db8dede2 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1896313522'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:11.248565 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.250541 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a254996a-fdb8-4a0b-b730-6eb5a3674adf tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.262401 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.275937 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f06017ed-85b1-4f97-9c46-549aa75e2441 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.292702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-a9b1ce5b-6c1e-4d30-bc79-e18479ba138e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] device_id is not set on port d26a7dd1-35e2-4c3a-887b-ac0cdb4d7c77 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:34:11.301171 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.304638 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254996a-fdb8-4a0b-b730-6eb5a3674adf tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=3278cb73-d10e-46e4-822c-78d11857b983,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:11.307243 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f06017ed-85b1-4f97-9c46-549aa75e2441 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.312219 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a254996a-fdb8-4a0b-b730-6eb5a3674adf tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.318167 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a254996a-fdb8-4a0b-b730-6eb5a3674adf tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/3278cb73-d10e-46e4-822c-78d11857b983 HTTP/1.1" status: 204 len: 168 time: 1.4810696 Jan 21 09:34:11.319381 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.320142 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84546f8e-4668-42f6-90b6-e465db8dede2 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:11.321519 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40450) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:11.321743 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.324844 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-84546f8e-4668-42f6-90b6-e465db8dede2 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.329929 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-46f946fb-8a08-4412-89ea-2bf2f5a9ea2d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'mac_address': 'fa:16:3e:70:2d:3f', 'name': 'tempest-PortsTestJSON-483790940'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:11.363996 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9be86f37-7de7-404e-a7f1-ff353c834fcc tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.369726 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.392960 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Network 76830768-fa58-4035-ba20-8482303fbfdf is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:11.398317 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Pushing event updated for resources: {'Port': ['ID=040b95c3-fa88-490e-924a-003c4270afa1,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:11.403304 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:11.408661 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:11.425304 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f06017ed-85b1-4f97-9c46-549aa75e2441 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.430979 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f06017ed-85b1-4f97-9c46-549aa75e2441 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4446876 Jan 21 09:34:11.432177 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40452) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:11.437004 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be86f37-7de7-404e-a7f1-ff353c834fcc tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Subnet': ['ID=45ef91d3-91fe-4062-a8a0-145abf5a17af,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:11.445204 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9be86f37-7de7-404e-a7f1-ff353c834fcc tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.449531 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9be86f37-7de7-404e-a7f1-ff353c834fcc tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/45ef91d3-91fe-4062-a8a0-145abf5a17af HTTP/1.1" status: 204 len: 168 time: 0.7260604 Jan 21 09:34:11.455842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40454) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:11.467566 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bec8def-bef5-4355-9d2a-5a0ffcdfa2fc None None] Network 3566507f-5351-465f-b2a0-60d7cf8b0d24 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:11.469746 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'port': {'network_id': '76830768-fa58-4035-ba20-8482303fbfdf', 'name': 'tempest-RoutersTest-100702933'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:11.473734 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Pushing event updated for resources: {'Port': ['ID=ea4f9d77-3811-4c08-a486-07897aee45c1,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:11.500640 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Allocated IP 2001:db8::2 (9d44ffbf-6ac4-4b5d-8594-c9d959085ff2/e4bb7e61-62a7-49fc-ae92-50ff35a7f64f/724ecfe2-c1d2-4371-b75a-3b9a92f67e48) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:11.533563 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84546f8e-4668-42f6-90b6-e465db8dede2 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:34:11.553438 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-167539214', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:11.564292 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-84546f8e-4668-42f6-90b6-e465db8dede2 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.564674 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-84546f8e-4668-42f6-90b6-e465db8dede2 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Added segment 29c4f8ba-88ca-433d-bfab-3feeb53e2baa of type vlan for network 19aba169-d536-4ea7-ba9c-0dd9f0c66535 Jan 21 09:34:11.566991 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Attempting to bind port 040b95c3-fa88-490e-924a-003c4270afa1 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:11.566991 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Attempting to bind port 040b95c3-fa88-490e-924a-003c4270afa1 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'ffdd1dd9-2c12-4db6-9aa3-03272de1d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '76830768-fa58-4035-ba20-8482303fbfdf'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:11.567193 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Attempting to bind port 040b95c3-fa88-490e-924a-003c4270afa1 on network 76830768-fa58-4035-ba20-8482303fbfdf {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:11.589383 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.626673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f946fb-8a08-4412-89ea-2bf2f5a9ea2d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:11.626893 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:11.627223 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Checking segment: {'id': 'ffdd1dd9-2c12-4db6-9aa3-03272de1d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '76830768-fa58-4035-ba20-8482303fbfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:11.627492 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.627884 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Bound using segment: {'id': 'ffdd1dd9-2c12-4db6-9aa3-03272de1d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '76830768-fa58-4035-ba20-8482303fbfdf'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:11.628569 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Bound port: 040b95c3-fa88-490e-924a-003c4270afa1, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffdd1dd9-2c12-4db6-9aa3-03272de1d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '76830768-fa58-4035-ba20-8482303fbfdf'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:11.629386 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.633550 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.644146 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.645921 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.652166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-84546f8e-4668-42f6-90b6-e465db8dede2 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.743918 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.747612 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-84546f8e-4668-42f6-90b6-e465db8dede2 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.754113 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84546f8e-4668-42f6-90b6-e465db8dede2 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:11.754803 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-84546f8e-4668-42f6-90b6-e465db8dede2 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.778214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-46f946fb-8a08-4412-89ea-2bf2f5a9ea2d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.789590 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] For port 040b95c3-fa88-490e-924a-003c4270afa1, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:11.822962 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-46f946fb-8a08-4412-89ea-2bf2f5a9ea2d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] device_id is not set on port 3732eb8b-4b4e-4570-b332-fa67b19f2f7d yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:34:11.829086 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] For port 040b95c3-fa88-490e-924a-003c4270afa1, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=040b95c3-fa88-490e-924a-003c4270afa1,segment=NetworkSegment(ffdd1dd9-2c12-4db6-9aa3-03272de1d95f),segment_id=ffdd1dd9-2c12-4db6-9aa3-03272de1d95f)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:11.835539 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.886402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.889669 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-84546f8e-4668-42f6-90b6-e465db8dede2 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6904385 Jan 21 09:34:11.899652 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40456) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:11.905471 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-55b4f45d-1584-428f-b05c-b9a5e6438d66 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'subnet': {'network_id': '19aba169-d536-4ea7-ba9c-0dd9f0c66535', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:11.905761 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:11.920608 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39838e61-3f4e-4a2c-bdf9-08d9ddf9fd2e None None] DHCP port deletion for 3566507f-5351-465f-b2a0-60d7cf8b0d24 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:34:11.931543 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Floating IP 5a1fd109-f25f-4b2d-8ee5-e1a0928eb24d associated. External IP: 172.26.7.131, port: a83a42da-88e5-4b2a-ab3e-42fccf0d2b6f. Jan 21 09:34:11.938770 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd24a66-701a-49bc-9f85-5ec2d819d7c0 None None] Pushing event updated for resources: {'Port': ['ID=040b95c3-fa88-490e-924a-003c4270afa1,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:11.965640 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Network 9d44ffbf-6ac4-4b5d-8594-c9d959085ff2 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:11.989988 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:11.999011 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:12.012852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:12.017017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:12.031498 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port d72c3fd6-1a1c-4821-8b4d-0c03dbb080de {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:12.031498 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:12.031846 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84546f8e-4668-42f6-90b6-e465db8dede2 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Network': ['ID=19aba169-d536-4ea7-ba9c-0dd9f0c66535,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:12.054568 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 19aba169-d536-4ea7-ba9c-0dd9f0c66535 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:34:12.192408 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] device_id is not set on port 42f38fb9-2a74-418f-8229-6281080beb54 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:34:12.303934 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Pushing event updated for resources: {'Port': ['ID=724ecfe2-c1d2-4371-b75a-3b9a92f67e48,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:12.353755 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-46f946fb-8a08-4412-89ea-2bf2f5a9ea2d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:12.365384 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Attempting to bind port 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:12.366149 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Attempting to bind port 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'df655fc4-ce50-4d1a-b2a5-f128e972d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '9d44ffbf-6ac4-4b5d-8594-c9d959085ff2'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:12.366683 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Attempting to bind port 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 on network 9d44ffbf-6ac4-4b5d-8594-c9d959085ff2 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:12.374384 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-39838e61-3f4e-4a2c-bdf9-08d9ddf9fd2e None None] Deleting port d72c3fd6-1a1c-4821-8b4d-0c03dbb080de {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:12.375254 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-39838e61-3f4e-4a2c-bdf9-08d9ddf9fd2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:12.380485 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:12.381182 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Checking segment: {'id': 'df655fc4-ce50-4d1a-b2a5-f128e972d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '9d44ffbf-6ac4-4b5d-8594-c9d959085ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:12.381636 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:12.382037 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Bound using segment: {'id': 'df655fc4-ce50-4d1a-b2a5-f128e972d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '9d44ffbf-6ac4-4b5d-8594-c9d959085ff2'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:12.382522 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Bound port: 724ecfe2-c1d2-4371-b75a-3b9a92f67e48, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df655fc4-ce50-4d1a-b2a5-f128e972d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '9d44ffbf-6ac4-4b5d-8594-c9d959085ff2'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:12.382909 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:12.479313 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:12.489035 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-39838e61-3f4e-4a2c-bdf9-08d9ddf9fd2e None None] For port d72c3fd6-1a1c-4821-8b4d-0c03dbb080de, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d72c3fd6-1a1c-4821-8b4d-0c03dbb080de,segment=NetworkSegment(b18a9bca-6af9-4fb8-ae53-f395bbd1a656),segment_id=b18a9bca-6af9-4fb8-ae53-f395bbd1a656)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:12.489835 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-39838e61-3f4e-4a2c-bdf9-08d9ddf9fd2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:12.510553 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-39838e61-3f4e-4a2c-bdf9-08d9ddf9fd2e None None] Calling delete_port for d72c3fd6-1a1c-4821-8b4d-0c03dbb080de owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:12.525806 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Router 967525c2-e2c0-45a8-8ea3-d0c83532cac4 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:34:12.535894 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-46f946fb-8a08-4412-89ea-2bf2f5a9ea2d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:12.555266 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Allocated IP 172.20.0.9 (76830768-fa58-4035-ba20-8482303fbfdf/6ccce06a-706e-4c3c-b6e9-7bfadb3af81a/42f38fb9-2a74-418f-8229-6281080beb54) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:12.569633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] For port 724ecfe2-c1d2-4371-b75a-3b9a92f67e48, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:12.584841 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] For port 724ecfe2-c1d2-4371-b75a-3b9a92f67e48, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=724ecfe2-c1d2-4371-b75a-3b9a92f67e48,segment=NetworkSegment(df655fc4-ce50-4d1a-b2a5-f128e972d5d9),segment_id=df655fc4-ce50-4d1a-b2a5-f128e972d5d9)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:12.593414 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-a9b1ce5b-6c1e-4d30-bc79-e18479ba138e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Allocated IP 2001:db8::25c (9d44ffbf-6ac4-4b5d-8594-c9d959085ff2/e4bb7e61-62a7-49fc-ae92-50ff35a7f64f/d26a7dd1-35e2-4c3a-887b-ac0cdb4d7c77) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:12.593616 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:12.645974 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] For port d72c3fd6-1a1c-4821-8b4d-0c03dbb080de, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d72c3fd6-1a1c-4821-8b4d-0c03dbb080de,segment=NetworkSegment(b18a9bca-6af9-4fb8-ae53-f395bbd1a656),segment_id=b18a9bca-6af9-4fb8-ae53-f395bbd1a656)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:12.649157 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:12.679424 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f946fb-8a08-4412-89ea-2bf2f5a9ea2d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:12.686760 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-46f946fb-8a08-4412-89ea-2bf2f5a9ea2d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:12.686949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d5441-cfe5-49d5-920e-9de28902eb14 None None] Pushing event updated for resources: {'Port': ['ID=724ecfe2-c1d2-4371-b75a-3b9a92f67e48,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:12.698339 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-39838e61-3f4e-4a2c-bdf9-08d9ddf9fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:12.701514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f946fb-8a08-4412-89ea-2bf2f5a9ea2d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:12.709175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f946fb-8a08-4412-89ea-2bf2f5a9ea2d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:12.710320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-46f946fb-8a08-4412-89ea-2bf2f5a9ea2d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:12.714038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f946fb-8a08-4412-89ea-2bf2f5a9ea2d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=3732eb8b-4b4e-4570-b332-fa67b19f2f7d,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:12.730476 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39838e61-3f4e-4a2c-bdf9-08d9ddf9fd2e None None] Pushing event deleted for resources: {'Port': ['ID=d72c3fd6-1a1c-4821-8b4d-0c03dbb080de,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:12.732809 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39838e61-3f4e-4a2c-bdf9-08d9ddf9fd2e None None] No DVR routers for this DVR port d72c3fd6-1a1c-4821-8b4d-0c03dbb080de on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:12.764626 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for d72c3fd6-1a1c-4821-8b4d-0c03dbb080de owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:12.790512 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-46f946fb-8a08-4412-89ea-2bf2f5a9ea2d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4662371 Jan 21 09:34:12.795549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40458) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:12.868601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58299fa0-3416-457c-a387-402ce3b2b417 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:12.872696 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-58299fa0-3416-457c-a387-402ce3b2b417 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports/3732eb8b-4b4e-4570-b332-fa67b19f2f7d HTTP/1.1" status: 200 len: 840 time: 0.0736136 Jan 21 09:34:12.877588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40460) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:12.920541 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b4f45d-1584-428f-b05c-b9a5e6438d66 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Made reservation on behalf of b2f81884496e439da06be21a280d281b for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:12.927322 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-55b4f45d-1584-428f-b05c-b9a5e6438d66 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:12.929914 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:12.939822 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e14167-8ac4-41ab-bce1-5815bc1b5e79 None None] Sync routers for ids ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:12.958250 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e14167-8ac4-41ab-bce1-5815bc1b5e79 None None] Routers {'967525c2-e2c0-45a8-8ea3-d0c83532cac4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:12.958892 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-04e14167-8ac4-41ab-bce1-5815bc1b5e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:13.000843 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-04e14167-8ac4-41ab-bce1-5815bc1b5e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:13.015954 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e14167-8ac4-41ab-bce1-5815bc1b5e79 None None] Routers {'967525c2-e2c0-45a8-8ea3-d0c83532cac4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:13.016811 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-04e14167-8ac4-41ab-bce1-5815bc1b5e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:13.022112 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.057960 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2040adf9-f1d5-40d6-99ac-65fc8416a125 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.0345020 Jan 21 09:34:13.062637 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-04e14167-8ac4-41ab-bce1-5815bc1b5e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:13.063503 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e14167-8ac4-41ab-bce1-5815bc1b5e79 None None] The sync data for ids ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:13.068635 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40462) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:13.081017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.ipam_backend_mixin [None req-55b4f45d-1584-428f-b05c-b9a5e6438d66 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Performing IP validity checks on allocation pools {{(pid=102146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 21 09:34:13.081565 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.ipam_backend_mixin [None req-55b4f45d-1584-428f-b05c-b9a5e6438d66 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 21 09:34:13.147172 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.162819 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4619e-247d-4f55-ac0e-f0519dbee27f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port 3732eb8b-4b4e-4570-b332-fa67b19f2f7d {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:13.163120 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ae4619e-247d-4f55-ac0e-f0519dbee27f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.224820 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a9b1ce5b-6c1e-4d30-bc79-e18479ba138e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.252044 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ae4619e-247d-4f55-ac0e-f0519dbee27f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.255529 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.270716 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4619e-247d-4f55-ac0e-f0519dbee27f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for 3732eb8b-4b4e-4570-b332-fa67b19f2f7d owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:13.273823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.333696 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network 76830768-fa58-4035-ba20-8482303fbfdf is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:13.339433 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=d72c3fd6-1a1c-4821-8b4d-0c03dbb080de,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:13.342087 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No DVR routers for this DVR port d72c3fd6-1a1c-4821-8b4d-0c03dbb080de on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:13.362898 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f0b06743-6580-423e-9428-787668909a5a tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] 10.222.0.88 "GET /v2.0/floatingips/5a1fd109-f25f-4b2d-8ee5-e1a0928eb24d HTTP/1.1" status: 200 len: 983 time: 0.2931786 Jan 21 09:34:13.370753 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40464) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:13.373547 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:13.376637 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:13.398166 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485f62f9-b6a3-47b6-8432-6d3075679045 None None] Network 76830768-fa58-4035-ba20-8482303fbfdf requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:13.436438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=42f38fb9-2a74-418f-8229-6281080beb54,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:13.475828 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-946d6356-5e6d-47da-9a80-01b5c94af405 None None] Provisioning complete for port 040b95c3-fa88-490e-924a-003c4270afa1 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:13.476179 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-946d6356-5e6d-47da-9a80-01b5c94af405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.537652 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:13.538210 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:13.538560 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:13.538994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:13.539422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:13.539847 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:13.540285 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:13.540698 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:13.541121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:13.541583 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:13.542004 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:13.542427 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:13.574384 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.613559 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.616966 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ae4619e-247d-4f55-ac0e-f0519dbee27f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.619515 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a9b1ce5b-6c1e-4d30-bc79-e18479ba138e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.645289 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ae4619e-247d-4f55-ac0e-f0519dbee27f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.649502 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0ae4619e-247d-4f55-ac0e-f0519dbee27f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/3732eb8b-4b4e-4570-b332-fa67b19f2f7d HTTP/1.1" status: 204 len: 168 time: 0.7706900 Jan 21 09:34:13.655302 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40466) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:13.667650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:13.669508 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.707080 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3566507f-5351-465f-b2a0-60d7cf8b0d24']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:13.707080 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.733234 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-946d6356-5e6d-47da-9a80-01b5c94af405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.755548 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9cc7e4-2986-415f-8702-3147fcf60168 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] GET failed (client error): The resource could not be found. Jan 21 09:34:13.758802 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18a9bca-6af9-4fb8-ae53-f395bbd1a656') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:13.759366 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18a9bca-6af9-4fb8-ae53-f395bbd1a656') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:13.763529 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3e9cc7e4-2986-415f-8702-3147fcf60168 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports/3732eb8b-4b4e-4570-b332-fa67b19f2f7d HTTP/1.1" status: 404 len: 333 time: 0.0797832 Jan 21 09:34:13.768695 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3e38b6b8-b784-4894-a931-52d5fbe297da tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3298969 Jan 21 09:34:13.772880 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40468) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:13.773388 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40470) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:13.776782 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ea59a2ec-d212-4b4b-9d92-288b1c82c907 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.3963201 Jan 21 09:34:13.778625 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4619e-247d-4f55-ac0e-f0519dbee27f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=3732eb8b-4b4e-4570-b332-fa67b19f2f7d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:13.781510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40472) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:13.803320 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-bedbb8c0-00d8-492d-8d2d-e26704e0c538 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'name': 'tempest-PortsTestJSON-1426931642'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:13.826430 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.840727 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-946d6356-5e6d-47da-9a80-01b5c94af405 None None] For port 040b95c3-fa88-490e-924a-003c4270afa1, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=040b95c3-fa88-490e-924a-003c4270afa1,segment=NetworkSegment(ffdd1dd9-2c12-4db6-9aa3-03272de1d95f),segment_id=ffdd1dd9-2c12-4db6-9aa3-03272de1d95f)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:13.846920 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-946d6356-5e6d-47da-9a80-01b5c94af405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.883777 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.897556 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:34:13.898240 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:13.953395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d6356-5e6d-47da-9a80-01b5c94af405 None None] Pushing event updated for resources: {'Port': ['ID=040b95c3-fa88-490e-924a-003c4270afa1,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:13.960586 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 040b95c3-fa88-490e-924a-003c4270afa1 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:14.025639 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 040b95c3-fa88-490e-924a-003c4270afa1 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:14.027045 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:34:14.029364 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:34:14.056343 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.099870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b1ce5b-6c1e-4d30-bc79-e18479ba138e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 9d44ffbf-6ac4-4b5d-8594-c9d959085ff2 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:14.101094 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-55b4f45d-1584-428f-b05c-b9a5e6438d66 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.135353 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:14.169557 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1ce5b-6c1e-4d30-bc79-e18479ba138e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=d26a7dd1-35e2-4c3a-887b-ac0cdb4d7c77,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:14.177100 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.180414 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/networks/3566507f-5351-465f-b2a0-60d7cf8b0d24 HTTP/1.1" status: 204 len: 168 time: 2.7187505 Jan 21 09:34:14.188420 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-a9b1ce5b-6c1e-4d30-bc79-e18479ba138e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:14.196566 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:34:14.197887 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40474) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:14.222273 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a4b6fa-21a5-41ce-b20a-cdb29320ae84 None None] Network 9d44ffbf-6ac4-4b5d-8594-c9d959085ff2 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:14.234929 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-0c10b219-0dbc-4a36-a98e-92a293c82b0c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1038341609', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:14.241616 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1ce5b-6c1e-4d30-bc79-e18479ba138e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:14.247924 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b1ce5b-6c1e-4d30-bc79-e18479ba138e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:14.249411 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a9b1ce5b-6c1e-4d30-bc79-e18479ba138e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.273259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013e6e7-189a-4299-a659-1f8f90374ea9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Network': ['ID=3566507f-5351-465f-b2a0-60d7cf8b0d24,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:14.324040 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-16e7281e-2314-4670-b36b-a8ad6ce5fd79 None None] Provisioning complete for port 040b95c3-fa88-490e-924a-003c4270afa1 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:14.324574 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-16e7281e-2314-4670-b36b-a8ad6ce5fd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.326259 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:14.326716 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.417191 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4f45d-1584-428f-b05c-b9a5e6438d66 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Subnet': ['ID=a4011913-5616-4f31-b8a4-f6c6649cdb8d,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:14.439847 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a9b1ce5b-6c1e-4d30-bc79-e18479ba138e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5953410 Jan 21 09:34:14.442422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40476) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:14.535264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-e4fce581-dfcf-4a36-9e25-97086a7f1b19 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Deleting port ea4f9d77-3811-4c08-a486-07897aee45c1 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:14.535516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e4fce581-dfcf-4a36-9e25-97086a7f1b19 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.548505 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c10b219-0dbc-4a36-a98e-92a293c82b0c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.549515 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c10b219-0dbc-4a36-a98e-92a293c82b0c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.557219 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Allocated IP 172.26.7.180 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/a1d4ec62-5da6-4fd4-880b-dfd59eebdbb5) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:14.569669 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b4f45d-1584-428f-b05c-b9a5e6438d66 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Checking segment: {'id': '29c4f8ba-88ca-433d-bfab-3feeb53e2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '19aba169-d536-4ea7-ba9c-0dd9f0c66535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:14.570030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b4f45d-1584-428f-b05c-b9a5e6438d66 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network hostable DHCP agents. Network: 19aba169-d536-4ea7-ba9c-0dd9f0c66535, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:34:14.577972 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.621695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-16e7281e-2314-4670-b36b-a8ad6ce5fd79 None None] Provisioning complete for port 42f38fb9-2a74-418f-8229-6281080beb54 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:14.622016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-16e7281e-2314-4670-b36b-a8ad6ce5fd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.629251 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-d627cebb-95e5-492d-9b1a-6864206e7a1c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port d26a7dd1-35e2-4c3a-887b-ac0cdb4d7c77 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:14.630155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d627cebb-95e5-492d-9b1a-6864206e7a1c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.671830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 724ecfe2-c1d2-4371-b75a-3b9a92f67e48, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=724ecfe2-c1d2-4371-b75a-3b9a92f67e48,segment=NetworkSegment(df655fc4-ce50-4d1a-b2a5-f128e972d5d9),segment_id=df655fc4-ce50-4d1a-b2a5-f128e972d5d9)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:14.681939 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e4fce581-dfcf-4a36-9e25-97086a7f1b19 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.682369 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e4fce581-dfcf-4a36-9e25-97086a7f1b19 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.682655 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedbb8c0-00d8-492d-8d2d-e26704e0c538 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:14.684532 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.686330 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bedbb8c0-00d8-492d-8d2d-e26704e0c538 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.704080 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-e4fce581-dfcf-4a36-9e25-97086a7f1b19 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Calling delete_port for ea4f9d77-3811-4c08-a486-07897aee45c1 owned by network:floatingip {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:14.748758 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c10b219-0dbc-4a36-a98e-92a293c82b0c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.759902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=724ecfe2-c1d2-4371-b75a-3b9a92f67e48,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:14.775730 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b4f45d-1584-428f-b05c-b9a5e6438d66 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Network 19aba169-d536-4ea7-ba9c-0dd9f0c66535 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:34:14.776896 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-16e7281e-2314-4670-b36b-a8ad6ce5fd79 None None] Port 42f38fb9-2a74-418f-8229-6281080beb54 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:14.777943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c10b219-0dbc-4a36-a98e-92a293c82b0c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.796692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d72c3fd6-1a1c-4821-8b4d-0c03dbb080de no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:34:14.803232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-bedbb8c0-00d8-492d-8d2d-e26704e0c538 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] device_id is not set on port 761f305f-c1cb-45f3-9aff-212795d4d315 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:34:14.806728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d627cebb-95e5-492d-9b1a-6864206e7a1c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.833105 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-55b4f45d-1584-428f-b05c-b9a5e6438d66 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 19aba169-d536-4ea7-ba9c-0dd9f0c66535) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:14.836119 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: d72c3fd6-1a1c-4821-8b4d-0c03dbb080de {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:34:14.836735 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d72c3fd6-1a1c-4821-8b4d-0c03dbb080de not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:34:14.844896 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-d627cebb-95e5-492d-9b1a-6864206e7a1c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for d26a7dd1-35e2-4c3a-887b-ac0cdb4d7c77 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:14.858416 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b9aa39-c540-4b61-80c8-3841dfc4833f None None] Network 19aba169-d536-4ea7-ba9c-0dd9f0c66535 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:14.869437 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c10b219-0dbc-4a36-a98e-92a293c82b0c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.870704 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0c10b219-0dbc-4a36-a98e-92a293c82b0c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6445355 Jan 21 09:34:14.884179 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40478) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:14.886100 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b4f45d-1584-428f-b05c-b9a5e6438d66 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:14.886678 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-55b4f45d-1584-428f-b05c-b9a5e6438d66 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.897365 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-32dba9b9-b460-49f3-993d-791fd23dbdbd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-712494538'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:14.968262 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:14.997903 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-55b4f45d-1584-428f-b05c-b9a5e6438d66 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.0932355 Jan 21 09:34:14.998243 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40480) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:14.999142 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b3720683-9a27-4a05-b497-21992a18beef tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.004223 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-9c3ab7f2-9bfe-44da-a9f5-00c89f25b7e8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:15.041281 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dba9b9-b460-49f3-993d-791fd23dbdbd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:15.044763 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-32dba9b9-b460-49f3-993d-791fd23dbdbd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.090923 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-1d8ad682-437b-4f63-acc9-31d59e4b0ff6 None None] Provisioning complete for port 42f38fb9-2a74-418f-8229-6281080beb54 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:15.091304 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1d8ad682-437b-4f63-acc9-31d59e4b0ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.102953 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e4fce581-dfcf-4a36-9e25-97086a7f1b19 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.135270 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-19aba169-d536-4ea7-ba9c-0dd9f0c66535', 'network_id': '19aba169-d536-4ea7-ba9c-0dd9f0c66535', 'tenant_id': 'b2f81884496e439da06be21a280d281b', 'fixed_ips': [{'subnet_id': 'a4011913-5616-4f31-b8a4-f6c6649cdb8d'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:34:15.136719 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.149254 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-1d8ad682-437b-4f63-acc9-31d59e4b0ff6 None None] Port 42f38fb9-2a74-418f-8229-6281080beb54 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:15.155665 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d627cebb-95e5-492d-9b1a-6864206e7a1c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.168401 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fce581-dfcf-4a36-9e25-97086a7f1b19 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Pushing event deleted for resources: {'Port': ['ID=ea4f9d77-3811-4c08-a486-07897aee45c1,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:15.201059 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bedbb8c0-00d8-492d-8d2d-e26704e0c538 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.226892 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-1d8ad682-437b-4f63-acc9-31d59e4b0ff6 None None] Provisioning complete for port 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:15.227258 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1d8ad682-437b-4f63-acc9-31d59e4b0ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.261479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab7f2-9bfe-44da-a9f5-00c89f25b7e8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64987506'] for subnet, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.264287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627cebb-95e5-492d-9b1a-6864206e7a1c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=d26a7dd1-35e2-4c3a-887b-ac0cdb4d7c77,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:15.304447 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d627cebb-95e5-492d-9b1a-6864206e7a1c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.309095 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.310870 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d627cebb-95e5-492d-9b1a-6864206e7a1c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/d26a7dd1-35e2-4c3a-887b-ac0cdb4d7c77 HTTP/1.1" status: 204 len: 168 time: 0.8664527 Jan 21 09:34:15.311344 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40482) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:15.315710 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dba9b9-b460-49f3-993d-791fd23dbdbd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:34:15.327095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e4fce581-dfcf-4a36-9e25-97086a7f1b19 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for floatingip, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.330584 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-e4fce581-dfcf-4a36-9e25-97086a7f1b19 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Floating IP 5a1fd109-f25f-4b2d-8ee5-e1a0928eb24d disassociated (deleted). External IP: 172.26.7.131, port: a83a42da-88e5-4b2a-ab3e-42fccf0d2b6f. Jan 21 09:34:15.365436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Allocated IP 172.20.0.3 (19aba169-d536-4ea7-ba9c-0dd9f0c66535/a4011913-5616-4f31-b8a4-f6c6649cdb8d/651bee99-9289-452c-b47d-0938942244ae) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:15.442942 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:15.444655 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-32dba9b9-b460-49f3-993d-791fd23dbdbd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.445034 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-32dba9b9-b460-49f3-993d-791fd23dbdbd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Added segment a77bb1be-063b-44e0-862c-e43dfd7ab7a6 of type vlan for network 5462b55b-9edb-4033-a2a1-4391e1b37d9d Jan 21 09:34:15.450951 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:15.454118 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ae9cff-55cb-4d2d-8f98-3880b68a7b15 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:15.454736 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ae9cff-55cb-4d2d-8f98-3880b68a7b15 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:15.461633 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-00ae9cff-55cb-4d2d-8f98-3880b68a7b15 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/d26a7dd1-35e2-4c3a-887b-ac0cdb4d7c77 HTTP/1.1" status: 404 len: 333 time: 0.1386888 Jan 21 09:34:15.467588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40484) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:15.469938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:15.499862 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace682ea-07a4-465d-91da-216b0fd98fc0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] GET failed (client error): The resource could not be found. Jan 21 09:34:15.501662 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ace682ea-07a4-465d-91da-216b0fd98fc0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports/d26a7dd1-35e2-4c3a-887b-ac0cdb4d7c77 HTTP/1.1" status: 404 len: 333 time: 0.0328789 Jan 21 09:34:15.504929 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40486) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:15.596468 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bedbb8c0-00d8-492d-8d2d-e26704e0c538 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.608151 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Pushing event updated for resources: {'Port': ['ID=a1d4ec62-5da6-4fd4-880b-dfd59eebdbb5,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:15.641793 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-32dba9b9-b460-49f3-993d-791fd23dbdbd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.642144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.647502 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-bb08f612-4b2a-4d68-8010-76b1c8ca5155 None None] Provisioning complete for port 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:15.647900 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bb08f612-4b2a-4d68-8010-76b1c8ca5155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.699287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.728839 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 040b95c3-fa88-490e-924a-003c4270afa1 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:15.762929 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d265f5df-e4c1-4ecb-b896-d604d31b9f78 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting subnet e4bb7e61-62a7-49fc-ae92-50ff35a7f64f {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:34:15.770713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d265f5df-e4c1-4ecb-b896-d604d31b9f78 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.794327 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Network 19aba169-d536-4ea7-ba9c-0dd9f0c66535 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:15.804381 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:15.818905 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:15.829256 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fce581-dfcf-4a36-9e25-97086a7f1b19 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Router 967525c2-e2c0-45a8-8ea3-d0c83532cac4 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:34:15.837871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Pushing event updated for resources: {'Port': ['ID=651bee99-9289-452c-b47d-0938942244ae,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:15.840474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d265f5df-e4c1-4ecb-b896-d604d31b9f78 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.944714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Attempting to bind port 651bee99-9289-452c-b47d-0938942244ae on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:15.944985 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Attempting to bind port 651bee99-9289-452c-b47d-0938942244ae by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '29c4f8ba-88ca-433d-bfab-3feeb53e2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '19aba169-d536-4ea7-ba9c-0dd9f0c66535'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:15.945348 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Attempting to bind port 651bee99-9289-452c-b47d-0938942244ae on network 19aba169-d536-4ea7-ba9c-0dd9f0c66535 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:15.956244 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 040b95c3-fa88-490e-924a-003c4270afa1 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:15.956621 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.959189 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:15.959568 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Checking segment: {'id': '29c4f8ba-88ca-433d-bfab-3feeb53e2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '19aba169-d536-4ea7-ba9c-0dd9f0c66535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:15.960356 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.960356 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Bound using segment: {'id': '29c4f8ba-88ca-433d-bfab-3feeb53e2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '19aba169-d536-4ea7-ba9c-0dd9f0c66535'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:15.960802 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Bound port: 651bee99-9289-452c-b47d-0938942244ae, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c4f8ba-88ca-433d-bfab-3feeb53e2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '19aba169-d536-4ea7-ba9c-0dd9f0c66535'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:15.961182 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.963092 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-bb08f612-4b2a-4d68-8010-76b1c8ca5155 None None] Could not find standard attr ID for object d26a7dd1-35e2-4c3a-887b-ac0cdb4d7c77. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:34:16.101363 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d265f5df-e4c1-4ecb-b896-d604d31b9f78 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:16.105392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab7f2-9bfe-44da-a9f5-00c89f25b7e8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781631474014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64427828'] for subnet, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:16.193031 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedbb8c0-00d8-492d-8d2d-e26704e0c538 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:16.198494 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fce581-dfcf-4a36-9e25-97086a7f1b19 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:16.215599 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3ab7f2-9bfe-44da-a9f5-00c89f25b7e8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:16.216385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab7f2-9bfe-44da-a9f5-00c89f25b7e8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:16.221073 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9c3ab7f2-9bfe-44da-a9f5-00c89f25b7e8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "PUT /v2.0/subnets/a4011913-5616-4f31-b8a4-f6c6649cdb8d HTTP/1.1" status: 200 len: 877 time: 1.2184455 Jan 21 09:34:16.225336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e4fce581-dfcf-4a36-9e25-97086a7f1b19 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:16.230555 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40488) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:16.231217 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ab7f2-9bfe-44da-a9f5-00c89f25b7e8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event updated for resources: {'Subnet': ['ID=a4011913-5616-4f31-b8a4-f6c6649cdb8d,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:16.242692 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-bedbb8c0-00d8-492d-8d2d-e26704e0c538 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:16.275033 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedbb8c0-00d8-492d-8d2d-e26704e0c538 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:16.280603 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedbb8c0-00d8-492d-8d2d-e26704e0c538 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:16.281340 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bedbb8c0-00d8-492d-8d2d-e26704e0c538 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:16.297319 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-32dba9b9-b460-49f3-993d-791fd23dbdbd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:16.304799 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dba9b9-b460-49f3-993d-791fd23dbdbd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:16.305562 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-32dba9b9-b460-49f3-993d-791fd23dbdbd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:16.316670 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:16.317676 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbb8c0-00d8-492d-8d2d-e26704e0c538 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=761f305f-c1cb-45f3-9aff-212795d4d315,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:16.326562 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d265f5df-e4c1-4ecb-b896-d604d31b9f78 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:16.335086 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e4fce581-dfcf-4a36-9e25-97086a7f1b19 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] 10.222.0.88 "DELETE /v2.0/floatingips/5a1fd109-f25f-4b2d-8ee5-e1a0928eb24d HTTP/1.1" status: 204 len: 168 time: 2.5521221 Jan 21 09:34:16.346059 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40490) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:16.350334 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:16.370111 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980a20d9-5e2d-4113-a819-1c9cd215bf9c None None] Sync routers for ids ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:16.376121 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] For port 651bee99-9289-452c-b47d-0938942244ae, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:16.377759 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265f5df-e4c1-4ecb-b896-d604d31b9f78 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Subnet': ['ID=e4bb7e61-62a7-49fc-ae92-50ff35a7f64f,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:16.383662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d265f5df-e4c1-4ecb-b896-d604d31b9f78 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:16.388479 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d265f5df-e4c1-4ecb-b896-d604d31b9f78 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/e4bb7e61-62a7-49fc-ae92-50ff35a7f64f HTTP/1.1" status: 204 len: 168 time: 0.8823891 Jan 21 09:34:16.389185 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-32dba9b9-b460-49f3-993d-791fd23dbdbd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4995615 Jan 21 09:34:16.392358 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40492) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:16.392555 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40494) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:16.394464 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bedbb8c0-00d8-492d-8d2d-e26704e0c538 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6077440 Jan 21 09:34:16.401698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40496) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:16.406192 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a82be3-3405-4192-84c2-ce833051874d None None] Network 9d44ffbf-6ac4-4b5d-8594-c9d959085ff2 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:16.417440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-1aad4f7d-4301-4610-bae5-1bdeb235fac4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'subnet': {'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:16.419748 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-9137525f-6ceb-458b-af5e-5fa24b83301a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:16.464577 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dba9b9-b460-49f3-993d-791fd23dbdbd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Network': ['ID=5462b55b-9edb-4033-a2a1-4391e1b37d9d,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:16.485836 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b3720683-9a27-4a05-b497-21992a18beef tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:16.524162 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980a20d9-5e2d-4113-a819-1c9cd215bf9c None None] Routers {'967525c2-e2c0-45a8-8ea3-d0c83532cac4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:16.525071 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-980a20d9-5e2d-4113-a819-1c9cd215bf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:16.540969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b3720683-9a27-4a05-b497-21992a18beef tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:16.555321 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:16.565937 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] For port 651bee99-9289-452c-b47d-0938942244ae, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=651bee99-9289-452c-b47d-0938942244ae,segment=NetworkSegment(29c4f8ba-88ca-433d-bfab-3feeb53e2baa),segment_id=29c4f8ba-88ca-433d-bfab-3feeb53e2baa)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:16.572044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-980a20d9-5e2d-4113-a819-1c9cd215bf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:16.578522 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 5462b55b-9edb-4033-a2a1-4391e1b37d9d details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:34:16.600050 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:16.604491 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3720683-9a27-4a05-b497-21992a18beef tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=42f38fb9-2a74-418f-8229-6281080beb54,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:16.623095 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9137525f-6ceb-458b-af5e-5fa24b83301a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:16.680075 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:16.732132 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:16.732516 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:16.779747 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980a20d9-5e2d-4113-a819-1c9cd215bf9c None None] Routers {'967525c2-e2c0-45a8-8ea3-d0c83532cac4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:16.780301 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-980a20d9-5e2d-4113-a819-1c9cd215bf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:16.804451 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:16.864942 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b7d0f-bb7f-415b-8c8d-2a41ee444047 None None] Pushing event updated for resources: {'Port': ['ID=651bee99-9289-452c-b47d-0938942244ae,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:16.884590 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-980a20d9-5e2d-4113-a819-1c9cd215bf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:16.885440 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980a20d9-5e2d-4113-a819-1c9cd215bf9c None None] The sync data for ids ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:16.979510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.013027 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00348f66-489c-43b7-a956-2c20fca23cc9 None None] DHCP port deletion for 9d44ffbf-6ac4-4b5d-8594-c9d959085ff2 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:34:17.075247 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-00348f66-489c-43b7-a956-2c20fca23cc9 None None] Deleting port 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:17.075845 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-00348f66-489c-43b7-a956-2c20fca23cc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.123403 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b3720683-9a27-4a05-b497-21992a18beef tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.127018 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9137525f-6ceb-458b-af5e-5fa24b83301a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.176243 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aad4f7d-4301-4610-bae5-1bdeb235fac4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:17.178892 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-db31a302-bcbe-4d86-aedf-ca0f2586dc07 None None] Provisioning complete for port 42f38fb9-2a74-418f-8229-6281080beb54 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:17.179095 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-db31a302-bcbe-4d86-aedf-ca0f2586dc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.183008 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1aad4f7d-4301-4610-bae5-1bdeb235fac4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.204811 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9137525f-6ceb-458b-af5e-5fa24b83301a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.256486 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-00348f66-489c-43b7-a956-2c20fca23cc9 None None] For port 724ecfe2-c1d2-4371-b75a-3b9a92f67e48, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=724ecfe2-c1d2-4371-b75a-3b9a92f67e48,segment=NetworkSegment(df655fc4-ce50-4d1a-b2a5-f128e972d5d9),segment_id=df655fc4-ce50-4d1a-b2a5-f128e972d5d9)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:17.256943 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-00348f66-489c-43b7-a956-2c20fca23cc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.259943 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-db31a302-bcbe-4d86-aedf-ca0f2586dc07 None None] Port 42f38fb9-2a74-418f-8229-6281080beb54 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:17.275367 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-00348f66-489c-43b7-a956-2c20fca23cc9 None None] Calling delete_port for 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:17.276182 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Deleting port 651bee99-9289-452c-b47d-0938942244ae {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:17.276531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.284709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-9137525f-6ceb-458b-af5e-5fa24b83301a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] In _notify_port_updated(), no bound segment for port 761f305f-c1cb-45f3-9aff-212795d4d315 on network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 {{(pid=102146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:34:17.290798 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9137525f-6ceb-458b-af5e-5fa24b83301a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:17.291438 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9137525f-6ceb-458b-af5e-5fa24b83301a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.295567 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9137525f-6ceb-458b-af5e-5fa24b83301a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "PUT /v2.0/ports/761f305f-c1cb-45f3-9aff-212795d4d315 HTTP/1.1" status: 200 len: 818 time: 0.8841257 Jan 21 09:34:17.296858 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40498) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:17.343974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:17.344319 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.383764 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137525f-6ceb-458b-af5e-5fa24b83301a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=761f305f-c1cb-45f3-9aff-212795d4d315,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:17.398392 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-00348f66-489c-43b7-a956-2c20fca23cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.431073 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00348f66-489c-43b7-a956-2c20fca23cc9 None None] Pushing event deleted for resources: {'Port': ['ID=724ecfe2-c1d2-4371-b75a-3b9a92f67e48,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:17.441695 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.442585 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00348f66-489c-43b7-a956-2c20fca23cc9 None None] No DVR routers for this DVR port 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:17.471058 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.481748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] For port 724ecfe2-c1d2-4371-b75a-3b9a92f67e48, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=724ecfe2-c1d2-4371-b75a-3b9a92f67e48,segment=NetworkSegment(df655fc4-ce50-4d1a-b2a5-f128e972d5d9),segment_id=df655fc4-ce50-4d1a-b2a5-f128e972d5d9)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:17.482342 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.513923 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b3720683-9a27-4a05-b497-21992a18beef tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.525934 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] For port 651bee99-9289-452c-b47d-0938942244ae, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=651bee99-9289-452c-b47d-0938942244ae,segment=NetworkSegment(29c4f8ba-88ca-433d-bfab-3feeb53e2baa),segment_id=29c4f8ba-88ca-433d-bfab-3feeb53e2baa)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:17.526606 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.571073 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:17.583057 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Calling delete_port for 651bee99-9289-452c-b47d-0938942244ae owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:17.615489 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-e794f2ae-45d1-42e0-a704-c23e73de4ff6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port 761f305f-c1cb-45f3-9aff-212795d4d315 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:17.615830 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e794f2ae-45d1-42e0-a704-c23e73de4ff6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.732928 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 651bee99-9289-452c-b47d-0938942244ae up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:17.766897 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e794f2ae-45d1-42e0-a704-c23e73de4ff6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.798430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 651bee99-9289-452c-b47d-0938942244ae triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:17.799138 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.803715 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1aad4f7d-4301-4610-bae5-1bdeb235fac4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.893909 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Allocated IP 172.26.7.204 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/82fecce3-197d-455d-af61-7f1d442bbd06) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:17.906961 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.918976 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-e794f2ae-45d1-42e0-a704-c23e73de4ff6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for 761f305f-c1cb-45f3-9aff-212795d4d315 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:17.920984 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:17.974787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad4f7d-4301-4610-bae5-1bdeb235fac4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Subnet': ['ID=ef9ec968-1bde-4ef7-8806-d19635611cc6,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:18.014197 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 21 09:34:18.014197 dv-neutron-825721-1-hyperv neutron-server[102148]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jan 21 09:34:18.014197 dv-neutron-825721-1-hyperv neutron-server[102148]: [parameters: {'status': 'ACTIVE', 'ports_id': '651bee99-9289-452c-b47d-0938942244ae'}] Jan 21 09:34:18.014197 dv-neutron-825721-1-hyperv neutron-server[102148]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:34:18.015961 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=724ecfe2-c1d2-4371-b75a-3b9a92f67e48,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:18.016869 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:34:18.020423 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No DVR routers for this DVR port 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:18.074007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Router 7070e5e1-3c52-491e-b062-fc3c73e510cd is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:34:18.088504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aad4f7d-4301-4610-bae5-1bdeb235fac4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Checking segment: {'id': 'a77bb1be-063b-44e0-862c-e43dfd7ab7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:18.088889 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aad4f7d-4301-4610-bae5-1bdeb235fac4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network hostable DHCP agents. Network: 5462b55b-9edb-4033-a2a1-4391e1b37d9d, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:34:18.093901 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e794f2ae-45d1-42e0-a704-c23e73de4ff6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.143348 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2350a3f-233d-4219-9f94-03c261c9f434 None None] Network 19aba169-d536-4ea7-ba9c-0dd9f0c66535 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:18.148083 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b3720683-9a27-4a05-b497-21992a18beef tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.173003 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b3720683-9a27-4a05-b497-21992a18beef tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.176447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794f2ae-45d1-42e0-a704-c23e73de4ff6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=761f305f-c1cb-45f3-9aff-212795d4d315,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:18.185994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.207859 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.208113 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-90e94590-faf7-46b1-b899-4bc81d147e5a None None] Could not find standard attr ID for object 651bee99-9289-452c-b47d-0938942244ae. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:34:18.222259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e794f2ae-45d1-42e0-a704-c23e73de4ff6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.228035 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e794f2ae-45d1-42e0-a704-c23e73de4ff6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/761f305f-c1cb-45f3-9aff-212795d4d315 HTTP/1.1" status: 204 len: 168 time: 0.9249234 Jan 21 09:34:18.245206 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40500) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:18.249239 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aad4f7d-4301-4610-bae5-1bdeb235fac4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 5462b55b-9edb-4033-a2a1-4391e1b37d9d is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:34:18.271225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Port': ['ID=651bee99-9289-452c-b47d-0938942244ae,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:18.322390 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d44ffbf-6ac4-4b5d-8594-c9d959085ff2']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:18.328062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.358296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-1aad4f7d-4301-4610-bae5-1bdeb235fac4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 5462b55b-9edb-4033-a2a1-4391e1b37d9d) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:18.361090 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df655fc4-ce50-4d1a-b2a5-f128e972d5d9') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:18.361389 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df655fc4-ce50-4d1a-b2a5-f128e972d5d9') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:18.365805 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No DVR routers for this DVR port 651bee99-9289-452c-b47d-0938942244ae on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:18.373581 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c885ad3b-7140-46df-a5bf-4fa73f9e820a None None] Network 5462b55b-9edb-4033-a2a1-4391e1b37d9d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:18.376761 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad4f7d-4301-4610-bae5-1bdeb235fac4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:18.377366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1aad4f7d-4301-4610-bae5-1bdeb235fac4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.391227 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.461757 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1aad4f7d-4301-4610-bae5-1bdeb235fac4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0636539 Jan 21 09:34:18.464016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.469341 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40502) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:18.498081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4df83d-9d06-4f94-8af4-70d433d23e4d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:18.502217 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3f4df83d-9d06-4f94-8af4-70d433d23e4d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2514279 Jan 21 09:34:18.502532 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:34:18.502954 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.508513 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40504) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:34:18.509815 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:34:18.577684 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-805e4dad-6a19-4358-92a3-868290854ce4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] GET failed (client error): The resource could not be found. Jan 21 09:34:18.583304 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-805e4dad-6a19-4358-92a3-868290854ce4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports/761f305f-c1cb-45f3-9aff-212795d4d315 HTTP/1.1" status: 404 len: 333 time: 0.0667305 Jan 21 09:34:18.589796 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0f8166-19a6-463f-81dc-384969382b75 None None] Network 19aba169-d536-4ea7-ba9c-0dd9f0c66535 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:18.590303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40506) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:18.596886 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-26d504fc-0999-42d2-8a40-d873af75880f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1220830113'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:18.602171 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.612113 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b3720683-9a27-4a05-b497-21992a18beef tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.618677 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3720683-9a27-4a05-b497-21992a18beef tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=42f38fb9-2a74-418f-8229-6281080beb54,revision_number=3']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:18.645905 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Port 651bee99-9289-452c-b47d-0938942244ae update to ACTIVE by agent not found {{(pid=102148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jan 21 09:34:18.646424 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.660177 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:18.660526 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:34:18.662824 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.674519 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c911ba7d-e17c-4814-adae-b641d382fede None None] Sync routers for ids ['7070e5e1-3c52-491e-b062-fc3c73e510cd'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:18.692849 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911ba7d-e17c-4814-adae-b641d382fede None None] Routers {'7070e5e1-3c52-491e-b062-fc3c73e510cd'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:18.693788 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c911ba7d-e17c-4814-adae-b641d382fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['7070e5e1-3c52-491e-b062-fc3c73e510cd'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:18.725847 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:34:18.728220 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c911ba7d-e17c-4814-adae-b641d382fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:18.737434 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911ba7d-e17c-4814-adae-b641d382fede None None] Routers {'7070e5e1-3c52-491e-b062-fc3c73e510cd'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:18.738908 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c911ba7d-e17c-4814-adae-b641d382fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['7070e5e1-3c52-491e-b062-fc3c73e510cd'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:18.758116 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.762079 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7e5ef23d-8a6e-48bd-8b05-233a887249f5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.6731675 Jan 21 09:34:18.763704 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d504fc-0999-42d2-8a40-d873af75880f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:18.764560 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Pushing event updated for resources: {'Port': ['ID=82fecce3-197d-455d-af61-7f1d442bbd06,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:18.770929 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-26d504fc-0999-42d2-8a40-d873af75880f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.777031 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:18.780990 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c911ba7d-e17c-4814-adae-b641d382fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:18.781845 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c911ba7d-e17c-4814-adae-b641d382fede None None] The sync data for ids ['7070e5e1-3c52-491e-b062-fc3c73e510cd'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:18.790152 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40508) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:18.818517 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:18.818963 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:34:18.819314 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 724ecfe2-c1d2-4371-b75a-3b9a92f67e48 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:34:18.821721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:18.833764 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.838062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.841723 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/networks/9d44ffbf-6ac4-4b5d-8594-c9d959085ff2 HTTP/1.1" status: 204 len: 168 time: 2.4454756 Jan 21 09:34:18.852425 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40510) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:18.867414 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-bd10499c-469b-47f3-b4aa-9b0daa4c49d4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1315651752'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:18.877288 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d504fc-0999-42d2-8a40-d873af75880f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:34:18.909100 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-26d504fc-0999-42d2-8a40-d873af75880f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.909510 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-26d504fc-0999-42d2-8a40-d873af75880f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Added segment 8aebae79-1cf9-4496-9790-c8299ab5c644 of type vlan for network 36beab2e-7564-4454-8972-a64b417064d2 Jan 21 09:34:18.912265 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da4a4c-f87b-41ef-ac31-8ded5ba3c50b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Network': ['ID=9d44ffbf-6ac4-4b5d-8594-c9d959085ff2,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:18.967405 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Allocated IP 2001:db8::2 (5462b55b-9edb-4033-a2a1-4391e1b37d9d/ef9ec968-1bde-4ef7-8806-d19635611cc6/12e9548f-fa8b-4a40-891a-476bc4451255) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:19.000219 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3720683-9a27-4a05-b497-21992a18beef tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network 76830768-fa58-4035-ba20-8482303fbfdf is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:19.051479 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-b3720683-9a27-4a05-b497-21992a18beef tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:19.064712 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-26d504fc-0999-42d2-8a40-d873af75880f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.076910 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd10499c-469b-47f3-b4aa-9b0daa4c49d4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:19.080760 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bd10499c-469b-47f3-b4aa-9b0daa4c49d4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.125280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.133767 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd10499c-469b-47f3-b4aa-9b0daa4c49d4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:34:19.142333 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3a2cbab3-6793-42e9-8691-9e311f71eb4e tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "GET /v2.0/routers/7070e5e1-3c52-491e-b062-fc3c73e510cd HTTP/1.1" status: 200 len: 924 time: 0.3464127 Jan 21 09:34:19.155384 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40512) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:19.167445 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.182579 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.206552 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bd10499c-469b-47f3-b4aa-9b0daa4c49d4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.207634 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-bd10499c-469b-47f3-b4aa-9b0daa4c49d4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Added segment b6167b16-3df8-42b8-b6ae-220c77cf55a0 of type vlan for network a392dc92-a937-4951-b791-322726f42dbe Jan 21 09:34:19.258595 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Network 5462b55b-9edb-4033-a2a1-4391e1b37d9d is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:19.263831 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Pushing event updated for resources: {'Port': ['ID=12e9548f-fa8b-4a40-891a-476bc4451255,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:19.265807 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:19.268201 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:19.279136 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.279506 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.279860 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.280447 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.280860 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.281116 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.281447 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.281844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.282327 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.282662 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.282987 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.283309 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.291977 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.303573 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-26d504fc-0999-42d2-8a40-d873af75880f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.309685 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d504fc-0999-42d2-8a40-d873af75880f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:19.310301 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-26d504fc-0999-42d2-8a40-d873af75880f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.331027 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ac18dcb3-dbf5-4782-acee-dc54735f2272 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "GET /v2.0/ports?device_id=7070e5e1-3c52-491e-b062-fc3c73e510cd HTTP/1.1" status: 200 len: 205 time: 0.1718240 Jan 21 09:34:19.338095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40514) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:19.350214 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Attempting to bind port 12e9548f-fa8b-4a40-891a-476bc4451255 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:19.351293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Attempting to bind port 12e9548f-fa8b-4a40-891a-476bc4451255 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'a77bb1be-063b-44e0-862c-e43dfd7ab7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:19.351293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Attempting to bind port 12e9548f-fa8b-4a40-891a-476bc4451255 on network 5462b55b-9edb-4033-a2a1-4391e1b37d9d {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:19.358054 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:19.358453 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Checking segment: {'id': 'a77bb1be-063b-44e0-862c-e43dfd7ab7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:19.358840 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.359230 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Bound using segment: {'id': 'a77bb1be-063b-44e0-862c-e43dfd7ab7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:19.359699 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Bound port: 12e9548f-fa8b-4a40-891a-476bc4451255, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77bb1be-063b-44e0-862c-e43dfd7ab7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:19.360145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.400317 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f859c8a3-cb64-4d14-9792-18fb43fa14dd None None] Network 19aba169-d536-4ea7-ba9c-0dd9f0c66535 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:19.413931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bd10499c-469b-47f3-b4aa-9b0daa4c49d4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.442345 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-26d504fc-0999-42d2-8a40-d873af75880f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8488967 Jan 21 09:34:19.446523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40516) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:19.455314 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a1dcc9d4-323b-4d5a-828b-845e36b46fe5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'subnet': {'network_id': '36beab2e-7564-4454-8972-a64b417064d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:19.490736 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d504fc-0999-42d2-8a40-d873af75880f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Network': ['ID=36beab2e-7564-4454-8972-a64b417064d2,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:19.496616 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] For port 12e9548f-fa8b-4a40-891a-476bc4451255, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:19.500851 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] For port 12e9548f-fa8b-4a40-891a-476bc4451255, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=12e9548f-fa8b-4a40-891a-476bc4451255,segment=NetworkSegment(a77bb1be-063b-44e0-862c-e43dfd7ab7a6),segment_id=a77bb1be-063b-44e0-862c-e43dfd7ab7a6)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:19.508357 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 36beab2e-7564-4454-8972-a64b417064d2 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:34:19.531251 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.548241 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bd10499c-469b-47f3-b4aa-9b0daa4c49d4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.556303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd10499c-469b-47f3-b4aa-9b0daa4c49d4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:19.556852 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bd10499c-469b-47f3-b4aa-9b0daa4c49d4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.593586 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3720683-9a27-4a05-b497-21992a18beef tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 40bd078a-5a1c-4938-8bd4-f0c190eff421 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:34:19.642015 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-51b602a6-0278-4f17-9786-96adb0d91487 None None] Provisioning complete for port 42f38fb9-2a74-418f-8229-6281080beb54 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:19.642395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-51b602a6-0278-4f17-9786-96adb0d91487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.680323 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bd10499c-469b-47f3-b4aa-9b0daa4c49d4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8200722 Jan 21 09:34:19.683069 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40518) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:19.687049 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-51b602a6-0278-4f17-9786-96adb0d91487 None None] Port 42f38fb9-2a74-418f-8229-6281080beb54 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:19.705541 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-7c89acd5-0368-4a21-88de-d75c457afe48 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'subnet': {'network_id': 'a392dc92-a937-4951-b791-322726f42dbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:19.713636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10499c-469b-47f3-b4aa-9b0daa4c49d4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Network': ['ID=a392dc92-a937-4951-b791-322726f42dbe,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:19.734991 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network a392dc92-a937-4951-b791-322726f42dbe details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:34:19.773098 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Subnet': ['ID=a4011913-5616-4f31-b8a4-f6c6649cdb8d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:19.817011 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37724c96-d136-4676-a76f-2bf51ba022c9 None None] Pushing event updated for resources: {'Port': ['ID=12e9548f-fa8b-4a40-891a-476bc4451255,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:19.828794 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597a6f48-b210-4668-95ca-08d957d818c5 None None] DHCP port deletion for 19aba169-d536-4ea7-ba9c-0dd9f0c66535 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:34:19.852592 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.888507 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.909061 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dcc9d4-323b-4d5a-828b-845e36b46fe5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:19.913674 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc9d4-323b-4d5a-828b-845e36b46fe5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.974345 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3720683-9a27-4a05-b497-21992a18beef tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:19.983856 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e4d81-52e8-4056-b25d-093b9c99f0d1 None None] Sync routers for ids ['40bd078a-5a1c-4938-8bd4-f0c190eff421'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:19.996885 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e4d81-52e8-4056-b25d-093b9c99f0d1 None None] Routers {'40bd078a-5a1c-4938-8bd4-f0c190eff421'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:19.997903 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-5e6e4d81-52e8-4056-b25d-093b9c99f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['40bd078a-5a1c-4938-8bd4-f0c190eff421'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:20.013969 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b3720683-9a27-4a05-b497-21992a18beef tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/40bd078a-5a1c-4938-8bd4-f0c190eff421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2252433 Jan 21 09:34:20.017116 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40520) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:20.021234 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19aba169-d536-4ea7-ba9c-0dd9f0c66535']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:20.043800 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-5e6e4d81-52e8-4056-b25d-093b9c99f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:20.045072 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c4f8ba-88ca-433d-bfab-3feeb53e2baa') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:20.045072 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c4f8ba-88ca-433d-bfab-3feeb53e2baa') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:20.046536 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.054631 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e4d81-52e8-4056-b25d-093b9c99f0d1 None None] Routers {'40bd078a-5a1c-4938-8bd4-f0c190eff421'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:20.055407 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-5e6e4d81-52e8-4056-b25d-093b9c99f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['40bd078a-5a1c-4938-8bd4-f0c190eff421'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:20.093310 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-5e6e4d81-52e8-4056-b25d-093b9c99f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:20.093724 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.094485 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e4d81-52e8-4056-b25d-093b9c99f0d1 None None] The sync data for ids ['40bd078a-5a1c-4938-8bd4-f0c190eff421'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:20.102578 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c89acd5-0368-4a21-88de-d75c457afe48 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:20.106257 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7c89acd5-0368-4a21-88de-d75c457afe48 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.127914 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba3ef27-065e-4b00-9127-f1183c11e9a1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:20.132874 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8ba3ef27-065e-4b00-9127-f1183c11e9a1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports/42f38fb9-2a74-418f-8229-6281080beb54 HTTP/1.1" status: 200 len: 976 time: 0.1069386 Jan 21 09:34:20.137339 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40522) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:20.148988 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.182704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7f99a3f-e1e7-4f1b-9117-857eabb44914 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.190028 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:34:20.190528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:34:20.197289 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:34:20.361430 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Allocated IP 2001:db8::1 (5462b55b-9edb-4033-a2a1-4391e1b37d9d/ef9ec968-1bde-4ef7-8806-d19635611cc6/e516e679-c64f-43e9-818e-c39f129e6b50) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:20.371765 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.416237 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.419466 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/19aba169-d536-4ea7-ba9c-0dd9f0c66535 HTTP/1.1" status: 204 len: 168 time: 4.1852741 Jan 21 09:34:20.425029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40524) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:20.458882 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d901d6-a291-4be5-bd18-4249b17e5a97 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Network': ['ID=19aba169-d536-4ea7-ba9c-0dd9f0c66535,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:20.501862 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d58170f-f21d-420f-8805-171dc5d20d9c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:20.502318 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d58170f-f21d-420f-8805-171dc5d20d9c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:20.508413 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6d58170f-f21d-420f-8805-171dc5d20d9c tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/subnets/a4011913-5616-4f31-b8a4-f6c6649cdb8d HTTP/1.1" status: 404 len: 337 time: 0.0790963 Jan 21 09:34:20.511155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40526) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:20.569222 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee534ef-a971-4496-aa64-2430270ccb5f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:20.569873 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee534ef-a971-4496-aa64-2430270ccb5f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:20.572889 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5ee534ef-a971-4496-aa64-2430270ccb5f tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/19aba169-d536-4ea7-ba9c-0dd9f0c66535 HTTP/1.1" status: 404 len: 339 time: 0.0608952 Jan 21 09:34:20.584411 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40528) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:20.601193 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7f99a3f-e1e7-4f1b-9117-857eabb44914 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.620113 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc9d4-323b-4d5a-828b-845e36b46fe5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.645316 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee935739-8f85-499b-ad7e-34717ba18d67 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:20.645783 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee935739-8f85-499b-ad7e-34717ba18d67 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:20.652508 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ee935739-8f85-499b-ad7e-34717ba18d67 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/subnets/5a068248-f3be-45ec-a30d-cb7417d13eac HTTP/1.1" status: 404 len: 337 time: 0.0638206 Jan 21 09:34:20.654524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.656094 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40530) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:20.693400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.740859 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccbbd25-6739-4992-b8ad-e3bc1c376258 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:20.741527 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bccbbd25-6739-4992-b8ad-e3bc1c376258 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:20.743996 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7c89acd5-0368-4a21-88de-d75c457afe48 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.744550 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bccbbd25-6739-4992-b8ad-e3bc1c376258 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/d680b238-9c76-484a-ad4a-729485703465 HTTP/1.1" status: 404 len: 339 time: 0.0862789 Jan 21 09:34:20.751847 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40532) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:20.755432 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.758711 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcc9d4-323b-4d5a-828b-845e36b46fe5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Subnet': ['ID=a477e56b-3060-4a7b-856d-107ef5ba66e2,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:20.865482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Pushing event updated for resources: {'Port': ['ID=82fecce3-197d-455d-af61-7f1d442bbd06,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:20.904830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693bc212-c9da-4892-aef0-7afd61da18c6 None None] Network 5462b55b-9edb-4033-a2a1-4391e1b37d9d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:20.935297 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a8a33e7-4023-4097-9c14-5bd63f3e40d6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.940477 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.952545 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-a7f99a3f-e1e7-4f1b-9117-857eabb44914 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Deleting port a1d4ec62-5da6-4fd4-880b-dfd59eebdbb5 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:20.952887 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7f99a3f-e1e7-4f1b-9117-857eabb44914 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.973429 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:20.984840 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-80bf33e1-2690-411d-ac7d-618c2be78f6b None None] Provisioning complete for port 12e9548f-fa8b-4a40-891a-476bc4451255 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:20.985708 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-80bf33e1-2690-411d-ac7d-618c2be78f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.020785 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.024544 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f7f09327-b218-49a3-8fb3-c8cba7eea93b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6750524 Jan 21 09:34:21.048741 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40534) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:21.095933 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 5462b55b-9edb-4033-a2a1-4391e1b37d9d is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:21.096488 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dcc9d4-323b-4d5a-828b-845e36b46fe5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Checking segment: {'id': '8aebae79-1cf9-4496-9790-c8299ab5c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '36beab2e-7564-4454-8972-a64b417064d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:21.096859 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dcc9d4-323b-4d5a-828b-845e36b46fe5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network hostable DHCP agents. Network: 36beab2e-7564-4454-8972-a64b417064d2, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:34:21.118618 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:21.126027 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89acd5-0368-4a21-88de-d75c457afe48 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Subnet': ['ID=1823be23-470d-4817-9891-21452d3d60ad,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:21.127201 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:21.127760 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.160999 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c89acd5-0368-4a21-88de-d75c457afe48 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Checking segment: {'id': 'b6167b16-3df8-42b8-b6ae-220c77cf55a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a392dc92-a937-4951-b791-322726f42dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:21.162340 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c89acd5-0368-4a21-88de-d75c457afe48 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network hostable DHCP agents. Network: a392dc92-a937-4951-b791-322726f42dbe, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:34:21.169127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dcc9d4-323b-4d5a-828b-845e36b46fe5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 36beab2e-7564-4454-8972-a64b417064d2 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:34:21.186945 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-a1dcc9d4-323b-4d5a-828b-845e36b46fe5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 36beab2e-7564-4454-8972-a64b417064d2) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:21.199028 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dcc9d4-323b-4d5a-828b-845e36b46fe5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:21.199622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc9d4-323b-4d5a-828b-845e36b46fe5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.205646 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=e516e679-c64f-43e9-818e-c39f129e6b50,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:21.238062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a8a33e7-4023-4097-9c14-5bd63f3e40d6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.243844 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7f99a3f-e1e7-4f1b-9117-857eabb44914 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.250239 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c89acd5-0368-4a21-88de-d75c457afe48 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network a392dc92-a937-4951-b791-322726f42dbe is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:34:21.276013 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a1dcc9d4-323b-4d5a-828b-845e36b46fe5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8250902 Jan 21 09:34:21.277076 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40538) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:21.283258 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bde4a37-bfc1-431c-8a5d-68b0e2f787e4 None None] Network 36beab2e-7564-4454-8972-a64b417064d2 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:21.294876 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d21249ab-9316-434b-a676-4a9c09dcd593 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'subnet': {'network_id': '36beab2e-7564-4454-8972-a64b417064d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:21.295815 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-a7f99a3f-e1e7-4f1b-9117-857eabb44914 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Calling delete_port for a1d4ec62-5da6-4fd4-880b-dfd59eebdbb5 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:21.298992 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-7c89acd5-0368-4a21-88de-d75c457afe48 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, a392dc92-a937-4951-b791-322726f42dbe) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:21.309892 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-5a8a33e7-4023-4097-9c14-5bd63f3e40d6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64875629-844d-4e9a-beff-4fd238eb1b59']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:21.325793 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c89acd5-0368-4a21-88de-d75c457afe48 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:21.326129 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7c89acd5-0368-4a21-88de-d75c457afe48 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.336095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:21.342682 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-5a8a33e7-4023-4097-9c14-5bd63f3e40d6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1207108e-21cc-4f46-ae3f-ba94974b4c4e') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:21.343023 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-5a8a33e7-4023-4097-9c14-5bd63f3e40d6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1207108e-21cc-4f46-ae3f-ba94974b4c4e') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:21.371062 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-99f778fb-79bc-49e8-890f-42686e87b2ac tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.392789 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a8a33e7-4023-4097-9c14-5bd63f3e40d6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.419437 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7c89acd5-0368-4a21-88de-d75c457afe48 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7289958 Jan 21 09:34:21.423105 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40540) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:21.430283 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-918cfcfa-6993-4a5e-a170-f6ecb3f6c8c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'network_id': 'a392dc92-a937-4951-b791-322726f42dbe', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1565433044'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:21.453629 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a8a33e7-4023-4097-9c14-5bd63f3e40d6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.459510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643000f9-f02b-4976-a708-ba6ae85061a3 None None] Network a392dc92-a937-4951-b791-322726f42dbe requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:21.466089 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.485716 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.492419 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8a33e7-4023-4097-9c14-5bd63f3e40d6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:34:21.492828 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a8a33e7-4023-4097-9c14-5bd63f3e40d6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:34:21.495919 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:34:21.553200 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-36beab2e-7564-4454-8972-a64b417064d2', 'network_id': '36beab2e-7564-4454-8972-a64b417064d2', 'tenant_id': '11fbfc08f0f84eca87febd30d39a357e', 'fixed_ips': [{'subnet_id': 'a477e56b-3060-4a7b-856d-107ef5ba66e2'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:34:21.554090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.675927 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21249ab-9316-434b-a676-4a9c09dcd593 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:21.680236 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d21249ab-9316-434b-a676-4a9c09dcd593 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.749722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Allocated IP 172.20.0.2 (36beab2e-7564-4454-8972-a64b417064d2/a477e56b-3060-4a7b-856d-107ef5ba66e2/f162ca88-9df3-4d16-bfa8-acf1a5972f79) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:21.766070 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918cfcfa-6993-4a5e-a170-f6ecb3f6c8c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:21.771389 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-918cfcfa-6993-4a5e-a170-f6ecb3f6c8c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.805245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-918cfcfa-6993-4a5e-a170-f6ecb3f6c8c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] device_id is not set on port ef62ca8f-d0ac-4367-a74d-99b770644720 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:34:21.821783 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 12e9548f-fa8b-4a40-891a-476bc4451255 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:21.860090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-80bf33e1-2690-411d-ac7d-618c2be78f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.928076 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.ipam_backend_mixin [None req-d21249ab-9316-434b-a676-4a9c09dcd593 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a477e56b-3060-4a7b-856d-107ef5ba66e2 (CIDR: 172.20.0.0/28) Jan 21 09:34:21.941498 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21249ab-9316-434b-a676-4a9c09dcd593 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:34:21.942192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21249ab-9316-434b-a676-4a9c09dcd593 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:21.993790 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d21249ab-9316-434b-a676-4a9c09dcd593 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7108321 Jan 21 09:34:21.997853 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40542) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:22.002508 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-302a8e2c-bdfe-4791-9104-bc3df8e91882 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'subnet': {'network_id': '36beab2e-7564-4454-8972-a64b417064d2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:22.004418 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-80bf33e1-2690-411d-ac7d-618c2be78f6b None None] For port 12e9548f-fa8b-4a40-891a-476bc4451255, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=12e9548f-fa8b-4a40-891a-476bc4451255,segment=NetworkSegment(a77bb1be-063b-44e0-862c-e43dfd7ab7a6),segment_id=a77bb1be-063b-44e0-862c-e43dfd7ab7a6)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:22.010078 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-99f778fb-79bc-49e8-890f-42686e87b2ac tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port 42f38fb9-2a74-418f-8229-6281080beb54 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:22.010078 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-99f778fb-79bc-49e8-890f-42686e87b2ac tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.046182 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-80bf33e1-2690-411d-ac7d-618c2be78f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.075479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a8a33e7-4023-4097-9c14-5bd63f3e40d6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.091225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a8a33e7-4023-4097-9c14-5bd63f3e40d6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.094591 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5a8a33e7-4023-4097-9c14-5bd63f3e40d6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/64875629-844d-4e9a-beff-4fd238eb1b59 HTTP/1.1" status: 204 len: 168 time: 1.3373990 Jan 21 09:34:22.108480 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40544) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:22.136214 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 12e9548f-fa8b-4a40-891a-476bc4451255 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:22.137057 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.145621 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.158401 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-918cfcfa-6993-4a5e-a170-f6ecb3f6c8c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Allocated IP 2001:db8::24c (a392dc92-a937-4951-b791-322726f42dbe/1823be23-470d-4817-9891-21452d3d60ad/ef62ca8f-d0ac-4367-a74d-99b770644720) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:22.172757 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a33e7-4023-4097-9c14-5bd63f3e40d6 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Network': ['ID=64875629-844d-4e9a-beff-4fd238eb1b59,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:22.181089 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06a1d8b-36cc-4fd1-a8ca-788b26a67d60 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:22.181581 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06a1d8b-36cc-4fd1-a8ca-788b26a67d60 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:22.184210 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-a392dc92-a937-4951-b791-322726f42dbe', 'network_id': 'a392dc92-a937-4951-b791-322726f42dbe', 'tenant_id': 'e1679b4b6a6a4ba38d05541ed992158a', 'fixed_ips': [{'subnet_id': '1823be23-470d-4817-9891-21452d3d60ad'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:34:22.184611 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f06a1d8b-36cc-4fd1-a8ca-788b26a67d60 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/subnets/8e7eddba-c5a8-4839-a3eb-109b12e9e76c HTTP/1.1" status: 404 len: 337 time: 0.0743041 Jan 21 09:34:22.185668 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.192733 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40546) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:22.197425 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.223407 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf33e1-2690-411d-ac7d-618c2be78f6b None None] Pushing event updated for resources: {'Port': ['ID=12e9548f-fa8b-4a40-891a-476bc4451255,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:22.254300 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea188406-1fd5-4785-9fda-25228456a5e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:22.255059 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea188406-1fd5-4785-9fda-25228456a5e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:22.260707 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ea188406-1fd5-4785-9fda-25228456a5e1 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/1b956b73-d452-4bdb-a8fa-f08e808074c7 HTTP/1.1" status: 404 len: 339 time: 0.0653055 Jan 21 09:34:22.262736 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-99f778fb-79bc-49e8-890f-42686e87b2ac tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.270125 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40548) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:22.287054 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Network 36beab2e-7564-4454-8972-a64b417064d2 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:22.292033 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7f99a3f-e1e7-4f1b-9117-857eabb44914 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.331495 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a2f988-893a-45d5-bd30-77277993d28d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:22.332907 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a2f988-893a-45d5-bd30-77277993d28d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:22.336214 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-88a2f988-893a-45d5-bd30-77277993d28d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/subnets/76307a9e-630c-4556-b79d-be26e0f09d9f HTTP/1.1" status: 404 len: 337 time: 0.0614743 Jan 21 09:34:22.340553 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40550) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:22.341417 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-99f778fb-79bc-49e8-890f-42686e87b2ac tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for 42f38fb9-2a74-418f-8229-6281080beb54 owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:22.352167 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:22.363613 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:22.377004 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Pushing event updated for resources: {'Port': ['ID=f162ca88-9df3-4d16-bfa8-acf1a5972f79,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:22.381262 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e47c1c-cd3e-4065-a23e-fda70b8aac94 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:22.381847 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e47c1c-cd3e-4065-a23e-fda70b8aac94 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:22.390053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f99a3f-e1e7-4f1b-9117-857eabb44914 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Pushing event deleted for resources: {'Port': ['ID=a1d4ec62-5da6-4fd4-880b-dfd59eebdbb5,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:22.391771 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d6e47c1c-cd3e-4065-a23e-fda70b8aac94 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/c9f2b0ab-0817-43d7-87a9-c62bc44d636d HTTP/1.1" status: 404 len: 339 time: 0.0482965 Jan 21 09:34:22.395015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40552) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:22.463494 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-024f1bd1-cf83-4ac3-b330-90a5de90e4f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:22.463945 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-024f1bd1-cf83-4ac3-b330-90a5de90e4f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:22.469575 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-024f1bd1-cf83-4ac3-b330-90a5de90e4f8 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/subnets/cb65efe5-a49d-4cd2-8e95-2d13c7b2e6a8 HTTP/1.1" status: 404 len: 337 time: 0.0707343 Jan 21 09:34:22.473727 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40554) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:22.499618 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Attempting to bind port f162ca88-9df3-4d16-bfa8-acf1a5972f79 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:22.500669 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Attempting to bind port f162ca88-9df3-4d16-bfa8-acf1a5972f79 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '8aebae79-1cf9-4496-9790-c8299ab5c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '36beab2e-7564-4454-8972-a64b417064d2'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:22.501162 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Attempting to bind port f162ca88-9df3-4d16-bfa8-acf1a5972f79 on network 36beab2e-7564-4454-8972-a64b417064d2 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:22.505185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302a8e2c-bdfe-4791-9104-bc3df8e91882 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:22.508517 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-302a8e2c-bdfe-4791-9104-bc3df8e91882 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.514846 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-918cfcfa-6993-4a5e-a170-f6ecb3f6c8c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.523631 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:22.524180 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Checking segment: {'id': '8aebae79-1cf9-4496-9790-c8299ab5c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '36beab2e-7564-4454-8972-a64b417064d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:22.524690 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.525185 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Bound using segment: {'id': '8aebae79-1cf9-4496-9790-c8299ab5c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '36beab2e-7564-4454-8972-a64b417064d2'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:22.526012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Bound port: f162ca88-9df3-4d16-bfa8-acf1a5972f79, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aebae79-1cf9-4496-9790-c8299ab5c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '36beab2e-7564-4454-8972-a64b417064d2'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:22.527712 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.536689 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f2547e-33b0-4c33-83a1-0fdb8b0b5ce3 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:22.537569 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f2547e-33b0-4c33-83a1-0fdb8b0b5ce3 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:22.542969 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e3f2547e-33b0-4c33-83a1-0fdb8b0b5ce3 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/515a8301-232b-4ec5-9269-9eb3605b62e1 HTTP/1.1" status: 404 len: 339 time: 0.0610313 Jan 21 09:34:22.545742 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-3f63e232-6b54-4fdc-831e-080a2a0b705f None None] Provisioning complete for port 12e9548f-fa8b-4a40-891a-476bc4451255 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:22.546250 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3f63e232-6b54-4fdc-831e-080a2a0b705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.549858 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40556) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:22.559453 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.601933 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7f99a3f-e1e7-4f1b-9117-857eabb44914 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.640820 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] For port f162ca88-9df3-4d16-bfa8-acf1a5972f79, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:22.649137 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] For port f162ca88-9df3-4d16-bfa8-acf1a5972f79, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f162ca88-9df3-4d16-bfa8-acf1a5972f79,segment=NetworkSegment(8aebae79-1cf9-4496-9790-c8299ab5c644),segment_id=8aebae79-1cf9-4496-9790-c8299ab5c644)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:22.663003 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.673422 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.683409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 651bee99-9289-452c-b47d-0938942244ae no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:34:22.698242 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-30aae4a4-22c0-406e-bb34-e4ee3f970501 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:22.698768 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30aae4a4-22c0-406e-bb34-e4ee3f970501 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:22.702538 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-30aae4a4-22c0-406e-bb34-e4ee3f970501 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/subnets/2ac1e7dd-ba77-488c-896d-d13a6a20eded HTTP/1.1" status: 404 len: 337 time: 0.1491048 Jan 21 09:34:22.726700 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-99f778fb-79bc-49e8-890f-42686e87b2ac tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.729030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40558) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:22.762581 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.763539 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.763912 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 651bee99-9289-452c-b47d-0938942244ae {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:34:22.764397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 651bee99-9289-452c-b47d-0938942244ae not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:34:22.790148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7f99a3f-e1e7-4f1b-9117-857eabb44914 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.798416 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-247e8e9c-2818-4d56-9d36-c6dc5afb504a tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:22.799258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247e8e9c-2818-4d56-9d36-c6dc5afb504a tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:22.803078 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-247e8e9c-2818-4d56-9d36-c6dc5afb504a tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/36e6fa9c-5cc9-4e51-b645-d6d4a906259c HTTP/1.1" status: 404 len: 339 time: 0.0671268 Jan 21 09:34:22.809929 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d6fc9-15a1-4e95-915d-6f6f256b3b45 None None] Pushing event updated for resources: {'Port': ['ID=f162ca88-9df3-4d16-bfa8-acf1a5972f79,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:22.812195 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f778fb-79bc-49e8-890f-42686e87b2ac tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=42f38fb9-2a74-418f-8229-6281080beb54,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:22.812361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40560) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:22.813906 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7f99a3f-e1e7-4f1b-9117-857eabb44914 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.855273 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-3f63e232-6b54-4fdc-831e-080a2a0b705f None None] Provisioning complete for port e516e679-c64f-43e9-818e-c39f129e6b50 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:22.855807 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3f63e232-6b54-4fdc-831e-080a2a0b705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.905290 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-3f63e232-6b54-4fdc-831e-080a2a0b705f None None] Port e516e679-c64f-43e9-818e-c39f129e6b50 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:22.937595 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-918cfcfa-6993-4a5e-a170-f6ecb3f6c8c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.950203 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3d91db-533c-4af2-8ab3-0b549d8f8785 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:22.950434 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3d91db-533c-4af2-8ab3-0b549d8f8785 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:22.960092 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5c3d91db-533c-4af2-8ab3-0b549d8f8785 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/subnets/1492a8db-c4e0-4d0c-8be5-3ea94202404a HTTP/1.1" status: 404 len: 337 time: 0.1415346 Jan 21 09:34:22.961275 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40562) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:22.993032 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Allocated IP 2001:db8::2 (a392dc92-a937-4951-b791-322726f42dbe/1823be23-470d-4817-9891-21452d3d60ad/d630933e-e9a5-46c0-bec5-d04625668bdf) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:23.009872 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918cfcfa-6993-4a5e-a170-f6ecb3f6c8c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network a392dc92-a937-4951-b791-322726f42dbe is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:23.024590 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-918cfcfa-6993-4a5e-a170-f6ecb3f6c8c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:23.072367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918cfcfa-6993-4a5e-a170-f6ecb3f6c8c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:23.077931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918cfcfa-6993-4a5e-a170-f6ecb3f6c8c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:23.078573 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-918cfcfa-6993-4a5e-a170-f6ecb3f6c8c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.092981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=e516e679-c64f-43e9-818e-c39f129e6b50,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:23.094090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-50e0afc8-351b-4f86-9fac-f2feb31c6ec5 None None] Provisioning complete for port e516e679-c64f-43e9-818e-c39f129e6b50 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:23.094970 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-50e0afc8-351b-4f86-9fac-f2feb31c6ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.116064 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7f99a3f-e1e7-4f1b-9117-857eabb44914 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.116814 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f99a3f-e1e7-4f1b-9117-857eabb44914 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Fanout notify agent at l3_agent the message router_deleted on router 7070e5e1-3c52-491e-b062-fc3c73e510cd {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:34:23.122941 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb6ceca-9d90-4e1b-80bd-746e667fe860 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:23.123929 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb6ceca-9d90-4e1b-80bd-746e667fe860 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:23.127487 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0fb6ceca-9d90-4e1b-80bd-746e667fe860 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/e0f1340e-fbc6-440c-a65d-3b1a2bd6a16b HTTP/1.1" status: 404 len: 339 time: 0.1293235 Jan 21 09:34:23.134689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7f99a3f-e1e7-4f1b-9117-857eabb44914 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.136001 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a7f99a3f-e1e7-4f1b-9117-857eabb44914 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "DELETE /v2.0/routers/7070e5e1-3c52-491e-b062-fc3c73e510cd HTTP/1.1" status: 204 len: 168 time: 3.7895050 Jan 21 09:34:23.136458 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40564) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:23.137263 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cfcfa-6993-4a5e-a170-f6ecb3f6c8c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=ef62ca8f-d0ac-4367-a74d-99b770644720,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:23.140788 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40566) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:23.146972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Request body: {'router': {'name': 'tempest-snat-router-580420566', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'enable_snat': False}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:23.183691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Allocated IP 172.26.7.16 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/75f5b557-6a03-4fa8-bd35-294f8cad6a1e) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:23.217173 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-50e0afc8-351b-4f86-9fac-f2feb31c6ec5 None None] Port e516e679-c64f-43e9-818e-c39f129e6b50 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:23.240231 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a53342-06ed-4d34-8c7c-04893e4fae8e tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:23.240830 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a53342-06ed-4d34-8c7c-04893e4fae8e tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:23.249296 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-31a53342-06ed-4d34-8c7c-04893e4fae8e tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/subnets/217d2af7-0107-4096-b1e6-82ca9b95ce86 HTTP/1.1" status: 404 len: 337 time: 0.1065352 Jan 21 09:34:23.252025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 5462b55b-9edb-4033-a2a1-4391e1b37d9d is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:23.257679 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40568) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:23.281514 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-918cfcfa-6993-4a5e-a170-f6ecb3f6c8c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.8558831 Jan 21 09:34:23.282980 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-99f778fb-79bc-49e8-890f-42686e87b2ac tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.287787 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40570) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:23.303995 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.309372 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:23.319824 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.342000 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-412bb0ec-c91d-436d-8829-321fd66c36fa tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:23.342000 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412bb0ec-c91d-436d-8829-321fd66c36fa tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:23.345180 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-412bb0ec-c91d-436d-8829-321fd66c36fa tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/a3231522-9875-4a36-8c9e-23ad64e17e0c HTTP/1.1" status: 404 len: 339 time: 0.0834715 Jan 21 09:34:23.370854 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40572) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:23.378282 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Network a392dc92-a937-4951-b791-322726f42dbe is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:23.394034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:23.399716 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:23.407277 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Pushing event updated for resources: {'Port': ['ID=d630933e-e9a5-46c0-bec5-d04625668bdf,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:23.451638 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.452871 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.471889 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e223640-0810-4a35-8a94-696c90426d6b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:23.473058 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e223640-0810-4a35-8a94-696c90426d6b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:23.483800 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6e223640-0810-4a35-8a94-696c90426d6b tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/subnets/37a81a13-c103-4f8f-9cc5-1149ff67cfbe HTTP/1.1" status: 404 len: 337 time: 0.1005111 Jan 21 09:34:23.495028 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40574) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:23.505001 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Attempting to bind port d630933e-e9a5-46c0-bec5-d04625668bdf on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:23.505711 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Attempting to bind port d630933e-e9a5-46c0-bec5-d04625668bdf by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'b6167b16-3df8-42b8-b6ae-220c77cf55a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a392dc92-a937-4951-b791-322726f42dbe'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:23.506280 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Attempting to bind port d630933e-e9a5-46c0-bec5-d04625668bdf on network a392dc92-a937-4951-b791-322726f42dbe {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:23.513213 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:23.513938 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Checking segment: {'id': 'b6167b16-3df8-42b8-b6ae-220c77cf55a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a392dc92-a937-4951-b791-322726f42dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:23.514456 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.515248 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Bound using segment: {'id': 'b6167b16-3df8-42b8-b6ae-220c77cf55a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a392dc92-a937-4951-b791-322726f42dbe'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:23.515402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Bound port: d630933e-e9a5-46c0-bec5-d04625668bdf, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6167b16-3df8-42b8-b6ae-220c77cf55a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a392dc92-a937-4951-b791-322726f42dbe'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:23.515770 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.545600 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3993684-a7f4-403a-a7c5-f3b31ea3f20d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:23.546455 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3993684-a7f4-403a-a7c5-f3b31ea3f20d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:23.549660 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b3993684-a7f4-403a-a7c5-f3b31ea3f20d tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/628cd79e-0084-4a84-a76a-890224d688b2 HTTP/1.1" status: 404 len: 339 time: 0.0507281 Jan 21 09:34:23.565079 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.567352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40576) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:23.640370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.642132 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a581222-6058-4457-af95-b31035a172b7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:23.642591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a581222-6058-4457-af95-b31035a172b7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:23.649370 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2a581222-6058-4457-af95-b31035a172b7 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/subnets/d0c8e9f3-9b08-4233-9205-321402bbfc99 HTTP/1.1" status: 404 len: 337 time: 0.0775652 Jan 21 09:34:23.651774 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40578) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:23.680603 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa8d42f-1953-466f-b1c6-ec438cf94c40 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] DELETE failed (client error): The resource could not be found. Jan 21 09:34:23.681220 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa8d42f-1953-466f-b1c6-ec438cf94c40 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:23.682742 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] For port d630933e-e9a5-46c0-bec5-d04625668bdf, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:23.684417 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3aa8d42f-1953-466f-b1c6-ec438cf94c40 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/37ac42f2-2a5f-43aa-b755-4f497a987333 HTTP/1.1" status: 404 len: 339 time: 0.0297432 Jan 21 09:34:23.690192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40580) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:23.693252 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] For port d630933e-e9a5-46c0-bec5-d04625668bdf, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d630933e-e9a5-46c0-bec5-d04625668bdf,segment=NetworkSegment(b6167b16-3df8-42b8-b6ae-220c77cf55a0),segment_id=b6167b16-3df8-42b8-b6ae-220c77cf55a0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:23.703718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.814482 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6264079f-9548-478c-90c0-b72291a4c0ce None None] Provisioning complete for port e516e679-c64f-43e9-818e-c39f129e6b50 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:23.815130 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6264079f-9548-478c-90c0-b72291a4c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.819039 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430808b-bccf-4093-8c03-4ee43a2e101b None None] Pushing event updated for resources: {'Port': ['ID=d630933e-e9a5-46c0-bec5-d04625668bdf,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:23.885617 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-6264079f-9548-478c-90c0-b72291a4c0ce None None] Port e516e679-c64f-43e9-818e-c39f129e6b50 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:23.890356 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.892845 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router f6b48623-6039-49f8-8afe-65fbc46b3816 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:34:23.900098 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-5524b731-99cd-4bbd-a712-7d868d095100 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Deleting subnet 54accac0-4241-4d08-9e86-967d19a4164d {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:34:23.902434 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 12e9548f-fa8b-4a40-891a-476bc4451255 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:23.953229 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5524b731-99cd-4bbd-a712-7d868d095100 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.981373 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 12e9548f-fa8b-4a40-891a-476bc4451255 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:23.987101 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.987276 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:24.053360 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-302a8e2c-bdfe-4791-9104-bc3df8e91882 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:24.058407 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f778fb-79bc-49e8-890f-42686e87b2ac tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 40bd078a-5a1c-4938-8bd4-f0c190eff421 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:34:24.125812 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-b08292b2-7d5b-4c39-a488-8d6fa8c4ae73 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port ef62ca8f-d0ac-4367-a74d-99b770644720 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:24.126169 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b08292b2-7d5b-4c39-a488-8d6fa8c4ae73 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:24.130564 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:24.148488 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302a8e2c-bdfe-4791-9104-bc3df8e91882 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 36beab2e-7564-4454-8972-a64b417064d2 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:24.168313 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-302a8e2c-bdfe-4791-9104-bc3df8e91882 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:24.187533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f162ca88-9df3-4d16-bfa8-acf1a5972f79 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:24.207631 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:24.210147 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:24.213911 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5524b731-99cd-4bbd-a712-7d868d095100 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:24.258199 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302a8e2c-bdfe-4791-9104-bc3df8e91882 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:24.259377 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-302a8e2c-bdfe-4791-9104-bc3df8e91882 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:24.280637 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port f162ca88-9df3-4d16-bfa8-acf1a5972f79 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:24.281778 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:24.321047 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Pushing event updated for resources: {'Port': ['ID=75f5b557-6a03-4fa8-bd35-294f8cad6a1e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:24.330330 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a8e2c-bdfe-4791-9104-bc3df8e91882 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Subnet': ['ID=dffb4dc4-33f4-4cde-b836-c5aba9876db4,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:24.362958 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-302a8e2c-bdfe-4791-9104-bc3df8e91882 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3640785 Jan 21 09:34:24.365122 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40584) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:24.367532 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f778fb-79bc-49e8-890f-42686e87b2ac tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:24.376624 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-99f778fb-79bc-49e8-890f-42686e87b2ac tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/40bd078a-5a1c-4938-8bd4-f0c190eff421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2353966 Jan 21 09:34:24.379496 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40586) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:24.383299 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab721986-0595-4b90-bb42-e402c8ffc94f None None] Sync routers for ids ['40bd078a-5a1c-4938-8bd4-f0c190eff421'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:24.401427 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab721986-0595-4b90-bb42-e402c8ffc94f None None] Routers {'40bd078a-5a1c-4938-8bd4-f0c190eff421'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:24.402480 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-ab721986-0595-4b90-bb42-e402c8ffc94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['40bd078a-5a1c-4938-8bd4-f0c190eff421'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:24.406531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-6381cfd8-60f5-4d9f-ab72-fee4ee025763 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'network_id': '36beab2e-7564-4454-8972-a64b417064d2', 'fixed_ips': [{'subnet_id': 'a477e56b-3060-4a7b-856d-107ef5ba66e2'}, {'subnet_id': 'dffb4dc4-33f4-4cde-b836-c5aba9876db4'}], 'name': 'tempest-PortsTestJSON-1322358105'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:24.472967 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:24.474638 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-ab721986-0595-4b90-bb42-e402c8ffc94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:24.497157 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab721986-0595-4b90-bb42-e402c8ffc94f None None] Routers {'40bd078a-5a1c-4938-8bd4-f0c190eff421'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:24.498073 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-ab721986-0595-4b90-bb42-e402c8ffc94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['40bd078a-5a1c-4938-8bd4-f0c190eff421'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:24.534541 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5524b731-99cd-4bbd-a712-7d868d095100 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:24.535988 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b08292b2-7d5b-4c39-a488-8d6fa8c4ae73 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:24.549414 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port f162ca88-9df3-4d16-bfa8-acf1a5972f79, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f162ca88-9df3-4d16-bfa8-acf1a5972f79,segment=NetworkSegment(8aebae79-1cf9-4496-9790-c8299ab5c644),segment_id=8aebae79-1cf9-4496-9790-c8299ab5c644)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:24.556279 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:24.577931 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-ab721986-0595-4b90-bb42-e402c8ffc94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:24.578588 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab721986-0595-4b90-bb42-e402c8ffc94f None None] The sync data for ids ['40bd078a-5a1c-4938-8bd4-f0c190eff421'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:24.599646 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-b08292b2-7d5b-4c39-a488-8d6fa8c4ae73 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for ef62ca8f-d0ac-4367-a74d-99b770644720 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:24.618187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=f162ca88-9df3-4d16-bfa8-acf1a5972f79,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:24.655095 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ad47b7-f334-4e27-9455-001c2bf528ba None None] Network 36beab2e-7564-4454-8972-a64b417064d2 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:24.720593 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-3b284316-96b0-43dd-a426-73d03879d0c4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] remove_router_interface failed (client error): The resource could not be found. Jan 21 09:34:24.725206 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3b284316-96b0-43dd-a426-73d03879d0c4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/40bd078a-5a1c-4938-8bd4-f0c190eff421/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3387356 Jan 21 09:34:24.726483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40588) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:24.746998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:24.750403 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c06d5ae5-94a2-478e-ab9e-a446eadc8cfe None None] Provisioning complete for port f162ca88-9df3-4d16-bfa8-acf1a5972f79 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:24.750921 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c06d5ae5-94a2-478e-ab9e-a446eadc8cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:24.761527 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1bf2efad-d49d-4f31-a27c-81746ed71897 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports?device_id=40bd078a-5a1c-4938-8bd4-f0c190eff421 HTTP/1.1" status: 200 len: 205 time: 0.0341129 Jan 21 09:34:24.764005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40590) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:24.905332 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-95c68ebb-067e-463a-a6e2-ab3b2b853486 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.020982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1161d7-1775-4b19-ad51-fe8f65fbd3f0 None None] Update dhcp port {'port': {'network_id': '36beab2e-7564-4454-8972-a64b417064d2', 'fixed_ips': [{'subnet_id': 'a477e56b-3060-4a7b-856d-107ef5ba66e2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dffb4dc4-33f4-4cde-b836-c5aba9876db4'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': 'f162ca88-9df3-4d16-bfa8-acf1a5972f79'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:34:25.038666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45c16f-509b-48e8-9842-931b2c9b2163 req-f28cdefc-7330-4879-ad92-eaf463cf37df tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:25.043493 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0a45c16f-509b-48e8-9842-931b2c9b2163 req-f28cdefc-7330-4879-ad92-eaf463cf37df tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.9397018 Jan 21 09:34:25.062997 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:25.065274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a1161d7-1775-4b19-ad51-fe8f65fbd3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.080112 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Sync routers for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:25.093978 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-25e6e8c5-2fdf-46cc-8a5b-c2506309bb4f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/f6b48623-6039-49f8-8afe-65fbc46b3816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6177433 Jan 21 09:34:25.096445 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:25.097970 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:25.099108 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.100281 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40592) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:25.109210 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-2e952c93-cf2a-41be-964e-343f3b5f5a59 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-180241084'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:25.139777 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5524b731-99cd-4bbd-a712-7d868d095100 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.201189 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-95c68ebb-067e-463a-a6e2-ab3b2b853486 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.205084 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-95c68ebb-067e-463a-a6e2-ab3b2b853486 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.210870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b08292b2-7d5b-4c39-a488-8d6fa8c4ae73 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.244368 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524b731-99cd-4bbd-a712-7d868d095100 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Subnet': ['ID=54accac0-4241-4d08-9e86-967d19a4164d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:25.268222 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0a45c16f-509b-48e8-9842-931b2c9b2163 req-9da58bf2-c9b8-468b-936f-89d037993e4b tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029893 Jan 21 09:34:25.280425 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5524b731-99cd-4bbd-a712-7d868d095100 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.281048 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08292b2-7d5b-4c39-a488-8d6fa8c4ae73 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=ef62ca8f-d0ac-4367-a74d-99b770644720,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:25.291603 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-95c68ebb-067e-463a-a6e2-ab3b2b853486 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.292481 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c68ebb-067e-463a-a6e2-ab3b2b853486 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Fanout notify agent at l3_agent the message router_deleted on router 40bd078a-5a1c-4938-8bd4-f0c190eff421 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:34:25.302923 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5524b731-99cd-4bbd-a712-7d868d095100 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/subnets/54accac0-4241-4d08-9e86-967d19a4164d HTTP/1.1" status: 204 len: 168 time: 1.6099534 Jan 21 09:34:25.313155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40594) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:25.324994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.328667 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-95c68ebb-067e-463a-a6e2-ab3b2b853486 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.331081 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-95c68ebb-067e-463a-a6e2-ab3b2b853486 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/routers/40bd078a-5a1c-4938-8bd4-f0c190eff421 HTTP/1.1" status: 204 len: 168 time: 0.5657341 Jan 21 09:34:25.338825 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40598) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:25.339469 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e952c93-cf2a-41be-964e-343f3b5f5a59 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:25.342988 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2e952c93-cf2a-41be-964e-343f3b5f5a59 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.344628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b08292b2-7d5b-4c39-a488-8d6fa8c4ae73 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.351046 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b08292b2-7d5b-4c39-a488-8d6fa8c4ae73 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/ef62ca8f-d0ac-4367-a74d-99b770644720 HTTP/1.1" status: 204 len: 168 time: 2.0371482 Jan 21 09:34:25.354883 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40600) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:25.431763 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-36daefe9-6708-46a9-8fa4-1d0f62858e64 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] GET failed (client error): The resource could not be found. Jan 21 09:34:25.436069 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-36daefe9-6708-46a9-8fa4-1d0f62858e64 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports/ef62ca8f-d0ac-4367-a74d-99b770644720 HTTP/1.1" status: 404 len: 333 time: 0.0775547 Jan 21 09:34:25.450353 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40602) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:25.498304 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d8e1b8-52f7-4849-a11f-57686de1f0c2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting subnet 6ccce06a-706e-4c3c-b6e9-7bfadb3af81a {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:34:25.499295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1ec1ad-2106-4625-9953-65a9a7ff05a7 None None] Network 31178689-c792-4928-9026-e371bc197538 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:25.501096 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2896a64a-8880-410e-a230-a45e3613991a None None] Network a392dc92-a937-4951-b791-322726f42dbe requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:25.509053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e952c93-cf2a-41be-964e-343f3b5f5a59 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:34:25.510943 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81d8e1b8-52f7-4849-a11f-57686de1f0c2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.515898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:34:25.538888 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.565732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6381cfd8-60f5-4d9f-ab72-fee4ee025763 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:25.567640 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b2c1b-ea1a-4760-b1b7-3264284c67ee req-b207b410-dc12-41b0-a8da-b9bf1302d681 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:25.569199 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cb7b2c1b-ea1a-4760-b1b7-3264284c67ee req-b207b410-dc12-41b0-a8da-b9bf1302d681 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.1421847 Jan 21 09:34:25.574104 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e0b263-e83d-4410-bb68-dc20d42b5203 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting subnet 1823be23-470d-4817-9891-21452d3d60ad {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:34:25.584933 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b263-e83d-4410-bb68-dc20d42b5203 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.606632 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2e952c93-cf2a-41be-964e-343f3b5f5a59 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.606868 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-2e952c93-cf2a-41be-964e-343f3b5f5a59 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Added segment 8d7dcfe7-03e9-4f47-8932-7396b231899b of type vlan for network 34bb55f5-d3e9-432e-aa64-028e2268f88f Jan 21 09:34:25.655451 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-49346b3b-428a-453d-a37a-c856ba087c76 None None] Provisioning complete for port d630933e-e9a5-46c0-bec5-d04625668bdf triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:25.655837 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-49346b3b-428a-453d-a37a-c856ba087c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.673642 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cb7b2c1b-ea1a-4760-b1b7-3264284c67ee req-9a4a0fd9-f218-46da-9dd5-73a68e02b712 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949018 Jan 21 09:34:25.676971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b263-e83d-4410-bb68-dc20d42b5203 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.776463 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Deleting port 34de31db-ecc5-452c-baa0-17ca5ecafbcf {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:25.777067 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.852907 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b263-e83d-4410-bb68-dc20d42b5203 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.916974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-8a1161d7-1775-4b19-ad51-fe8f65fbd3f0 None None] Allocated IP 172.20.0.18 (36beab2e-7564-4454-8972-a64b417064d2/dffb4dc4-33f4-4cde-b836-c5aba9876db4/f162ca88-9df3-4d16-bfa8-acf1a5972f79) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:25.918873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] For port 34de31db-ecc5-452c-baa0-17ca5ecafbcf, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=34de31db-ecc5-452c-baa0-17ca5ecafbcf,segment=NetworkSegment(71024321-9d29-453b-b32e-952b51da316f),segment_id=71024321-9d29-453b-b32e-952b51da316f)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:25.919494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.938261 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Calling delete_port for 34de31db-ecc5-452c-baa0-17ca5ecafbcf owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:25.951068 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2e952c93-cf2a-41be-964e-343f3b5f5a59 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:25.980741 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f162ca88-9df3-4d16-bfa8-acf1a5972f79 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:25.989127 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81d8e1b8-52f7-4849-a11f-57686de1f0c2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.013742 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.047902 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2e952c93-cf2a-41be-964e-343f3b5f5a59 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.049877 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.074686 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e952c93-cf2a-41be-964e-343f3b5f5a59 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:26.076213 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2e952c93-cf2a-41be-964e-343f3b5f5a59 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.092412 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Port': ['ID=34de31db-ecc5-452c-baa0-17ca5ecafbcf,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:26.123787 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] No DVR routers for this DVR port 34de31db-ecc5-452c-baa0-17ca5ecafbcf on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:26.163207 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea617a1-1d1f-420b-a76d-501c3bd02713 None None] DHCP port deletion for 31178689-c792-4928-9026-e371bc197538 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:34:26.167376 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2e952c93-cf2a-41be-964e-343f3b5f5a59 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0593729 Jan 21 09:34:26.174651 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b263-e83d-4410-bb68-dc20d42b5203 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.178871 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40608) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:26.184216 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.191828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-0c317d0d-d0b4-4b20-b170-182db38a45bd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'subnet': {'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:26.210681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-49346b3b-428a-453d-a37a-c856ba087c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.270579 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0b263-e83d-4410-bb68-dc20d42b5203 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Subnet': ['ID=1823be23-470d-4817-9891-21452d3d60ad,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:26.279883 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b263-e83d-4410-bb68-dc20d42b5203 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.286728 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a1e0b263-e83d-4410-bb68-dc20d42b5203 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/1823be23-470d-4817-9891-21452d3d60ad HTTP/1.1" status: 204 len: 168 time: 0.8315103 Jan 21 09:34:26.288607 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40610) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:26.334454 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-8a1161d7-1775-4b19-ad51-fe8f65fbd3f0 None None] For port f162ca88-9df3-4d16-bfa8-acf1a5972f79, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f162ca88-9df3-4d16-bfa8-acf1a5972f79,segment=NetworkSegment(8aebae79-1cf9-4496-9790-c8299ab5c644),segment_id=8aebae79-1cf9-4496-9790-c8299ab5c644)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:26.343950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port f162ca88-9df3-4d16-bfa8-acf1a5972f79 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:26.343950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.344264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e952c93-cf2a-41be-964e-343f3b5f5a59 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Network': ['ID=34bb55f5-d3e9-432e-aa64-028e2268f88f,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:26.380746 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 34bb55f5-d3e9-432e-aa64-028e2268f88f details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:34:26.381615 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.400240 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.405245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6381cfd8-60f5-4d9f-ab72-fee4ee025763 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.435645 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6cab2-b60a-4e46-b5a4-c0165322040d req-fbb843df-7ebe-4f35-9a6e-8dd9f57331d5 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:26.437157 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ea6cab2-b60a-4e46-b5a4-c0165322040d req-fbb843df-7ebe-4f35-9a6e-8dd9f57331d5 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.3336020 Jan 21 09:34:26.438609 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.471681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-49346b3b-428a-453d-a37a-c856ba087c76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:34:26.472999 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-49346b3b-428a-453d-a37a-c856ba087c76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:34:26.493006 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a1161d7-1775-4b19-ad51-fe8f65fbd3f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.512970 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a1161d7-1775-4b19-ad51-fe8f65fbd3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.524985 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-6381cfd8-60f5-4d9f-ab72-fee4ee025763 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] device_id is not set on port ce5c117d-89c4-4402-baaf-76d7fa0680e6 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:34:26.533705 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81d8e1b8-52f7-4849-a11f-57686de1f0c2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.609004 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:34:21Z', 'revision_number': 2, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:22Z', 'revision_number': 2, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:26.653930 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Allocated IP 172.26.7.14 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/ea420b4b-e59c-4f13-b79b-f8bb2278c93b) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:26.677389 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Checking router: f6b48623-6039-49f8-8afe-65fbc46b3816 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:34:26.677686 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Updating router f6b48623-6039-49f8-8afe-65fbc46b3816 port e516e679-c64f-43e9-818e-c39f129e6b50 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:34:26.683748 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1161d7-1775-4b19-ad51-fe8f65fbd3f0 None None] Pushing event updated for resources: {'Port': ['ID=f162ca88-9df3-4d16-bfa8-acf1a5972f79,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:26.691759 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1cc862-4392-4c9d-b32e-6e25a97c0f25 None None] Network a392dc92-a937-4951-b791-322726f42dbe requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:26.696154 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Pushing event updated for resources: {'Port': ['ID=75f5b557-6a03-4fa8-bd35-294f8cad6a1e,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:26.783932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d630933e-e9a5-46c0-bec5-d04625668bdf up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:26.785614 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.807561 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.860196 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31178689-c792-4928-9026-e371bc197538']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:26.874415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71024321-9d29-453b-b32e-952b51da316f') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:26.874918 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71024321-9d29-453b-b32e-952b51da316f') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:26.887529 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.900914 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.901420 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81d8e1b8-52f7-4849-a11f-57686de1f0c2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.908151 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:34:26.908473 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.921881 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:26.926798 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-97e45b5f-476f-44c4-8d1e-ff2226bf6c0b tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8739290 Jan 21 09:34:26.969819 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40612) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:34:26.978021 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:34:27.018773 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:27.022202 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81d8e1b8-52f7-4849-a11f-57686de1f0c2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:27.022361 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:27.026480 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-81d8e1b8-52f7-4849-a11f-57686de1f0c2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/6ccce06a-706e-4c3c-b6e9-7bfadb3af81a HTTP/1.1" status: 204 len: 168 time: 1.6806087 Jan 21 09:34:27.033787 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] 10.222.0.88 "DELETE /v2.0/networks/31178689-c792-4928-9026-e371bc197538 HTTP/1.1" status: 204 len: 168 time: 1.7182090 Jan 21 09:34:27.040521 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55761c4-9c26-4b19-9e8d-bfe8723f0593 None None] Network 76830768-fa58-4035-ba20-8482303fbfdf requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:27.043953 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40616) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:27.066949 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8e1b8-52f7-4849-a11f-57686de1f0c2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Subnet': ['ID=6ccce06a-706e-4c3c-b6e9-7bfadb3af81a,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:27.103837 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a09cc-bbf7-4110-ad51-ce422c7675d3 req-e6c574b4-cc2c-4c26-b4b7-133ce6080b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:27.105951 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ef2a09cc-bbf7-4110-ad51-ce422c7675d3 req-e6c574b4-cc2c-4c26-b4b7-133ce6080b01 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8412c99099254edbacc3999749241e6e&device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 1098 time: 0.3367336 Jan 21 09:34:27.117139 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d630933e-e9a5-46c0-bec5-d04625668bdf triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:27.117549 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:27.185490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:27.216773 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:27.224087 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:27.228177 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c317d0d-d0b4-4b20-b170-182db38a45bd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:27.232263 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c317d0d-d0b4-4b20-b170-182db38a45bd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:27.232566 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4d9be2c9-6e11-464b-b5ce-c2a60c321bb1 tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.2580559 Jan 21 09:34:27.241542 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40618) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:27.401814 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:27.409234 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a09cc-bbf7-4110-ad51-ce422c7675d3 req-808bbf10-9881-4b5f-8fd3-782f0b31804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:27.412657 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ef2a09cc-bbf7-4110-ad51-ce422c7675d3 req-808bbf10-9881-4b5f-8fd3-782f0b31804b service neutron] 10.222.0.113 "GET /v2.0/networks?id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac HTTP/1.1" status: 200 len: 912 time: 0.2781336 Jan 21 09:34:27.437701 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-6381cfd8-60f5-4d9f-ab72-fee4ee025763 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Allocated IP 172.20.0.9 (36beab2e-7564-4454-8972-a64b417064d2/a477e56b-3060-4a7b-856d-107ef5ba66e2/ce5c117d-89c4-4402-baaf-76d7fa0680e6) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:27.521552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-6381cfd8-60f5-4d9f-ab72-fee4ee025763 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Allocated IP 172.20.0.23 (36beab2e-7564-4454-8972-a64b417064d2/dffb4dc4-33f4-4cde-b836-c5aba9876db4/ce5c117d-89c4-4402-baaf-76d7fa0680e6) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:27.545543 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec30c3-ecfc-47ee-8bd1-3b9ed23b62a4 tempest-NetworksTest-2069889206 tempest-NetworksTest-2069889206-project] Pushing event deleted for resources: {'Network': ['ID=31178689-c792-4928-9026-e371bc197538,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:27.574276 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40622) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:27.588439 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:27.606087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:27.620830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d2b260-a131-47f7-9039-9cddf425bb96 None None] Network 36beab2e-7564-4454-8972-a64b417064d2 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:27.622102 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:27.624844 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:27.649879 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-82f00a29-bc3e-4115-b5a5-fde03ffa9283 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3762834 Jan 21 09:34:27.651840 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40626) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:27.656966 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Pushing event updated for resources: {'Port': ['ID=ea420b4b-e59c-4f13-b79b-f8bb2278c93b,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:27.686725 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ef2a09cc-bbf7-4110-ad51-ce422c7675d3 req-f6aff6b5-3d64-4e9f-8c5a-398f4686fb76 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e HTTP/1.1" status: 200 len: 1000 time: 0.2399483 Jan 21 09:34:27.696063 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c317d0d-d0b4-4b20-b170-182db38a45bd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:27.704771 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ea6cab2-b60a-4e46-b5a4-c0165322040d req-9df558b5-6066-4339-925d-9376880c62a2 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8536763 Jan 21 09:34:27.732320 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-49346b3b-428a-453d-a37a-c856ba087c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:27.806308 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:27.894190 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a09cc-bbf7-4110-ad51-ce422c7675d3 req-99486104-4175-422d-b8b0-6bacb4964699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:27.895896 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ef2a09cc-bbf7-4110-ad51-ce422c7675d3 req-99486104-4175-422d-b8b0-6bacb4964699 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e4bc1c0e-de86-4cff-909c-9d8480083531 HTTP/1.1" status: 200 len: 850 time: 0.2027681 Jan 21 09:34:27.898090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-49346b3b-428a-453d-a37a-c856ba087c76 None None] For port d630933e-e9a5-46c0-bec5-d04625668bdf, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d630933e-e9a5-46c0-bec5-d04625668bdf,segment=NetworkSegment(b6167b16-3df8-42b8-b6ae-220c77cf55a0),segment_id=b6167b16-3df8-42b8-b6ae-220c77cf55a0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:27.907714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a12044-d366-4085-8e2b-74e76d4a7bb2 None None] DHCP port deletion for a392dc92-a937-4951-b791-322726f42dbe request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:34:27.932220 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c317d0d-d0b4-4b20-b170-182db38a45bd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Subnet': ['ID=20507ecf-e70f-4311-94de-011020de3fb7,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:27.935527 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-49346b3b-428a-453d-a37a-c856ba087c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:27.964413 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port 040b95c3-fa88-490e-924a-003c4270afa1 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:27.965122 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:27.970995 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c317d0d-d0b4-4b20-b170-182db38a45bd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Checking segment: {'id': '8d7dcfe7-03e9-4f47-8932-7396b231899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:27.971758 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c317d0d-d0b4-4b20-b170-182db38a45bd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network hostable DHCP agents. Network: 34bb55f5-d3e9-432e-aa64-028e2268f88f, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:34:28.017673 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d2881-1a5c-4f24-aed5-7f81afe0987d None None] Pushing event updated for resources: {'Port': ['ID=e516e679-c64f-43e9-818e-c39f129e6b50,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:28.049141 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port d630933e-e9a5-46c0-bec5-d04625668bdf {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:28.049732 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.087414 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] For port 040b95c3-fa88-490e-924a-003c4270afa1, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=040b95c3-fa88-490e-924a-003c4270afa1,segment=NetworkSegment(ffdd1dd9-2c12-4db6-9aa3-03272de1d95f),segment_id=ffdd1dd9-2c12-4db6-9aa3-03272de1d95f)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:28.087784 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.106202 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for 040b95c3-fa88-490e-924a-003c4270afa1 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:28.195670 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c317d0d-d0b4-4b20-b170-182db38a45bd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 34bb55f5-d3e9-432e-aa64-028e2268f88f is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:34:28.209438 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49346b3b-428a-453d-a37a-c856ba087c76 None None] Pushing event updated for resources: {'Port': ['ID=d630933e-e9a5-46c0-bec5-d04625668bdf,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:28.249056 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5bce66-e567-4fde-9380-4d2544d66094 None None] DHCP port deletion for 76830768-fa58-4035-ba20-8482303fbfdf request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:34:28.259990 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Attempting to bind port e516e679-c64f-43e9-818e-c39f129e6b50 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:28.260735 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Attempting to bind port e516e679-c64f-43e9-818e-c39f129e6b50 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'a77bb1be-063b-44e0-862c-e43dfd7ab7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:28.261283 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Attempting to bind port e516e679-c64f-43e9-818e-c39f129e6b50 on network 5462b55b-9edb-4033-a2a1-4391e1b37d9d {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:28.265135 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.272198 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-0c317d0d-d0b4-4b20-b170-182db38a45bd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 34bb55f5-d3e9-432e-aa64-028e2268f88f) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:28.275999 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:28.276377 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Checking segment: {'id': 'a77bb1be-063b-44e0-862c-e43dfd7ab7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:28.276787 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.277181 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Bound using segment: {'id': 'a77bb1be-063b-44e0-862c-e43dfd7ab7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:28.277692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Bound port: e516e679-c64f-43e9-818e-c39f129e6b50, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77bb1be-063b-44e0-862c-e43dfd7ab7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:28.277978 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c317d0d-d0b4-4b20-b170-182db38a45bd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:28.278091 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.278818 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c317d0d-d0b4-4b20-b170-182db38a45bd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.303215 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6358c7-3315-4c3a-b17b-cd9142cc7609 None None] Network 34bb55f5-d3e9-432e-aa64-028e2268f88f requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:28.330958 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=040b95c3-fa88-490e-924a-003c4270afa1,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:28.336655 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] For port d630933e-e9a5-46c0-bec5-d04625668bdf, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d630933e-e9a5-46c0-bec5-d04625668bdf,segment=NetworkSegment(b6167b16-3df8-42b8-b6ae-220c77cf55a0),segment_id=b6167b16-3df8-42b8-b6ae-220c77cf55a0)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:28.337512 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.341131 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc9e7d-f952-4e8c-885b-c595ecf1380e tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Deleting port 75f5b557-6a03-4fa8-bd35-294f8cad6a1e {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:28.341669 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9e7d-f952-4e8c-885b-c595ecf1380e tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.344231 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ad5bce66-e567-4fde-9380-4d2544d66094 None None] The port '040b95c3-fa88-490e-924a-003c4270afa1' was deleted {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 21 09:34:28.351159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] No DVR routers for this DVR port 040b95c3-fa88-490e-924a-003c4270afa1 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:28.367757 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9d2a5df1-d9a1-4153-a530-d9403dbdbc23 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b2f81884496e439da06be21a280d281b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7835269 Jan 21 09:34:28.373347 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40628) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:28.375582 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-2b336de9-3387-4523-acbd-c15ed3485e79 None None] Provisioning complete for port f162ca88-9df3-4d16-bfa8-acf1a5972f79 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:28.375965 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2b336de9-3387-4523-acbd-c15ed3485e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.424022 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0c317d0d-d0b4-4b20-b170-182db38a45bd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2408881 Jan 21 09:34:28.432993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40630) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:28.466743 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-87a12044-d366-4085-8e2b-74e76d4a7bb2 None None] Deleting port d630933e-e9a5-46c0-bec5-d04625668bdf {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:28.467123 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-87a12044-d366-4085-8e2b-74e76d4a7bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.475572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for d630933e-e9a5-46c0-bec5-d04625668bdf owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:28.516556 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.563577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6381cfd8-60f5-4d9f-ab72-fee4ee025763 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.594097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f162ca88-9df3-4d16-bfa8-acf1a5972f79 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:28.606163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a09cc-bbf7-4110-ad51-ce422c7675d3 req-1059a005-12a0-4111-a004-feaa23872afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:28.607998 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ef2a09cc-bbf7-4110-ad51-ce422c7675d3 req-1059a005-12a0-4111-a004-feaa23872afb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6808507 Jan 21 09:34:28.633255 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] For port e516e679-c64f-43e9-818e-c39f129e6b50, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:28.652232 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-87a12044-d366-4085-8e2b-74e76d4a7bb2 None None] For port d630933e-e9a5-46c0-bec5-d04625668bdf, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d630933e-e9a5-46c0-bec5-d04625668bdf,segment=NetworkSegment(b6167b16-3df8-42b8-b6ae-220c77cf55a0),segment_id=b6167b16-3df8-42b8-b6ae-220c77cf55a0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:28.652639 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-87a12044-d366-4085-8e2b-74e76d4a7bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.693284 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.702403 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] For port e516e679-c64f-43e9-818e-c39f129e6b50, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e516e679-c64f-43e9-818e-c39f129e6b50,segment=NetworkSegment(a77bb1be-063b-44e0-862c-e43dfd7ab7a6),segment_id=a77bb1be-063b-44e0-862c-e43dfd7ab7a6)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:28.734139 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-87a12044-d366-4085-8e2b-74e76d4a7bb2 None None] Calling delete_port for d630933e-e9a5-46c0-bec5-d04625668bdf owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:28.740701 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.768518 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76830768-fa58-4035-ba20-8482303fbfdf']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:28.797973 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6381cfd8-60f5-4d9f-ab72-fee4ee025763 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.798900 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9e7d-f952-4e8c-885b-c595ecf1380e tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.799389 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9e7d-f952-4e8c-885b-c595ecf1380e tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.811627 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffdd1dd9-2c12-4db6-9aa3-03272de1d95f') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:28.812166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffdd1dd9-2c12-4db6-9aa3-03272de1d95f') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:28.812389 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2bd2e1f3-685e-40ef-94dd-f4ba9945434e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.829116 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d2881-1a5c-4f24-aed5-7f81afe0987d None None] Pushing event updated for resources: {'Port': ['ID=e516e679-c64f-43e9-818e-c39f129e6b50,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:28.868253 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc9e7d-f952-4e8c-885b-c595ecf1380e tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Calling delete_port for 75f5b557-6a03-4fa8-bd35-294f8cad6a1e owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:28.901340 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.927171 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:28.928361 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:28.933089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-2b336de9-3387-4523-acbd-c15ed3485e79 None None] Provisioning complete for port d630933e-e9a5-46c0-bec5-d04625668bdf triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:28.933089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2b336de9-3387-4523-acbd-c15ed3485e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.935008 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-34bb55f5-d3e9-432e-aa64-028e2268f88f', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:34:28.936847 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.936998 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ef2a09cc-bbf7-4110-ad51-ce422c7675d3 req-b7160b27-f97c-4e0a-b039-e00c4a6ff429 service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180673 Jan 21 09:34:28.943984 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port f162ca88-9df3-4d16-bfa8-acf1a5972f79 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:28.944364 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.990805 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2bd2e1f3-685e-40ef-94dd-f4ba9945434e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:28.992223 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.006083 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6381cfd8-60f5-4d9f-ab72-fee4ee025763 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 36beab2e-7564-4454-8972-a64b417064d2 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:29.012863 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.015173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:34:29.015562 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:34:29.022225 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:34:29.059001 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-6381cfd8-60f5-4d9f-ab72-fee4ee025763 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:29.077277 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381cfd8-60f5-4d9f-ab72-fee4ee025763 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=ce5c117d-89c4-4402-baaf-76d7fa0680e6,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:29.082655 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6381cfd8-60f5-4d9f-ab72-fee4ee025763 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:29.096592 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=d630933e-e9a5-46c0-bec5-d04625668bdf,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:29.108929 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb03ae-df4d-41a0-936d-d12f1a3e690a req-90ac27f3-832e-4cc0-a2e1-ce5ece2da001 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:29.110710 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-08eb03ae-df4d-41a0-936d-d12f1a3e690a req-90ac27f3-832e-4cc0-a2e1-ce5ece2da001 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.3221605 Jan 21 09:34:29.252335 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-87a12044-d366-4085-8e2b-74e76d4a7bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.266489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.276490 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-2b336de9-3387-4523-acbd-c15ed3485e79 None None] Could not find standard attr ID for object d630933e-e9a5-46c0-bec5-d04625668bdf. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:34:29.285095 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.plugins.ml2.db [None req-2b336de9-3387-4523-acbd-c15ed3485e79 None None] No ports have port_id starting with d630933e-e9a5-46c0-bec5-d04625668bdf Jan 21 09:34:29.342736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6381cfd8-60f5-4d9f-ab72-fee4ee025763 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:29.343410 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6381cfd8-60f5-4d9f-ab72-fee4ee025763 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.348152 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a12044-d366-4085-8e2b-74e76d4a7bb2 None None] Pushing event deleted for resources: {'Port': ['ID=d630933e-e9a5-46c0-bec5-d04625668bdf,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:29.351026 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:34:29.406853 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a12044-d366-4085-8e2b-74e76d4a7bb2 None None] No DVR routers for this DVR port d630933e-e9a5-46c0-bec5-d04625668bdf on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:29.429819 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ef2a09cc-bbf7-4110-ad51-ce422c7675d3 req-a9789638-a6b5-464a-8c03-916ee3396fc3 service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731948 Jan 21 09:34:29.467726 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No DVR routers for this DVR port d630933e-e9a5-46c0-bec5-d04625668bdf on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:29.497298 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6381cfd8-60f5-4d9f-ab72-fee4ee025763 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.0948064 Jan 21 09:34:29.500509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40634) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:29.509729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-bd4f87e5-4e22-4048-b12d-9be2f45a0969 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a477e56b-3060-4a7b-856d-107ef5ba66e2'}]}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:29.559402 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-08eb03ae-df4d-41a0-936d-d12f1a3e690a req-7bb3b93c-33ce-44da-9ac1-7951c351e161 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457061 Jan 21 09:34:29.583619 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2bd2e1f3-685e-40ef-94dd-f4ba9945434e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.588188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2bd2e1f3-685e-40ef-94dd-f4ba9945434e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.592505 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2bd2e1f3-685e-40ef-94dd-f4ba9945434e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/090a8aee-eb12-47aa-8462-d37368a4bb3c HTTP/1.1" status: 204 len: 168 time: 1.2141421 Jan 21 09:34:29.592659 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-4b9cb0bf-3ed2-42ca-b28b-dfae39984238 None None] Provisioning complete for port f162ca88-9df3-4d16-bfa8-acf1a5972f79 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:29.592659 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4b9cb0bf-3ed2-42ca-b28b-dfae39984238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.666822 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.683883 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2e1f3-685e-40ef-94dd-f4ba9945434e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090a8aee-eb12-47aa-8462-d37368a4bb3c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:29.688233 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a392dc92-a937-4951-b791-322726f42dbe']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:29.699160 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6167b16-3df8-42b8-b6ae-220c77cf55a0') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:29.699881 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6167b16-3df8-42b8-b6ae-220c77cf55a0') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:29.710379 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.718970 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd4f87e5-4e22-4048-b12d-9be2f45a0969 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.729288 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.740880 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.742790 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Router a1216c4b-7ef3-430f-991d-df27e5cad2cf is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:34:29.749074 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/networks/76830768-fa58-4035-ba20-8482303fbfdf HTTP/1.1" status: 204 len: 168 time: 2.6987762 Jan 21 09:34:29.749868 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40640) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:29.784876 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ebb31aeb-6cbb-4ef1-9bb8-880b6abad577 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'network': {'name': 'tempest-RoutersTest-1937509538'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:29.798450 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.822451 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dfd4f-4fd1-4a2f-b408-5b0f885c5550 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Network': ['ID=76830768-fa58-4035-ba20-8482303fbfdf,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:29.828856 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:34:29.829383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:34:29.837265 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:34:29.889534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Allocated IP 2001:db8:1::2 (34bb55f5-d3e9-432e-aa64-028e2268f88f/20507ecf-e70f-4311-94de-011020de3fb7/f1dafb44-b091-4796-855b-93b3a8f8ec7d) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:29.959517 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:29.969557 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Sync routers for ids ['a1216c4b-7ef3-430f-991d-df27e5cad2cf'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:29.990170 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Routers {'a1216c4b-7ef3-430f-991d-df27e5cad2cf'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:29.991115 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['a1216c4b-7ef3-430f-991d-df27e5cad2cf'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:30.011783 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 34de31db-ecc5-452c-baa0-17ca5ecafbcf no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:34:30.034819 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:30.037848 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b374ee6c-d2bb-4603-b294-2790b7ab6ad6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8957937 Jan 21 09:34:30.044659 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40652) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:30.095702 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 34de31db-ecc5-452c-baa0-17ca5ecafbcf {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:34:30.096050 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 34de31db-ecc5-452c-baa0-17ca5ecafbcf not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:34:30.096481 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 040b95c3-fa88-490e-924a-003c4270afa1 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:34:30.106373 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:30.108248 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb31aeb-6cbb-4ef1-9bb8-880b6abad577 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:30.111773 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ebb31aeb-6cbb-4ef1-9bb8-880b6abad577 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:30.173183 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:30.180812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 040b95c3-fa88-490e-924a-003c4270afa1 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:34:30.181161 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 040b95c3-fa88-490e-924a-003c4270afa1 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:34:30.182005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d630933e-e9a5-46c0-bec5-d04625668bdf no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:34:30.188391 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-be44a60f-c84a-4196-a8b6-6e82d0bc8a68 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "GET /v2.0/routers/a1216c4b-7ef3-430f-991d-df27e5cad2cf HTTP/1.1" status: 200 len: 907 time: 0.1425228 Jan 21 09:34:30.188668 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/networks/a392dc92-a937-4951-b791-322726f42dbe HTTP/1.1" status: 204 len: 168 time: 3.8623416 Jan 21 09:34:30.219239 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40656) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:30.219550 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40658) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:30.244252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d2db990c-242c-4dfa-a314-5add04491bb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'name': 'tempest-PortsIpV6TestJSON-1179002497'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:30.258316 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Set router a1216c4b-7ef3-430f-991d-df27e5cad2cf gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:34:30.262236 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Request body: {'router': {'name': 'tempest-snat-router-580420566', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'enable_snat': True}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:30.272640 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: d630933e-e9a5-46c0-bec5-d04625668bdf {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:34:30.273003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d630933e-e9a5-46c0-bec5-d04625668bdf not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:34:30.290701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766ae62-d7f2-456b-9028-b37c9d17875d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Network': ['ID=a392dc92-a937-4951-b791-322726f42dbe,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:30.309489 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9e7d-f952-4e8c-885b-c595ecf1380e tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:30.399715 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:34:21Z', 'revision_number': 2, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:28Z', 'revision_number': 4, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:30.404559 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-4b9cb0bf-3ed2-42ca-b28b-dfae39984238 None None] Provisioning complete for port e516e679-c64f-43e9-818e-c39f129e6b50 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:30.404941 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4b9cb0bf-3ed2-42ca-b28b-dfae39984238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:30.514255 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc9e7d-f952-4e8c-885b-c595ecf1380e tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Pushing event deleted for resources: {'Port': ['ID=75f5b557-6a03-4fa8-bd35-294f8cad6a1e,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:30.529389 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f9adc5-dfa0-41b8-8f1d-313e05e87b80 None None] The sync data for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv is: [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:34:21Z', 'revision_number': 2, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:28Z', 'revision_number': 4, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:30.542952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:30.560066 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb31aeb-6cbb-4ef1-9bb8-880b6abad577 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:34:30.580511 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:30.600394 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:30.617876 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-bd4f87e5-4e22-4048-b12d-9be2f45a0969 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Delete allocated IP 172.20.0.23 (36beab2e-7564-4454-8972-a64b417064d2/dffb4dc4-33f4-4cde-b836-c5aba9876db4) {{(pid=102147) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:34:30.688452 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ebb31aeb-6cbb-4ef1-9bb8-880b6abad577 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:30.688452 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-ebb31aeb-6cbb-4ef1-9bb8-880b6abad577 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Added segment e2110961-d83d-4e2b-a15c-475e9405ed20 of type vlan for network 69279c19-5096-430c-a81f-6c73b1745984 Jan 21 09:34:30.688933 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Network 34bb55f5-d3e9-432e-aa64-028e2268f88f is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:30.693087 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:30.705509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:30.715932 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:30.717077 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:30.792053 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Pushing event updated for resources: {'Port': ['ID=f1dafb44-b091-4796-855b-93b3a8f8ec7d,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:30.857873 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1216c4b-7ef3-430f-991d-df27e5cad2cf', 'name': 'tempest-snat-router-580420566', 'tenant_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.14'}], 'enable_snat': False}, 'gw_port_id': 'ea420b4b-e59c-4f13-b79b-f8bb2278c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:23Z', 'updated_at': '2022-01-21T09:34:28Z', 'revision_number': 3, 'project_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'gw_port': {'id': 'ea420b4b-e59c-4f13-b79b-f8bb2278c93b', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1216c4b-7ef3-430f-991d-df27e5cad2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:26Z', 'updated_at': '2022-01-21T09:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:30.876068 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4b9cb0bf-3ed2-42ca-b28b-dfae39984238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:30.890046 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Checking router: a1216c4b-7ef3-430f-991d-df27e5cad2cf for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:34:30.890642 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Updating router a1216c4b-7ef3-430f-991d-df27e5cad2cf port ea420b4b-e59c-4f13-b79b-f8bb2278c93b binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:34:30.921765 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40672) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:30.935110 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Attempting to bind port f1dafb44-b091-4796-855b-93b3a8f8ec7d on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:30.935610 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Attempting to bind port f1dafb44-b091-4796-855b-93b3a8f8ec7d by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '8d7dcfe7-03e9-4f47-8932-7396b231899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:30.935842 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Attempting to bind port f1dafb44-b091-4796-855b-93b3a8f8ec7d on network 34bb55f5-d3e9-432e-aa64-028e2268f88f {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:30.948739 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:30.962027 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Checking segment: {'id': '8d7dcfe7-03e9-4f47-8932-7396b231899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:30.962450 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:30.964397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Bound using segment: {'id': '8d7dcfe7-03e9-4f47-8932-7396b231899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:30.964926 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Bound port: f1dafb44-b091-4796-855b-93b3a8f8ec7d, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7dcfe7-03e9-4f47-8932-7396b231899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:30.965324 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:30.981837 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd4f87e5-4e22-4048-b12d-9be2f45a0969 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:30.990032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd4f87e5-4e22-4048-b12d-9be2f45a0969 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:30.994967 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.005199 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4b9cb0bf-3ed2-42ca-b28b-dfae39984238 None None] For port e516e679-c64f-43e9-818e-c39f129e6b50, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e516e679-c64f-43e9-818e-c39f129e6b50,segment=NetworkSegment(a77bb1be-063b-44e0-862c-e43dfd7ab7a6),segment_id=a77bb1be-063b-44e0-862c-e43dfd7ab7a6)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:31.046657 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9e7d-f952-4e8c-885b-c595ecf1380e tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.049258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9e7d-f952-4e8c-885b-c595ecf1380e tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.053778 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d5dc9e7d-f952-4e8c-885b-c595ecf1380e tempest-FloatingIPAdminTestJSON-651881959 tempest-FloatingIPAdminTestJSON-651881959-project] 10.222.0.88 "DELETE /v2.0/floatingips/e6d4f52f-2a88-4fdb-a079-66142e7d9389 HTTP/1.1" status: 204 len: 168 time: 3.3447084 Jan 21 09:34:31.056651 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40676) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:31.056785 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4b9cb0bf-3ed2-42ca-b28b-dfae39984238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.106550 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2db990c-242c-4dfa-a314-5add04491bb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:31.114597 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f87e5-4e22-4048-b12d-9be2f45a0969 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=ce5c117d-89c4-4402-baaf-76d7fa0680e6,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:31.124444 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d2db990c-242c-4dfa-a314-5add04491bb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.142587 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ebb31aeb-6cbb-4ef1-9bb8-880b6abad577 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.173207 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] For port f1dafb44-b091-4796-855b-93b3a8f8ec7d, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:31.188127 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] For port f1dafb44-b091-4796-855b-93b3a8f8ec7d, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f1dafb44-b091-4796-855b-93b3a8f8ec7d,segment=NetworkSegment(8d7dcfe7-03e9-4f47-8932-7396b231899b),segment_id=8d7dcfe7-03e9-4f47-8932-7396b231899b)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:31.193703 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9cb0bf-3ed2-42ca-b28b-dfae39984238 None None] Pushing event updated for resources: {'Port': ['ID=e516e679-c64f-43e9-818e-c39f129e6b50,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:31.200461 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-bd4f87e5-4e22-4048-b12d-9be2f45a0969 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] In _notify_port_updated(), no bound segment for port ce5c117d-89c4-4402-baaf-76d7fa0680e6 on network 36beab2e-7564-4454-8972-a64b417064d2 {{(pid=102147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:34:31.215326 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f87e5-4e22-4048-b12d-9be2f45a0969 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:31.216878 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd4f87e5-4e22-4048-b12d-9be2f45a0969 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.218526 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.219274 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bd4f87e5-4e22-4048-b12d-9be2f45a0969 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "PUT /v2.0/ports/ce5c117d-89c4-4402-baaf-76d7fa0680e6 HTTP/1.1" status: 200 len: 919 time: 1.7156768 Jan 21 09:34:31.222830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40678) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:31.233352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-15c716a9-e91f-431d-84ae-6ebbbc09f2cb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a477e56b-3060-4a7b-856d-107ef5ba66e2'}, {'subnet_id': 'dffb4dc4-33f4-4cde-b836-c5aba9876db4'}]}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:31.280357 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.db.resource_extend [None req-ebb31aeb-6cbb-4ef1-9bb8-880b6abad577 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:34:31.288670 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-826fe004-8720-46be-9862-9d4567829d69 None None] Provisioning complete for port e516e679-c64f-43e9-818e-c39f129e6b50 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:31.289047 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-826fe004-8720-46be-9862-9d4567829d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.306188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-15123d3a-4be7-4710-99ce-23600f692a16 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group': {'name': 'tempest-secgroup--37615002'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:31.414828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.472146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-15123d3a-4be7-4710-99ce-23600f692a16 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.481218 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295bb95-94f8-4d04-9f93-68ce06949497 None None] Pushing event updated for resources: {'Port': ['ID=f1dafb44-b091-4796-855b-93b3a8f8ec7d,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:31.495452 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-15123d3a-4be7-4710-99ce-23600f692a16 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.513704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-15c716a9-e91f-431d-84ae-6ebbbc09f2cb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.618291 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.632679 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.705247 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Attempting to bind port ea420b4b-e59c-4f13-b79b-f8bb2278c93b on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:31.710533 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Attempting to bind port ea420b4b-e59c-4f13-b79b-f8bb2278c93b by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:31.711094 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Attempting to bind port ea420b4b-e59c-4f13-b79b-f8bb2278c93b on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:31.714333 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305597c-a913-426e-9f94-d2fa89af0cea None None] Pushing event updated for resources: {'Port': ['ID=ea420b4b-e59c-4f13-b79b-f8bb2278c93b,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:31.720058 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:31.720450 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:31.720970 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.721361 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:31.721850 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Bound port: ea420b4b-e59c-4f13-b79b-f8bb2278c93b, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:31.722329 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.739941 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-d2db990c-242c-4dfa-a314-5add04491bb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] device_id is not set on port fae4267d-2c03-483c-a58b-b81644215735 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:34:31.751648 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-826fe004-8720-46be-9862-9d4567829d69 None None] Provisioning complete for port ce5c117d-89c4-4402-baaf-76d7fa0680e6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:31.752039 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-826fe004-8720-46be-9862-9d4567829d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.803670 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ebb31aeb-6cbb-4ef1-9bb8-880b6abad577 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.809303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb31aeb-6cbb-4ef1-9bb8-880b6abad577 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:31.810372 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ebb31aeb-6cbb-4ef1-9bb8-880b6abad577 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.815322 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-826fe004-8720-46be-9862-9d4567829d69 None None] Port ce5c117d-89c4-4402-baaf-76d7fa0680e6 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:31.821982 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] For port ea420b4b-e59c-4f13-b79b-f8bb2278c93b, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:31.825859 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] For port ea420b4b-e59c-4f13-b79b-f8bb2278c93b, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ea420b4b-e59c-4f13-b79b-f8bb2278c93b,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:31.833580 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.898663 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Routers {'a1216c4b-7ef3-430f-991d-df27e5cad2cf'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:31.899324 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['a1216c4b-7ef3-430f-991d-df27e5cad2cf'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:31.940074 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b8b72081-a495-49c8-a0fa-7cfb12325ea8 None None] Provisioning complete for port ce5c117d-89c4-4402-baaf-76d7fa0680e6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:31.941294 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b8b72081-a495-49c8-a0fa-7cfb12325ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.952300 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305597c-a913-426e-9f94-d2fa89af0cea None None] Pushing event updated for resources: {'Port': ['ID=ea420b4b-e59c-4f13-b79b-f8bb2278c93b,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:31.995005 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-15123d3a-4be7-4710-99ce-23600f692a16 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:31.996317 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b8b72081-a495-49c8-a0fa-7cfb12325ea8 None None] Port ce5c117d-89c4-4402-baaf-76d7fa0680e6 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:31.998219 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e035e-5ecc-4ea9-8416-bbf1f5d8c628 req-8977bfa1-5133-4cca-a548-eb9bba67896f tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:31.999839 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b65e035e-5ecc-4ea9-8416-bbf1f5d8c628 req-8977bfa1-5133-4cca-a548-eb9bba67896f tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 1.2028763 Jan 21 09:34:32.005766 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-15123d3a-4be7-4710-99ce-23600f692a16 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:32.054800 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Allocated IP 2001:db8:1::1 (34bb55f5-d3e9-432e-aa64-028e2268f88f/20507ecf-e70f-4311-94de-011020de3fb7/b81aa3b0-f31b-42d7-8967-cf1daba60308) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:32.109631 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ebb31aeb-6cbb-4ef1-9bb8-880b6abad577 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3271122 Jan 21 09:34:32.149393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40680) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:32.159684 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-eee78b3b-1420-44d4-8a8b-8ef88aec3a84 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'subnet': {'network_id': '69279c19-5096-430c-a81f-6c73b1745984', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:32.169003 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] Set router a1216c4b-7ef3-430f-991d-df27e5cad2cf gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:34:32.211485 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb31aeb-6cbb-4ef1-9bb8-880b6abad577 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Network': ['ID=69279c19-5096-430c-a81f-6c73b1745984,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:32.223462 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15123d3a-4be7-4710-99ce-23600f692a16 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df2e704-4798-48ce-8096-a323eecab982,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:32.227425 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 69279c19-5096-430c-a81f-6c73b1745984 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:34:32.231005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:32.276620 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-15123d3a-4be7-4710-99ce-23600f692a16 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:32.287059 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-15c716a9-e91f-431d-84ae-6ebbbc09f2cb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Allocated IP 172.20.0.25 (36beab2e-7564-4454-8972-a64b417064d2/dffb4dc4-33f4-4cde-b836-c5aba9876db4/ce5c117d-89c4-4402-baaf-76d7fa0680e6) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:32.292065 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-15123d3a-4be7-4710-99ce-23600f692a16 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:32.343579 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b65e035e-5ecc-4ea9-8416-bbf1f5d8c628 req-46fefc36-2d68-4f00-a260-164ed2bc0691 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194618 Jan 21 09:34:32.382967 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-15123d3a-4be7-4710-99ce-23600f692a16 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:32.388128 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-15123d3a-4be7-4710-99ce-23600f692a16 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4649749 Jan 21 09:34:32.401677 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40682) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:32.438890 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15123d3a-4be7-4710-99ce-23600f692a16 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4758aae-baf6-4f63-977d-ad866a89a7af,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:32.477911 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1216c4b-7ef3-430f-991d-df27e5cad2cf', 'name': 'tempest-snat-router-580420566', 'tenant_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.14'}], 'enable_snat': False}, 'gw_port_id': 'ea420b4b-e59c-4f13-b79b-f8bb2278c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:23Z', 'updated_at': '2022-01-21T09:34:28Z', 'revision_number': 3, 'project_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'gw_port': {'id': 'ea420b4b-e59c-4f13-b79b-f8bb2278c93b', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1216c4b-7ef3-430f-991d-df27e5cad2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:26Z', 'updated_at': '2022-01-21T09:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:32.498562 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee78b3b-1420-44d4-8a8b-8ef88aec3a84 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:32.502921 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eee78b3b-1420-44d4-8a8b-8ef88aec3a84 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:32.517787 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2716a92-fe5f-4d11-8cff-e7299213e247 None None] The sync data for ids ['a1216c4b-7ef3-430f-991d-df27e5cad2cf'] in dv-neutron-825721-1-hyperv is: [{'id': 'a1216c4b-7ef3-430f-991d-df27e5cad2cf', 'name': 'tempest-snat-router-580420566', 'tenant_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.14'}], 'enable_snat': False}, 'gw_port_id': 'ea420b4b-e59c-4f13-b79b-f8bb2278c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:23Z', 'updated_at': '2022-01-21T09:34:28Z', 'revision_number': 3, 'project_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'gw_port': {'id': 'ea420b4b-e59c-4f13-b79b-f8bb2278c93b', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1216c4b-7ef3-430f-991d-df27e5cad2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:26Z', 'updated_at': '2022-01-21T09:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:32.674876 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f22c3849-8ad0-4366-87e4-cbb82d34b45b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Deleting port 82fecce3-197d-455d-af61-7f1d442bbd06 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:32.675838 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f22c3849-8ad0-4366-87e4-cbb82d34b45b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:32.689352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-15c716a9-e91f-431d-84ae-6ebbbc09f2cb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:32.696527 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-15c716a9-e91f-431d-84ae-6ebbbc09f2cb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:32.706103 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e516e679-c64f-43e9-818e-c39f129e6b50 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:32.708224 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d2db990c-242c-4dfa-a314-5add04491bb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:32.776134 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a3f7f15d-3d4e-4b56-8730-880319b5da37 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.3304992 Jan 21 09:34:32.776702 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c716a9-e91f-431d-84ae-6ebbbc09f2cb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=ce5c117d-89c4-4402-baaf-76d7fa0680e6,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:32.792566 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40684) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:32.801592 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:32.807068 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-7b55385e-ce63-435d-b71b-92c6b9fbc0a9 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group': {'name': 'tempest-security--493867782', 'description': 'tempest-security-description-650848551'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:32.881771 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port e516e679-c64f-43e9-818e-c39f129e6b50 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:32.882145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:32.958885 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b55385e-ce63-435d-b71b-92c6b9fbc0a9 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:32.962127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d2db990c-242c-4dfa-a314-5add04491bb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:33.045238 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca43e493-3de8-458e-b25c-e02b262c5f92 None None] Network 34bb55f5-d3e9-432e-aa64-028e2268f88f requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:33.061725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2db990c-242c-4dfa-a314-5add04491bb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:33.071007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f22c3849-8ad0-4366-87e4-cbb82d34b45b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:33.071488 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f22c3849-8ad0-4366-87e4-cbb82d34b45b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:33.100601 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-d2db990c-242c-4dfa-a314-5add04491bb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:33.112410 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2db990c-242c-4dfa-a314-5add04491bb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:33.127726 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2db990c-242c-4dfa-a314-5add04491bb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:33.129215 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d2db990c-242c-4dfa-a314-5add04491bb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:33.147969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f1dafb44-b091-4796-855b-93b3a8f8ec7d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:33.180592 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f22c3849-8ad0-4366-87e4-cbb82d34b45b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Calling delete_port for 82fecce3-197d-455d-af61-7f1d442bbd06 owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:33.198606 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-acea7a34-8225-4f56-b934-fa02fd772994 None None] Provisioning complete for port f1dafb44-b091-4796-855b-93b3a8f8ec7d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:33.199462 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-acea7a34-8225-4f56-b934-fa02fd772994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:33.211254 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:33.234748 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db990c-242c-4dfa-a314-5add04491bb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=fae4267d-2c03-483c-a58b-b81644215735,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:33.415928 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-acea7a34-8225-4f56-b934-fa02fd772994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:33.417809 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port f1dafb44-b091-4796-855b-93b3a8f8ec7d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:33.418170 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:33.473966 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eee78b3b-1420-44d4-8a8b-8ef88aec3a84 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:33.485905 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-15c716a9-e91f-431d-84ae-6ebbbc09f2cb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] In _notify_port_updated(), no bound segment for port ce5c117d-89c4-4402-baaf-76d7fa0680e6 on network 36beab2e-7564-4454-8972-a64b417064d2 {{(pid=102147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:34:33.492957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c716a9-e91f-431d-84ae-6ebbbc09f2cb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:33.493270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-15c716a9-e91f-431d-84ae-6ebbbc09f2cb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:33.497953 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-15c716a9-e91f-431d-84ae-6ebbbc09f2cb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "PUT /v2.0/ports/ce5c117d-89c4-4402-baaf-76d7fa0680e6 HTTP/1.1" status: 200 len: 999 time: 2.2738431 Jan 21 09:34:33.499132 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40688) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:33.553928 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-acea7a34-8225-4f56-b934-fa02fd772994 None None] For port f1dafb44-b091-4796-855b-93b3a8f8ec7d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f1dafb44-b091-4796-855b-93b3a8f8ec7d,segment=NetworkSegment(8d7dcfe7-03e9-4f47-8932-7396b231899b),segment_id=8d7dcfe7-03e9-4f47-8932-7396b231899b)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:33.564977 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-acea7a34-8225-4f56-b934-fa02fd772994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:33.640657 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b55385e-ce63-435d-b71b-92c6b9fbc0a9 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:33.653395 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 34bb55f5-d3e9-432e-aa64-028e2268f88f is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:33.660121 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d2db990c-242c-4dfa-a314-5add04491bb4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.4221628 Jan 21 09:34:33.677760 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea7a34-8225-4f56-b934-fa02fd772994 None None] Pushing event updated for resources: {'Port': ['ID=f1dafb44-b091-4796-855b-93b3a8f8ec7d,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:33.682928 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40690) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:33.702211 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee78b3b-1420-44d4-8a8b-8ef88aec3a84 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Subnet': ['ID=2f611f85-80af-4963-9861-364a2b2ba478,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:33.703439 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ae685859-7b6c-4853-bdba-a2fcaa8308c6 None None] Provisioning complete for port ce5c117d-89c4-4402-baaf-76d7fa0680e6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:33.703813 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ae685859-7b6c-4853-bdba-a2fcaa8308c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:33.726245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b55385e-ce63-435d-b71b-92c6b9fbc0a9 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:33.730559 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b55385e-ce63-435d-b71b-92c6b9fbc0a9 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:33.736219 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7b55385e-ce63-435d-b71b-92c6b9fbc0a9 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "PUT /v2.0/security-groups/e4758aae-baf6-4f63-977d-ad866a89a7af HTTP/1.1" status: 200 len: 1776 time: 0.9381754 Jan 21 09:34:33.736219 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:33.751863 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee78b3b-1420-44d4-8a8b-8ef88aec3a84 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Checking segment: {'id': 'e2110961-d83d-4e2b-a15c-475e9405ed20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '69279c19-5096-430c-a81f-6c73b1745984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:33.752218 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee78b3b-1420-44d4-8a8b-8ef88aec3a84 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network hostable DHCP agents. Network: 69279c19-5096-430c-a81f-6c73b1745984, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:34:33.757891 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ae685859-7b6c-4853-bdba-a2fcaa8308c6 None None] Port ce5c117d-89c4-4402-baaf-76d7fa0680e6 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:33.761039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40692) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:33.787985 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:33.788688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:33.801395 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2622e-24fd-4928-94a4-8c07f423ad1a req-5c83c2b5-0fb5-44b3-8825-f48374d805d3 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:33.802986 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f3f2622e-24fd-4928-94a4-8c07f423ad1a req-5c83c2b5-0fb5-44b3-8825-f48374d805d3 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.3325737 Jan 21 09:34:33.909177 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee78b3b-1420-44d4-8a8b-8ef88aec3a84 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network 69279c19-5096-430c-a81f-6c73b1745984 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:34:33.920631 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-75b98f22-4139-4d1a-8d9e-874b0e58d6de tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-groups/e4758aae-baf6-4f63-977d-ad866a89a7af HTTP/1.1" status: 200 len: 1776 time: 0.1576023 Jan 21 09:34:33.927275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=b81aa3b0-f31b-42d7-8967-cf1daba60308,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:33.931279 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40694) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:33.952228 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-1d294b5f-734a-48df-997b-79b8f1df7127 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port ce5c117d-89c4-4402-baaf-76d7fa0680e6 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:33.953296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1d294b5f-734a-48df-997b-79b8f1df7127 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:33.959287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55385e-ce63-435d-b71b-92c6b9fbc0a9 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4758aae-baf6-4f63-977d-ad866a89a7af,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:33.968437 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f3f2622e-24fd-4928-94a4-8c07f423ad1a req-42652685-7521-4ec4-9004-8848e7a863dc tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370485 Jan 21 09:34:33.975144 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-eee78b3b-1420-44d4-8a8b-8ef88aec3a84 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 69279c19-5096-430c-a81f-6c73b1745984) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:33.997177 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759ed586-2387-45b7-8d6d-2acafc8bb9dd None None] Network 69279c19-5096-430c-a81f-6c73b1745984 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:34.002855 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee78b3b-1420-44d4-8a8b-8ef88aec3a84 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:34.004394 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eee78b3b-1420-44d4-8a8b-8ef88aec3a84 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.044193 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.044571 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-eee78b3b-1420-44d4-8a8b-8ef88aec3a84 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8916535 Jan 21 09:34:34.045167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40696) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:34.061088 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-874d7dda-1ec3-4546-9f1f-8b212c885d71 None None] Provisioning complete for port b81aa3b0-f31b-42d7-8967-cf1daba60308 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:34.062251 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-874d7dda-1ec3-4546-9f1f-8b212c885d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.075264 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.089308 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-31624d4b-87f8-4424-9358-aa3c4e76ecbb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-496174331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:34.123195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-874d7dda-1ec3-4546-9f1f-8b212c885d71 None None] Port b81aa3b0-f31b-42d7-8967-cf1daba60308 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:34.125081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9da1df4c-4768-42c8-bd38-e0e262f37302 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port fae4267d-2c03-483c-a58b-b81644215735 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:34.125508 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9da1df4c-4768-42c8-bd38-e0e262f37302 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.141873 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-874d7dda-1ec3-4546-9f1f-8b212c885d71 None None] Provisioning complete for port f1dafb44-b091-4796-855b-93b3a8f8ec7d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:34.142764 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-874d7dda-1ec3-4546-9f1f-8b212c885d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.166319 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.226335 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fb5d-9d3a-48be-9f94-9cd079693a60 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.246357 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9da1df4c-4768-42c8-bd38-e0e262f37302 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.251442 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-31624d4b-87f8-4424-9358-aa3c4e76ecbb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.252474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-31624d4b-87f8-4424-9358-aa3c4e76ecbb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.285294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9da1df4c-4768-42c8-bd38-e0e262f37302 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for fae4267d-2c03-483c-a58b-b81644215735 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:34.290501 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1d294b5f-734a-48df-997b-79b8f1df7127 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.322767 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-1d294b5f-734a-48df-997b-79b8f1df7127 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for ce5c117d-89c4-4402-baaf-76d7fa0680e6 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:34.339014 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fb5d-9d3a-48be-9f94-9cd079693a60 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.342812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-69279c19-5096-430c-a81f-6c73b1745984', 'network_id': '69279c19-5096-430c-a81f-6c73b1745984', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'fixed_ips': [{'subnet_id': '2f611f85-80af-4963-9861-364a2b2ba478'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:34:34.343678 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.402988 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-31624d4b-87f8-4424-9358-aa3c4e76ecbb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.414173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f22c3849-8ad0-4366-87e4-cbb82d34b45b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.453866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-31624d4b-87f8-4424-9358-aa3c4e76ecbb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.464366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e3acf966-eb55-4fbe-9907-da433b058ad9 None None] Provisioning complete for port b81aa3b0-f31b-42d7-8967-cf1daba60308 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:34.465077 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e3acf966-eb55-4fbe-9907-da433b058ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.498296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-31624d4b-87f8-4424-9358-aa3c4e76ecbb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.499671 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-31624d4b-87f8-4424-9358-aa3c4e76ecbb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4237132 Jan 21 09:34:34.502882 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40698) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:34.625722 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9da1df4c-4768-42c8-bd38-e0e262f37302 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.677358 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9da1df4c-4768-42c8-bd38-e0e262f37302 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.680934 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9da1df4c-4768-42c8-bd38-e0e262f37302 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/fae4267d-2c03-483c-a58b-b81644215735 HTTP/1.1" status: 204 len: 168 time: 0.9937320 Jan 21 09:34:34.707742 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40700) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:34.723587 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f1dafb44-b091-4796-855b-93b3a8f8ec7d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:34.726224 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.732015 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Allocated IP 172.26.7.57 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/065d2a24-e9cd-4598-a32e-c8b6b308dca4) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:34.743240 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.744011 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.745909 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c3849-8ad0-4366-87e4-cbb82d34b45b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Pushing event deleted for resources: {'Port': ['ID=82fecce3-197d-455d-af61-7f1d442bbd06,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:34.765311 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-6a88e457-d528-4974-8493-750a0d96f8b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'mac_address': 'fa:16:3e:3a:85:fc', 'name': 'tempest-PortsIpV6TestJSON-1657518837'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:34.775549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1df4c-4768-42c8-bd38-e0e262f37302 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=fae4267d-2c03-483c-a58b-b81644215735,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:34.797232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fb5d-9d3a-48be-9f94-9cd079693a60 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.799829 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fb5d-9d3a-48be-9f94-9cd079693a60 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.803711 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7eb3fb5d-9d3a-48be-9f94-9cd079693a60 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-groups/e4758aae-baf6-4f63-977d-ad866a89a7af HTTP/1.1" status: 204 len: 168 time: 0.8615241 Jan 21 09:34:34.823758 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e3acf966-eb55-4fbe-9907-da433b058ad9 None None] Port b81aa3b0-f31b-42d7-8967-cf1daba60308 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:34.833551 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40702) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:34.838124 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Allocated IP 172.20.0.2 (69279c19-5096-430c-a81f-6c73b1745984/2f611f85-80af-4963-9861-364a2b2ba478/01a25ea9-020f-4e9a-9ee1-f98b8b733a59) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:34.858842 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port f1dafb44-b091-4796-855b-93b3a8f8ec7d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:34.858842 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:34.923661 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3fb5d-9d3a-48be-9f94-9cd079693a60 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4758aae-baf6-4f63-977d-ad866a89a7af,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:34.996400 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=b81aa3b0-f31b-42d7-8967-cf1daba60308,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:35.036091 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f22c3849-8ad0-4366-87e4-cbb82d34b45b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.040718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ea420b4b-e59c-4f13-b79b-f8bb2278c93b up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:35.042959 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f22c3849-8ad0-4366-87e4-cbb82d34b45b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.044157 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f22c3849-8ad0-4366-87e4-cbb82d34b45b tempest-FloatingIPAdminTestJSON-1550130434 tempest-FloatingIPAdminTestJSON-1550130434-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/a3617fdf-d150-4e66-bc74-ff8a4c8fe406 HTTP/1.1" status: 204 len: 168 time: 3.9148624 Jan 21 09:34:35.052476 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40706) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:35.084251 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-91ff27c7-be6d-451a-9709-c8ad8359042f tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2460711 Jan 21 09:34:35.085208 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40708) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:35.109212 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a88e457-d528-4974-8493-750a0d96f8b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:35.116840 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-4b67f924-4fec-4818-a509-47985786acc6 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] delete failed (client error): The resource could not be found. Jan 21 09:34:35.121921 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4b67f924-4fec-4818-a509-47985786acc6 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-groups/e4758aae-baf6-4f63-977d-ad866a89a7af HTTP/1.1" status: 404 len: 347 time: 0.0311174 Jan 21 09:34:35.126783 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40710) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:35.133752 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a490aa0a-569f-44d5-8cb8-74e5516809bf tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group': {'name': 'tempest-secgroup--285968780'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:35.137999 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.146255 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.150858 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port ea420b4b-e59c-4f13-b79b-f8bb2278c93b triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:35.151443 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.175096 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1d294b5f-734a-48df-997b-79b8f1df7127 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.196951 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.208427 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Network 69279c19-5096-430c-a81f-6c73b1745984 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:35.219596 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:35.225387 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 34bb55f5-d3e9-432e-aa64-028e2268f88f is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:35.225637 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:35.231070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d294b5f-734a-48df-997b-79b8f1df7127 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=ce5c117d-89c4-4402-baaf-76d7fa0680e6,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:35.235908 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:35.238315 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Pushing event updated for resources: {'Port': ['ID=01a25ea9-020f-4e9a-9ee1-f98b8b733a59,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:35.239406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.249421 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a490aa0a-569f-44d5-8cb8-74e5516809bf tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.266770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65aa65-97db-4f28-b261-c684835ad490 req-867a4322-745a-4c3f-a932-1d4df4aa1b80 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:35.268311 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2b65aa65-97db-4f28-b261-c684835ad490 req-867a4322-745a-4c3f-a932-1d4df4aa1b80 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.1494761 Jan 21 09:34:35.302979 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Attempting to bind port 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:35.303590 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Attempting to bind port 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'e2110961-d83d-4e2b-a15c-475e9405ed20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '69279c19-5096-430c-a81f-6c73b1745984'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:35.304260 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Attempting to bind port 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 on network 69279c19-5096-430c-a81f-6c73b1745984 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:35.332766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:35.333395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Checking segment: {'id': 'e2110961-d83d-4e2b-a15c-475e9405ed20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '69279c19-5096-430c-a81f-6c73b1745984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:35.334058 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.334637 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Bound using segment: {'id': 'e2110961-d83d-4e2b-a15c-475e9405ed20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '69279c19-5096-430c-a81f-6c73b1745984'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:35.335296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Bound port: 01a25ea9-020f-4e9a-9ee1-f98b8b733a59, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2110961-d83d-4e2b-a15c-475e9405ed20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '69279c19-5096-430c-a81f-6c73b1745984'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:35.335865 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.363533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.398690 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port ea420b4b-e59c-4f13-b79b-f8bb2278c93b, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ea420b4b-e59c-4f13-b79b-f8bb2278c93b,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:35.439010 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.445643 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a88e457-d528-4974-8493-750a0d96f8b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.467077 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.537147 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:35.541635 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:35.549929 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:35.554846 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2b65aa65-97db-4f28-b261-c684835ad490 req-7ccad4f1-480d-4a4b-86a6-d3b1a73da838 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245038 Jan 21 09:34:35.587559 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] For port 01a25ea9-020f-4e9a-9ee1-f98b8b733a59, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:35.598760 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] For port 01a25ea9-020f-4e9a-9ee1-f98b8b733a59, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=01a25ea9-020f-4e9a-9ee1-f98b8b733a59,segment=NetworkSegment(e2110961-d83d-4e2b-a15c-475e9405ed20),segment_id=e2110961-d83d-4e2b-a15c-475e9405ed20)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:35.600579 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=ea420b4b-e59c-4f13-b79b-f8bb2278c93b,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:35.610421 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.617443 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router f6b48623-6039-49f8-8afe-65fbc46b3816 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:34:35.625561 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Pushing event updated for resources: {'Port': ['ID=065d2a24-e9cd-4598-a32e-c8b6b308dca4,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:35.656211 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a490aa0a-569f-44d5-8cb8-74e5516809bf tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.682879 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8ae1a835-748d-408a-8117-0f86297c786e None None] Provisioning complete for port b81aa3b0-f31b-42d7-8967-cf1daba60308 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:35.683252 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8ae1a835-748d-408a-8117-0f86297c786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.702404 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a490aa0a-569f-44d5-8cb8-74e5516809bf tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.728442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-8ae1a835-748d-408a-8117-0f86297c786e None None] Port b81aa3b0-f31b-42d7-8967-cf1daba60308 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:35.733293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-263ffd20-9172-4376-8d37-507061845e04 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Deleting port a83a42da-88e5-4b2a-ab3e-42fccf0d2b6f {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:35.733856 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-263ffd20-9172-4376-8d37-507061845e04 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.741106 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457275cc-ad43-49c5-a80b-54ec2d1b44d9 None None] Pushing event updated for resources: {'Port': ['ID=01a25ea9-020f-4e9a-9ee1-f98b8b733a59,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:35.775792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-6a88e457-d528-4974-8493-750a0d96f8b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] device_id is not set on port 8aa45614-2d0a-44a2-824f-74ba3a1fd451 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:34:35.824979 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-31846ff5-d2c2-46ca-b002-0f82b8272dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.840075 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1d294b5f-734a-48df-997b-79b8f1df7127 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.845372 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1d294b5f-734a-48df-997b-79b8f1df7127 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/ce5c117d-89c4-4402-baaf-76d7fa0680e6 HTTP/1.1" status: 204 len: 168 time: 2.3339183 Jan 21 09:34:35.846805 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Allocated IP 172.20.0.1 (69279c19-5096-430c-a81f-6c73b1745984/2f611f85-80af-4963-9861-364a2b2ba478/f44e27f1-6e0f-44ab-8179-91ba2ff6505e) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:35.847083 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a490aa0a-569f-44d5-8cb8-74e5516809bf tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:35.850327 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a490aa0a-569f-44d5-8cb8-74e5516809bf tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7193763 Jan 21 09:34:35.874936 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40712) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:35.875372 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40714) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:35.883435 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a9fa2fb7-17d7-4f1d-9cf5-286415eee6c6 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group_rule': {'security_group_id': '1bc3a8a6-fa25-4bd3-a8f0-0dce2b42d798', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:35.905940 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490aa0a-569f-44d5-8cb8-74e5516809bf tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc3a8a6-fa25-4bd3-a8f0-0dce2b42d798,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:35.944312 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0626158-5bcb-468f-9e0f-dcc7c1138bbc tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] GET failed (client error): The resource could not be found. Jan 21 09:34:35.945917 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f0626158-5bcb-468f-9e0f-dcc7c1138bbc tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports/ce5c117d-89c4-4402-baaf-76d7fa0680e6 HTTP/1.1" status: 404 len: 333 time: 0.0686743 Jan 21 09:34:35.953450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40716) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:35.954992 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:35.969874 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b0975491-bc39-4caa-b922-9d70ce2e99a9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/f6b48623-6039-49f8-8afe-65fbc46b3816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5277450 Jan 21 09:34:35.975808 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40718) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:35.979876 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Sync routers for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:35.983970 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-dba74f6f-921f-4152-8145-701efa736aad tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-381936497'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:35.999089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:35.999939 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:36.050629 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-263ffd20-9172-4376-8d37-507061845e04 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:36.152103 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:34:36.335657 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a9fa2fb7-17d7-4f1d-9cf5-286415eee6c6 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:36.429432 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:34:33Z', 'revision_number': 3, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:34Z', 'revision_number': 2, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:36.438108 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba74f6f-921f-4152-8145-701efa736aad tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:36.442791 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dba74f6f-921f-4152-8145-701efa736aad tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:36.471762 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Checking router: f6b48623-6039-49f8-8afe-65fbc46b3816 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:34:36.473408 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Updating router f6b48623-6039-49f8-8afe-65fbc46b3816 port b81aa3b0-f31b-42d7-8967-cf1daba60308 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:34:36.511836 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:36.513837 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a9fa2fb7-17d7-4f1d-9cf5-286415eee6c6 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:36.525363 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a9fa2fb7-17d7-4f1d-9cf5-286415eee6c6 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:36.527702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba74f6f-921f-4152-8145-701efa736aad tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:34:36.552558 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:36.591633 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-263ffd20-9172-4376-8d37-507061845e04 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Calling delete_port for a83a42da-88e5-4b2a-ab3e-42fccf0d2b6f owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:36.609954 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dba74f6f-921f-4152-8145-701efa736aad tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:36.614306 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-dba74f6f-921f-4152-8145-701efa736aad tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Added segment 3dc2b87e-5dfc-4e0d-b818-b907c432a4af of type vlan for network 02eec03e-b7b6-4fd9-9781-881ba37cb83a Jan 21 09:34:36.619423 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa2fb7-17d7-4f1d-9cf5-286415eee6c6 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ddaab2-fe5e-4757-8449-87ebfd3aaa38,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:36.636751 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-05abe26d-cdf5-426b-9f6a-6d299569b617 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting subnet dffb4dc4-33f4-4cde-b836-c5aba9876db4 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:34:36.644072 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a9fa2fb7-17d7-4f1d-9cf5-286415eee6c6 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:36.645867 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a9fa2fb7-17d7-4f1d-9cf5-286415eee6c6 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7673049 Jan 21 09:34:36.653883 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40722) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:36.730416 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dba74f6f-921f-4152-8145-701efa736aad tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:36.763280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-05abe26d-cdf5-426b-9f6a-6d299569b617 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:36.823665 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3d3ea5a7-4e61-4205-b0c9-fcc89ae10997 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:36.844052 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a88e457-d528-4974-8493-750a0d96f8b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:36.851680 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:36.873793 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3d3ea5a7-4e61-4205-b0c9-fcc89ae10997 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:36.907933 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-05abe26d-cdf5-426b-9f6a-6d299569b617 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:36.935754 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dba74f6f-921f-4152-8145-701efa736aad tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:36.941806 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba74f6f-921f-4152-8145-701efa736aad tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:36.942625 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dba74f6f-921f-4152-8145-701efa736aad tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:36.946954 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:36.947720 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.073749 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.116071 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba74f6f-921f-4152-8145-701efa736aad tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Network': ['ID=02eec03e-b7b6-4fd9-9781-881ba37cb83a,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:37.119606 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.129411 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-dba74f6f-921f-4152-8145-701efa736aad tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1508267 Jan 21 09:34:37.132589 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3d3ea5a7-4e61-4205-b0c9-fcc89ae10997 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.140748 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 02eec03e-b7b6-4fd9-9781-881ba37cb83a details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:34:37.145557 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3d3ea5a7-4e61-4205-b0c9-fcc89ae10997 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.147993 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 01a25ea9-020f-4e9a-9ee1-f98b8b733a59, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=01a25ea9-020f-4e9a-9ee1-f98b8b733a59,segment=NetworkSegment(e2110961-d83d-4e2b-a15c-475e9405ed20),segment_id=e2110961-d83d-4e2b-a15c-475e9405ed20)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:37.154064 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3d3ea5a7-4e61-4205-b0c9-fcc89ae10997 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/d5ddaab2-fe5e-4757-8449-87ebfd3aaa38 HTTP/1.1" status: 204 len: 168 time: 0.4808679 Jan 21 09:34:37.155186 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40728) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:37.155786 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40730) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:37.170359 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-9d66670c-98f8-4fef-96fb-1d9a5bbb1604 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'subnet': {'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:37.173722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.174963 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ea420b4b-e59c-4f13-b79b-f8bb2278c93b up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:37.222859 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-263ffd20-9172-4376-8d37-507061845e04 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.226512 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-05abe26d-cdf5-426b-9f6a-6d299569b617 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.245948 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ab77fc-9734-4732-8d03-20235811c0f3 None None] Network 69279c19-5096-430c-a81f-6c73b1745984 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:37.302736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5e488-27c1-4f5f-b4da-b1014d7b091b req-4bb0d835-acef-4e59-aa95-93f3d68f624a tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:37.304101 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ba5e488-27c1-4f5f-b4da-b1014d7b091b req-4bb0d835-acef-4e59-aa95-93f3d68f624a tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.5340459 Jan 21 09:34:37.312312 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.315188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ea5a7-4e61-4205-b0c9-fcc89ae10997 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5ddaab2-fe5e-4757-8449-87ebfd3aaa38,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:37.321074 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ffd20-9172-4376-8d37-507061845e04 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Pushing event deleted for resources: {'Port': ['ID=a83a42da-88e5-4b2a-ab3e-42fccf0d2b6f,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:37.394862 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.418969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-95a911b8-cf2d-49bd-8079-5affec89621a None None] Provisioning complete for port 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:37.419992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-95a911b8-cf2d-49bd-8079-5affec89621a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.422776 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a88e457-d528-4974-8493-750a0d96f8b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.427803 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.427990 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a3de719c-89ca-4802-bbeb-13dc3efe188c tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1818559 Jan 21 09:34:37.437376 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40732) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:37.463122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=01a25ea9-020f-4e9a-9ee1-f98b8b733a59,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:37.468155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d66670c-98f8-4fef-96fb-1d9a5bbb1604 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:37.472067 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9d66670c-98f8-4fef-96fb-1d9a5bbb1604 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.557594 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cf0ab-6603-4cd3-b3e0-d1d2a4a18663 None None] Pushing event updated for resources: {'Port': ['ID=b81aa3b0-f31b-42d7-8967-cf1daba60308,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:37.558845 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-263ffd20-9172-4376-8d37-507061845e04 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.563283 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-263ffd20-9172-4376-8d37-507061845e04 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] 10.222.0.88 "DELETE /v2.0/ports/a83a42da-88e5-4b2a-ab3e-42fccf0d2b6f HTTP/1.1" status: 204 len: 168 time: 2.5064940 Jan 21 09:34:37.573292 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a88e457-d528-4974-8493-750a0d96f8b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:37.580047 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40734) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:37.599866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-6a88e457-d528-4974-8493-750a0d96f8b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:37.602431 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a88e457-d528-4974-8493-750a0d96f8b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:37.608214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a88e457-d528-4974-8493-750a0d96f8b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:37.608865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a88e457-d528-4974-8493-750a0d96f8b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.615281 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3ba5e488-27c1-4f5f-b4da-b1014d7b091b req-16b912ec-cbe1-4e46-833b-2a820328a355 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905529 Jan 21 09:34:37.636002 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Router f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:34:37.670438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-05abe26d-cdf5-426b-9f6a-6d299569b617 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.680961 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88e457-d528-4974-8493-750a0d96f8b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=8aa45614-2d0a-44a2-824f-74ba3a1fd451,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:37.734214 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port ea420b4b-e59c-4f13-b79b-f8bb2278c93b triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:37.734608 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.761449 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.822685 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abe26d-cdf5-426b-9f6a-6d299569b617 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Subnet': ['ID=dffb4dc4-33f4-4cde-b836-c5aba9876db4,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:37.825159 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ba1220e0-f8f8-4a53-a74b-691f9706baca tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.840575 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861ee865-eefd-423d-98a8-dd9ecac48506 None None] Network 36beab2e-7564-4454-8972-a64b417064d2 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:37.857434 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ba1220e0-f8f8-4a53-a74b-691f9706baca tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.883308 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9d66670c-98f8-4fef-96fb-1d9a5bbb1604 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.891895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:37.902808 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Sync routers for ids ['f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:37.914115 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=f44e27f1-6e0f-44ab-8179-91ba2ff6505e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:37.932013 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-05abe26d-cdf5-426b-9f6a-6d299569b617 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.932457 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Routers {'f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:37.933089 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:37.943528 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-05abe26d-cdf5-426b-9f6a-6d299569b617 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/dffb4dc4-33f4-4cde-b836-c5aba9876db4 HTTP/1.1" status: 204 len: 168 time: 1.9831986 Jan 21 09:34:37.947255 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40742) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:37.952230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ba1220e0-f8f8-4a53-a74b-691f9706baca tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.980385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ba1220e0-f8f8-4a53-a74b-691f9706baca tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:37.985633 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ba1220e0-f8f8-4a53-a74b-691f9706baca tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-groups/1bc3a8a6-fa25-4bd3-a8f0-0dce2b42d798 HTTP/1.1" status: 204 len: 168 time: 0.5448897 Jan 21 09:34:37.996788 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6a88e457-d528-4974-8493-750a0d96f8b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.2885432 Jan 21 09:34:38.002749 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40744) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:38.004572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40746) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:38.008336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:38.009697 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-25eb071b-adcf-4119-b206-30c8acc24afc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.7730651 Jan 21 09:34:38.016311 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40748) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:38.052029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66670c-98f8-4fef-96fb-1d9a5bbb1604 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Subnet': ['ID=56e092cd-3f57-475d-8cbb-f97027cb0b08,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:38.073292 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62b3194-77e5-4e05-9e3a-cc0037846bcc tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:38.083954 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b62b3194-77e5-4e05-9e3a-cc0037846bcc tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] 10.222.0.88 "GET /v2.0/ports?device_id=967525c2-e2c0-45a8-8ea3-d0c83532cac4 HTTP/1.1" status: 200 len: 913 time: 0.5009797 Jan 21 09:34:38.085301 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1220e0-f8f8-4a53-a74b-691f9706baca tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc3a8a6-fa25-4bd3-a8f0-0dce2b42d798,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:38.093498 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40752) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:38.118096 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Set router f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:34:38.123191 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-4568313a-67a3-4dde-9bb1-6b3e6e424ad7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting subnet a477e56b-3060-4a7b-856d-107ef5ba66e2 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:34:38.131565 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66670c-98f8-4fef-96fb-1d9a5bbb1604 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Checking segment: {'id': '3dc2b87e-5dfc-4e0d-b818-b907c432a4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:38.131931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d66670c-98f8-4fef-96fb-1d9a5bbb1604 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network hostable DHCP agents. Network: 02eec03e-b7b6-4fd9-9781-881ba37cb83a, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:34:38.134253 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4568313a-67a3-4dde-9bb1-6b3e6e424ad7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:38.221770 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb051b-8695-4576-8e7d-140068f509dc tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:38.230221 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2ccb051b-8695-4576-8e7d-140068f509dc tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports/8aa45614-2d0a-44a2-824f-74ba3a1fd451 HTTP/1.1" status: 200 len: 845 time: 0.1999271 Jan 21 09:34:38.230630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40754) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:38.265381 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4568313a-67a3-4dde-9bb1-6b3e6e424ad7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:38.272461 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d66670c-98f8-4fef-96fb-1d9a5bbb1604 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 02eec03e-b7b6-4fd9-9781-881ba37cb83a is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:34:38.293091 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network 69279c19-5096-430c-a81f-6c73b1745984 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:38.326485 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1264471b-6603-4600-8822-3da51708b197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:38.334761 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Attempting to bind port b81aa3b0-f31b-42d7-8967-cf1daba60308 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:38.335134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Attempting to bind port b81aa3b0-f31b-42d7-8967-cf1daba60308 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '8d7dcfe7-03e9-4f47-8932-7396b231899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:38.335515 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Attempting to bind port b81aa3b0-f31b-42d7-8967-cf1daba60308 on network 34bb55f5-d3e9-432e-aa64-028e2268f88f {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:38.346268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-9d66670c-98f8-4fef-96fb-1d9a5bbb1604 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 02eec03e-b7b6-4fd9-9781-881ba37cb83a) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:38.374836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:38.385942 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d66670c-98f8-4fef-96fb-1d9a5bbb1604 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:38.386451 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9d66670c-98f8-4fef-96fb-1d9a5bbb1604 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:38.393278 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f', 'name': 'tempest-snat-router-580420566', 'tenant_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '065d2a24-e9cd-4598-a32e-c8b6b308dca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:30Z', 'updated_at': '2022-01-21T09:34:35Z', 'revision_number': 3, 'project_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'gw_port': {'id': '065d2a24-e9cd-4598-a32e-c8b6b308dca4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:34Z', 'updated_at': '2022-01-21T09:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:38.408575 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-17792f07-89ef-4e9b-afa5-e9d46c650b7e tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "GET /v2.0/routers/f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f HTTP/1.1" status: 200 len: 906 time: 0.3839996 Jan 21 09:34:38.424799 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40756) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:38.429037 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7460210-89d5-4887-a7fd-49aa35b9528d None None] Network 02eec03e-b7b6-4fd9-9781-881ba37cb83a requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:38.440533 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Checking router: f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:34:38.442039 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Updating router f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f port 065d2a24-e9cd-4598-a32e-c8b6b308dca4 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:34:38.452054 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-12cb92ec-9624-4cbe-8fee-70760ff4c838 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4276733 Jan 21 09:34:38.453354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:38.468675 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40758) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:38.481939 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:38.482314 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Checking segment: {'id': '8d7dcfe7-03e9-4f47-8932-7396b231899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:38.482719 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:38.483561 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Bound using segment: {'id': '8d7dcfe7-03e9-4f47-8932-7396b231899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:38.483561 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Bound port: b81aa3b0-f31b-42d7-8967-cf1daba60308, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7dcfe7-03e9-4f47-8932-7396b231899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:38.483948 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:38.490250 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-2aeee4bf-d5a4-48ad-b965-ee9d990ce3a9 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352150349'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:38.493114 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:38.515836 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4568313a-67a3-4dde-9bb1-6b3e6e424ad7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:38.556963 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d22543-83b1-400f-be3a-7a4bc26a53c8 req-76b3a271-49a9-40b6-a8d9-03764fd1e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:38.559707 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d3d22543-83b1-400f-be3a-7a4bc26a53c8 req-76b3a271-49a9-40b6-a8d9-03764fd1e3a7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8412c99099254edbacc3999749241e6e&device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 1098 time: 0.4365196 Jan 21 09:34:38.617775 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9d66670c-98f8-4fef-96fb-1d9a5bbb1604 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4523668 Jan 21 09:34:38.689370 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40760) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:38.705212 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] For port b81aa3b0-f31b-42d7-8967-cf1daba60308, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:38.715516 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4568313a-67a3-4dde-9bb1-6b3e6e424ad7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:38.716481 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c12dd-c285-4fcd-86e7-588ba35c5ad6 req-cfb0975c-2822-4e4e-8646-d840917ba733 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:38.731367 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-540c12dd-c285-4fcd-86e7-588ba35c5ad6 req-cfb0975c-2822-4e4e-8646-d840917ba733 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.7025728 Jan 21 09:34:38.752894 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a287d962-2c9f-4fe9-97dd-4135dbd1a0c8 None None] Provisioning complete for port b81aa3b0-f31b-42d7-8967-cf1daba60308 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:38.753312 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a287d962-2c9f-4fe9-97dd-4135dbd1a0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:38.762332 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:38.768242 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] For port b81aa3b0-f31b-42d7-8967-cf1daba60308, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=b81aa3b0-f31b-42d7-8967-cf1daba60308,segment=NetworkSegment(8d7dcfe7-03e9-4f47-8932-7396b231899b),segment_id=8d7dcfe7-03e9-4f47-8932-7396b231899b)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:38.873051 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:38.884071 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d22543-83b1-400f-be3a-7a4bc26a53c8 req-c4f2ff4f-2fa9-4781-8564-b26c7ab0fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:38.886090 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d3d22543-83b1-400f-be3a-7a4bc26a53c8 req-c4f2ff4f-2fa9-4781-8564-b26c7ab0fbb6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac HTTP/1.1" status: 200 len: 912 time: 0.1522923 Jan 21 09:34:38.934661 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:38.945179 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.074632 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a287d962-2c9f-4fe9-97dd-4135dbd1a0c8 None None] Port b81aa3b0-f31b-42d7-8967-cf1daba60308 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:39.099221 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d3d22543-83b1-400f-be3a-7a4bc26a53c8 req-0467417f-fff0-423a-bc03-23b26b7d59e4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e HTTP/1.1" status: 200 len: 1000 time: 0.1714990 Jan 21 09:34:39.111481 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Attempting to bind port 065d2a24-e9cd-4598-a32e-c8b6b308dca4 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:39.111845 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Attempting to bind port 065d2a24-e9cd-4598-a32e-c8b6b308dca4 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:39.112199 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Attempting to bind port 065d2a24-e9cd-4598-a32e-c8b6b308dca4 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:39.127741 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:39.128113 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:39.129404 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.129930 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:39.130414 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Bound port: 065d2a24-e9cd-4598-a32e-c8b6b308dca4, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:39.130812 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.134831 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae30c4-d290-4ff5-8943-fd5af1a3ca5f None None] Pushing event updated for resources: {'Port': ['ID=065d2a24-e9cd-4598-a32e-c8b6b308dca4,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:39.137623 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:39.138563 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:39.141430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'fixed_ips': [{'subnet_id': '56e092cd-3f57-475d-8cbb-f97027cb0b08'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:34:39.142314 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.151576 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.196117 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-540c12dd-c285-4fcd-86e7-588ba35c5ad6 req-a1162b01-5fa5-4c81-b5e4-71f2b5a1d81a tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4634967 Jan 21 09:34:39.259045 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] For port 065d2a24-e9cd-4598-a32e-c8b6b308dca4, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:39.260950 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2aeee4bf-d5a4-48ad-b965-ee9d990ce3a9 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.266064 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] For port 065d2a24-e9cd-4598-a32e-c8b6b308dca4, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=065d2a24-e9cd-4598-a32e-c8b6b308dca4,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:39.275363 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.346125 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4568313a-67a3-4dde-9bb1-6b3e6e424ad7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.350383 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4568313a-67a3-4dde-9bb1-6b3e6e424ad7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/a477e56b-3060-4a7b-856d-107ef5ba66e2 HTTP/1.1" status: 204 len: 168 time: 1.3978403 Jan 21 09:34:39.355388 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568313a-67a3-4dde-9bb1-6b3e6e424ad7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Subnet': ['ID=a477e56b-3060-4a7b-856d-107ef5ba66e2,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:39.365334 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40762) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:39.380186 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Routers {'f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:39.380812 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:39.417511 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cf0ab-6603-4cd3-b3e0-d1d2a4a18663 None None] Pushing event updated for resources: {'Port': ['ID=b81aa3b0-f31b-42d7-8967-cf1daba60308,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:39.470452 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-314d9271-c249-41fd-9744-148eae738c76 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port 8aa45614-2d0a-44a2-824f-74ba3a1fd451 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:39.470706 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-314d9271-c249-41fd-9744-148eae738c76 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.474032 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:34:39.479376 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-42f6423e-f8cd-4eee-8bf2-c3435844d20c None None] Provisioning complete for port f44e27f1-6e0f-44ab-8179-91ba2ff6505e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:39.479999 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-42f6423e-f8cd-4eee-8bf2-c3435844d20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.501386 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae30c4-d290-4ff5-8943-fd5af1a3ca5f None None] Pushing event updated for resources: {'Port': ['ID=065d2a24-e9cd-4598-a32e-c8b6b308dca4,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:39.589902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-42f6423e-f8cd-4eee-8bf2-c3435844d20c None None] Port f44e27f1-6e0f-44ab-8179-91ba2ff6505e cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:39.598204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2aeee4bf-d5a4-48ad-b965-ee9d990ce3a9 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.604803 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-314d9271-c249-41fd-9744-148eae738c76 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.605005 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d22543-83b1-400f-be3a-7a4bc26a53c8 req-b940bbfe-29de-4904-ab5f-c8f9765756fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:39.607096 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.607274 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d3d22543-83b1-400f-be3a-7a4bc26a53c8 req-b940bbfe-29de-4904-ab5f-c8f9765756fb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e4bc1c0e-de86-4cff-909c-9d8480083531 HTTP/1.1" status: 200 len: 850 time: 0.4828415 Jan 21 09:34:39.610286 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d63f473-6126-4bdf-89e8-56268f2cef25 None None] Network 36beab2e-7564-4454-8972-a64b417064d2 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:39.611712 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] Set router f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:34:39.618989 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-314d9271-c249-41fd-9744-148eae738c76 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for 8aa45614-2d0a-44a2-824f-74ba3a1fd451 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:39.666148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2aeee4bf-d5a4-48ad-b965-ee9d990ce3a9 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.680953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:39.681594 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.714011 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-42f6423e-f8cd-4eee-8bf2-c3435844d20c None None] Provisioning complete for port 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:39.714011 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-42f6423e-f8cd-4eee-8bf2-c3435844d20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.743546 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-314d9271-c249-41fd-9744-148eae738c76 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.773858 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2aeee4bf-d5a4-48ad-b965-ee9d990ce3a9 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.775124 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2aeee4bf-d5a4-48ad-b965-ee9d990ce3a9 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3042858 Jan 21 09:34:39.782348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40764) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:39.790586 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-4beb870d-f261-4133-89d4-bf1d3e512393 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group_rule': {'security_group_id': '2f173c00-c0a1-4c22-99ee-de73a3d4885d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:39.805203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeee4bf-d5a4-48ad-b965-ee9d990ce3a9 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f173c00-c0a1-4c22-99ee-de73a3d4885d,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:39.808607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d22543-83b1-400f-be3a-7a4bc26a53c8 req-94936ca5-bfd5-4146-adbf-a72afe6d3231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:39.810244 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d3d22543-83b1-400f-be3a-7a4bc26a53c8 req-94936ca5-bfd5-4146-adbf-a72afe6d3231 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1453187 Jan 21 09:34:39.822280 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-314d9271-c249-41fd-9744-148eae738c76 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.825300 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-314d9271-c249-41fd-9744-148eae738c76 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/8aa45614-2d0a-44a2-824f-74ba3a1fd451 HTTP/1.1" status: 204 len: 168 time: 1.5945573 Jan 21 09:34:39.834021 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40766) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:39.834236 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d9271-c249-41fd-9744-148eae738c76 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=8aa45614-2d0a-44a2-824f-74ba3a1fd451,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:39.899319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Allocated IP 2001:db8:2::2 (02eec03e-b7b6-4fd9-9781-881ba37cb83a/56e092cd-3f57-475d-8cbb-f97027cb0b08/5ca5b2ce-d90c-4425-8be2-8ff44703b41f) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:39.937637 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9466ad55-d302-4bc5-ba34-dad1bfdd22b6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.942713 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.959934 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4beb870d-f261-4133-89d4-bf1d3e512393 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.962629 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.963386 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f', 'name': 'tempest-snat-router-580420566', 'tenant_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '065d2a24-e9cd-4598-a32e-c8b6b308dca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:30Z', 'updated_at': '2022-01-21T09:34:35Z', 'revision_number': 3, 'project_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'gw_port': {'id': '065d2a24-e9cd-4598-a32e-c8b6b308dca4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:34Z', 'updated_at': '2022-01-21T09:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:39.971678 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-4428ca16-a24a-496a-a8e2-19abf5d84a94 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] GET failed (client error): The resource could not be found. Jan 21 09:34:39.973342 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4428ca16-a24a-496a-a8e2-19abf5d84a94 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports/8aa45614-2d0a-44a2-824f-74ba3a1fd451 HTTP/1.1" status: 404 len: 333 time: 0.1353214 Jan 21 09:34:39.984476 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40768) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:40.000449 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6e884-175c-41e3-8d30-e156d36c69f4 None None] The sync data for ids ['f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f'] in dv-neutron-825721-1-hyperv is: [{'id': 'f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f', 'name': 'tempest-snat-router-580420566', 'tenant_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '065d2a24-e9cd-4598-a32e-c8b6b308dca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:30Z', 'updated_at': '2022-01-21T09:34:35Z', 'revision_number': 3, 'project_id': 'bc7594dfa2974f30bdf04bdd88255abd', 'gw_port': {'id': '065d2a24-e9cd-4598-a32e-c8b6b308dca4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:34Z', 'updated_at': '2022-01-21T09:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:40.088097 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ada90f78-3530-4e2c-8fdd-d60c17fea0a5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'name': 'tempest-PortsIpV6TestJSON-816398498'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:40.115020 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d3d22543-83b1-400f-be3a-7a4bc26a53c8 req-dd719b7d-3af2-4d3d-a2df-c33e0011c4b1 service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782731 Jan 21 09:34:40.392309 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03acbaa-e05c-4c71-809d-b29ff0282a5c None None] DHCP port deletion for 36beab2e-7564-4454-8972-a64b417064d2 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:34:40.471444 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:34:33Z', 'revision_number': 3, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:38Z', 'revision_number': 4, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:40.528957 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1728ddc-7f8f-459a-a3a9-b145a56311d0 None None] The sync data for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv is: [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:34:33Z', 'revision_number': 3, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:38Z', 'revision_number': 4, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:40.578257 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9466ad55-d302-4bc5-ba34-dad1bfdd22b6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:40.601664 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa529b-3dde-4d74-9cc5-95d48d56e5cd req-ab07b80a-5586-4952-82ea-54e9d607f4c1 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:40.609017 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bfaa529b-3dde-4d74-9cc5-95d48d56e5cd req-ab07b80a-5586-4952-82ea-54e9d607f4c1 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.2859762 Jan 21 09:34:40.610857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada90f78-3530-4e2c-8fdd-d60c17fea0a5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:40.615048 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ada90f78-3530-4e2c-8fdd-d60c17fea0a5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:40.658662 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:40.668614 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a69cdbd9-9c97-469c-a86b-d0f526e1d114 None None] Provisioning complete for port f162ca88-9df3-4d16-bfa8-acf1a5972f79 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:40.669140 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:40.673655 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port f162ca88-9df3-4d16-bfa8-acf1a5972f79 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:40.673893 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:40.679481 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a69cdbd9-9c97-469c-a86b-d0f526e1d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:40.689826 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:40.757581 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bfaa529b-3dde-4d74-9cc5-95d48d56e5cd req-8e762eb7-6ed4-4fbf-8021-0fc9a441bb01 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475384 Jan 21 09:34:40.778547 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-ada90f78-3530-4e2c-8fdd-d60c17fea0a5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] device_id is not set on port 3082e5e2-b0f8-4351-80ee-ce4ed27b8cf3 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:34:40.846219 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Pushing event updated for resources: {'Port': ['ID=5ca5b2ce-d90c-4425-8be2-8ff44703b41f,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:40.858239 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d3d22543-83b1-400f-be3a-7a4bc26a53c8 req-02eff574-fb1b-46ca-bdfa-2d8da3fd1577 service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7319632 Jan 21 09:34:40.881415 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4beb870d-f261-4133-89d4-bf1d3e512393 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:40.904775 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 065d2a24-e9cd-4598-a32e-c8b6b308dca4 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:40.912683 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24cfa204-8a77-4a3d-a8eb-cf8c15d5a4e3 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:40.914283 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Network 02eec03e-b7b6-4fd9-9781-881ba37cb83a is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:40.950276 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:40.956540 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:40.986045 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4beb870d-f261-4133-89d4-bf1d3e512393 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:40.991708 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a03acbaa-e05c-4c71-809d-b29ff0282a5c None None] Deleting port f162ca88-9df3-4d16-bfa8-acf1a5972f79 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:40.992412 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a03acbaa-e05c-4c71-809d-b29ff0282a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.031779 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] For port f162ca88-9df3-4d16-bfa8-acf1a5972f79, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f162ca88-9df3-4d16-bfa8-acf1a5972f79,segment=NetworkSegment(8aebae79-1cf9-4496-9790-c8299ab5c644),segment_id=8aebae79-1cf9-4496-9790-c8299ab5c644)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:41.032461 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.047550 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb870d-f261-4133-89d4-bf1d3e512393 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761c3312-140c-405a-a27c-fb3d7ea550bb,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:41.070242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for f162ca88-9df3-4d16-bfa8-acf1a5972f79 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:41.110924 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-9466ad55-d302-4bc5-ba34-dad1bfdd22b6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Deleting port 065d2a24-e9cd-4598-a32e-c8b6b308dca4 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:41.111569 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9466ad55-d302-4bc5-ba34-dad1bfdd22b6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.196780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4beb870d-f261-4133-89d4-bf1d3e512393 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.200652 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4beb870d-f261-4133-89d4-bf1d3e512393 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4136159 Jan 21 09:34:41.205743 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40772) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:41.212816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-9eb6924b-b9f0-4a34-a7a9-c43a0b7651e0 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group_rule': {'security_group_id': '2f173c00-c0a1-4c22-99ee-de73a3d4885d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:41.390761 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Attempting to bind port 5ca5b2ce-d90c-4425-8be2-8ff44703b41f on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:41.393385 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Attempting to bind port 5ca5b2ce-d90c-4425-8be2-8ff44703b41f by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3dc2b87e-5dfc-4e0d-b818-b907c432a4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:41.393385 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Attempting to bind port 5ca5b2ce-d90c-4425-8be2-8ff44703b41f on network 02eec03e-b7b6-4fd9-9781-881ba37cb83a {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:41.416770 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.423563 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:41.426089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Checking segment: {'id': '3dc2b87e-5dfc-4e0d-b818-b907c432a4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:41.426610 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.427230 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Bound using segment: {'id': '3dc2b87e-5dfc-4e0d-b818-b907c432a4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:41.427808 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Bound port: 5ca5b2ce-d90c-4425-8be2-8ff44703b41f, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2b87e-5dfc-4e0d-b818-b907c432a4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:41.428408 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.442433 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.516182 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ada90f78-3530-4e2c-8fdd-d60c17fea0a5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.542452 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.561807 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] For port 5ca5b2ce-d90c-4425-8be2-8ff44703b41f, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:41.562798 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9eb6924b-b9f0-4a34-a7a9-c43a0b7651e0 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.565289 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] For port 5ca5b2ce-d90c-4425-8be2-8ff44703b41f, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5ca5b2ce-d90c-4425-8be2-8ff44703b41f,segment=NetworkSegment(3dc2b87e-5dfc-4e0d-b818-b907c432a4af),segment_id=3dc2b87e-5dfc-4e0d-b818-b907c432a4af)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:41.566879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-9466ad55-d302-4bc5-ba34-dad1bfdd22b6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] For port 065d2a24-e9cd-4598-a32e-c8b6b308dca4, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=065d2a24-e9cd-4598-a32e-c8b6b308dca4,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:41.567471 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9466ad55-d302-4bc5-ba34-dad1bfdd22b6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.582881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.607917 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.620918 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-9466ad55-d302-4bc5-ba34-dad1bfdd22b6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Calling delete_port for 065d2a24-e9cd-4598-a32e-c8b6b308dca4 owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:41.678980 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 065d2a24-e9cd-4598-a32e-c8b6b308dca4 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:41.679235 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.679576 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=f162ca88-9df3-4d16-bfa8-acf1a5972f79,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:41.681711 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No DVR routers for this DVR port f162ca88-9df3-4d16-bfa8-acf1a5972f79 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:41.688103 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.688771 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.701522 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a03acbaa-e05c-4c71-809d-b29ff0282a5c None None] For port f162ca88-9df3-4d16-bfa8-acf1a5972f79, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f162ca88-9df3-4d16-bfa8-acf1a5972f79,segment=NetworkSegment(8aebae79-1cf9-4496-9790-c8299ab5c644),segment_id=8aebae79-1cf9-4496-9790-c8299ab5c644)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:41.701522 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a03acbaa-e05c-4c71-809d-b29ff0282a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.703726 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b86ad-af0a-4610-b9a0-5fec677f0c3e None None] Pushing event updated for resources: {'Port': ['ID=5ca5b2ce-d90c-4425-8be2-8ff44703b41f,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:41.760467 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Allocated IP 2001:db8:2::1 (02eec03e-b7b6-4fd9-9781-881ba37cb83a/56e092cd-3f57-475d-8cbb-f97027cb0b08/e9047c8a-eca6-4fff-a5cd-f15410729481) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:41.763192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network 69279c19-5096-430c-a81f-6c73b1745984 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:41.765075 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a03acbaa-e05c-4c71-809d-b29ff0282a5c None None] Calling delete_port for f162ca88-9df3-4d16-bfa8-acf1a5972f79 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:41.778411 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:41.809029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a69cdbd9-9c97-469c-a86b-d0f526e1d114 None None] Provisioning complete for port b81aa3b0-f31b-42d7-8967-cf1daba60308 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:41.809260 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a69cdbd9-9c97-469c-a86b-d0f526e1d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.842886 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ada90f78-3530-4e2c-8fdd-d60c17fea0a5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.866538 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:41.926260 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=f44e27f1-6e0f-44ab-8179-91ba2ff6505e,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:42.038537 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36beab2e-7564-4454-8972-a64b417064d2']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:42.080946 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9eb6924b-b9f0-4a34-a7a9-c43a0b7651e0 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.091766 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9eb6924b-b9f0-4a34-a7a9-c43a0b7651e0 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.126775 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a69cdbd9-9c97-469c-a86b-d0f526e1d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.152321 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22047f-dc7d-4801-9338-ced7f649dcd0 req-f7fb5896-9af2-4686-b0b1-cce9a70f2a79 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:42.154391 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ff22047f-dc7d-4801-9338-ced7f649dcd0 req-f7fb5896-9af2-4686-b0b1-cce9a70f2a79 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.1843824 Jan 21 09:34:42.182604 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6924b-b9f0-4a34-a7a9-c43a0b7651e0 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78378571-f278-4960-b20b-5b8641912ae6,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:42.189306 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.209897 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9eb6924b-b9f0-4a34-a7a9-c43a0b7651e0 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.215233 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a03acbaa-e05c-4c71-809d-b29ff0282a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.219066 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9eb6924b-b9f0-4a34-a7a9-c43a0b7651e0 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0110509 Jan 21 09:34:42.233362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40776) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:42.246044 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-15af5ae7-ebe4-463a-a7ff-97d282a1c825 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group_rule': {'security_group_id': '2f173c00-c0a1-4c22-99ee-de73a3d4885d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:42.265283 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a69cdbd9-9c97-469c-a86b-d0f526e1d114 None None] For port b81aa3b0-f31b-42d7-8967-cf1daba60308, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=b81aa3b0-f31b-42d7-8967-cf1daba60308,segment=NetworkSegment(8d7dcfe7-03e9-4f47-8932-7396b231899b),segment_id=8d7dcfe7-03e9-4f47-8932-7396b231899b)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:42.274350 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03acbaa-e05c-4c71-809d-b29ff0282a5c None None] Pushing event deleted for resources: {'Port': ['ID=f162ca88-9df3-4d16-bfa8-acf1a5972f79,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:42.280000 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a69cdbd9-9c97-469c-a86b-d0f526e1d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.284424 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 065d2a24-e9cd-4598-a32e-c8b6b308dca4, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=065d2a24-e9cd-4598-a32e-c8b6b308dca4,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:42.294667 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03acbaa-e05c-4c71-809d-b29ff0282a5c None None] No DVR routers for this DVR port f162ca88-9df3-4d16-bfa8-acf1a5972f79 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:42.330274 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ff22047f-dc7d-4801-9338-ced7f649dcd0 req-c7bd0492-4af8-4db1-8d08-fa1114239823 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655872 Jan 21 09:34:42.336755 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-24cfa204-8a77-4a3d-a8eb-cf8c15d5a4e3 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Deleting port d1dbc90a-4522-464c-8b68-4862016eaf8c {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:42.337101 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24cfa204-8a77-4a3d-a8eb-cf8c15d5a4e3 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.344606 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 2e977a22-a48c-41e0-9301-5002fdba4520 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:34:42.345676 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.419152 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cdbd9-9c97-469c-a86b-d0f526e1d114 None None] Pushing event updated for resources: {'Port': ['ID=b81aa3b0-f31b-42d7-8967-cf1daba60308,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:42.479662 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada90f78-3530-4e2c-8fdd-d60c17fea0a5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=3082e5e2-b0f8-4351-80ee-ce4ed27b8cf3,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:42.487961 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f162ca88-9df3-4d16-bfa8-acf1a5972f79 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:34:42.502729 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aebae79-1cf9-4496-9790-c8299ab5c644') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:42.503032 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aebae79-1cf9-4496-9790-c8299ab5c644') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:42.513846 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.523749 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: f162ca88-9df3-4d16-bfa8-acf1a5972f79 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:34:42.524274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f162ca88-9df3-4d16-bfa8-acf1a5972f79 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:34:42.525290 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-15af5ae7-ebe4-463a-a7ff-97d282a1c825 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.530597 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-2c45321b-7b77-4ed9-b643-1a72afada071 None None] Provisioning complete for port f44e27f1-6e0f-44ab-8179-91ba2ff6505e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:42.531076 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2c45321b-7b77-4ed9-b643-1a72afada071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.552089 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada90f78-3530-4e2c-8fdd-d60c17fea0a5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:42.558020 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.568329 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=065d2a24-e9cd-4598-a32e-c8b6b308dca4,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:42.580641 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-2c45321b-7b77-4ed9-b643-1a72afada071 None None] Port f44e27f1-6e0f-44ab-8179-91ba2ff6505e cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:42.588383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-ada90f78-3530-4e2c-8fdd-d60c17fea0a5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:42.593267 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:34:42.593721 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.602649 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24cfa204-8a77-4a3d-a8eb-cf8c15d5a4e3 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:34:42.614968 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:34:42.626121 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada90f78-3530-4e2c-8fdd-d60c17fea0a5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:42.634814 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada90f78-3530-4e2c-8fdd-d60c17fea0a5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:42.635460 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ada90f78-3530-4e2c-8fdd-d60c17fea0a5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.655281 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-24cfa204-8a77-4a3d-a8eb-cf8c15d5a4e3 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Calling delete_port for d1dbc90a-4522-464c-8b68-4862016eaf8c owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:42.748165 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:42.752236 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-15af5ae7-ebe4-463a-a7ff-97d282a1c825 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.761042 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ce782381-473b-4151-9fe1-294ad2421bdc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/2e977a22-a48c-41e0-9301-5002fdba4520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2524099 Jan 21 09:34:42.761796 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40780) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:42.764199 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-15af5ae7-ebe4-463a-a7ff-97d282a1c825 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.767427 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02d175-6a51-4ba2-8276-d2c4521286c2 None None] Sync routers for ids ['2e977a22-a48c-41e0-9301-5002fdba4520'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:42.778900 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d02d175-6a51-4ba2-8276-d2c4521286c2 None None] Routers {'2e977a22-a48c-41e0-9301-5002fdba4520'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:42.779926 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4d02d175-6a51-4ba2-8276-d2c4521286c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['2e977a22-a48c-41e0-9301-5002fdba4520'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:42.799739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af5ae7-ebe4-463a-a7ff-97d282a1c825 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840df77c-4f8b-4907-b66e-436768a3364d,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:42.813390 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ada90f78-3530-4e2c-8fdd-d60c17fea0a5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8251657 Jan 21 09:34:42.817153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40782) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:42.820431 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.822172 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-154deac2-b84e-4d1d-a3f7-61c19e3ed96b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:42.825607 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.847942 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4d02d175-6a51-4ba2-8276-d2c4521286c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:42.867715 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.874763 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/networks/36beab2e-7564-4454-8972-a64b417064d2 HTTP/1.1" status: 204 len: 168 time: 3.5027928 Jan 21 09:34:42.874937 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d02d175-6a51-4ba2-8276-d2c4521286c2 None None] Routers {'2e977a22-a48c-41e0-9301-5002fdba4520'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:42.874937 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4d02d175-6a51-4ba2-8276-d2c4521286c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['2e977a22-a48c-41e0-9301-5002fdba4520'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:42.880183 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40784) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:42.883618 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-15af5ae7-ebe4-463a-a7ff-97d282a1c825 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:42.887448 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-15af5ae7-ebe4-463a-a7ff-97d282a1c825 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6424592 Jan 21 09:34:42.905487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40786) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:42.914656 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-9b71cb1a-4c70-4a58-bc59-9f7b915b1196 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group_rule': {'security_group_id': '2f173c00-c0a1-4c22-99ee-de73a3d4885d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:42.918649 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f12f8-e471-4243-a36c-74e23f503acb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Network': ['ID=36beab2e-7564-4454-8972-a64b417064d2,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:42.929132 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148a480-dda2-4ccc-84d7-30501b7c8a2a req-b9fe0082-3356-48ab-9c44-b2d45befdd2a tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:42.930715 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d148a480-dda2-4ccc-84d7-30501b7c8a2a req-b9fe0082-3356-48ab-9c44-b2d45befdd2a tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.4370139 Jan 21 09:34:42.937801 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a4a6d4-4577-415f-b3d1-795fcb593cb7 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:42.939195 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-02a4a6d4-4577-415f-b3d1-795fcb593cb7 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports/f44e27f1-6e0f-44ab-8179-91ba2ff6505e HTTP/1.1" status: 200 len: 910 time: 0.1536255 Jan 21 09:34:42.945212 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40788) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:42.956491 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4d02d175-6a51-4ba2-8276-d2c4521286c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:42.957618 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02d175-6a51-4ba2-8276-d2c4521286c2 None None] The sync data for ids ['2e977a22-a48c-41e0-9301-5002fdba4520'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:42.978785 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9466ad55-d302-4bc5-ba34-dad1bfdd22b6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.004816 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 065d2a24-e9cd-4598-a32e-c8b6b308dca4 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:43.033341 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 065d2a24-e9cd-4598-a32e-c8b6b308dca4 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:34:43.034116 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 065d2a24-e9cd-4598-a32e-c8b6b308dca4 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 21 09:34:43.045541 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466ad55-d302-4bc5-ba34-dad1bfdd22b6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Pushing event deleted for resources: {'Port': ['ID=065d2a24-e9cd-4598-a32e-c8b6b308dca4,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:43.061924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Port 065d2a24-e9cd-4598-a32e-c8b6b308dca4 not found, will not notify nova. {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 21 09:34:43.062595 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device b81aa3b0-f31b-42d7-8967-cf1daba60308 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:43.084895 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9b71cb1a-4c70-4a58-bc59-9f7b915b1196 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.087500 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-154deac2-b84e-4d1d-a3f7-61c19e3ed96b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.087658 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d148a480-dda2-4ccc-84d7-30501b7c8a2a req-7d025951-8d81-48da-b40c-c15cc3614bc9 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454494 Jan 21 09:34:43.097693 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe3ab78-d5a7-4fd6-a51b-a3817db262a4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:43.099376 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1fe3ab78-d5a7-4fd6-a51b-a3817db262a4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2180662 Jan 21 09:34:43.104500 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40790) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:43.127115 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.179318 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port b81aa3b0-f31b-42d7-8967-cf1daba60308 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:43.179944 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.199432 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 02eec03e-b7b6-4fd9-9781-881ba37cb83a is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:43.210023 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:43.216106 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9466ad55-d302-4bc5-ba34-dad1bfdd22b6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.221301 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:43.222535 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.227368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=e9047c8a-eca6-4fff-a5cd-f15410729481,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:43.313254 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5ca5b2ce-d90c-4425-8be2-8ff44703b41f up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:43.377197 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 5ca5b2ce-d90c-4425-8be2-8ff44703b41f triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:43.377881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.397025 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9466ad55-d302-4bc5-ba34-dad1bfdd22b6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.401132 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9466ad55-d302-4bc5-ba34-dad1bfdd22b6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.442214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9b71cb1a-4c70-4a58-bc59-9f7b915b1196 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.445356 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24cfa204-8a77-4a3d-a8eb-cf8c15d5a4e3 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.451186 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a8211176-9ea9-4327-bb18-054e589fb90c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3364763 Jan 21 09:34:43.464078 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40794) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:43.470228 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8a5ea55a-a8d0-43e6-88ed-fdb4514de0be tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-338587780'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:43.501174 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.520807 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9466ad55-d302-4bc5-ba34-dad1bfdd22b6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.522283 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9466ad55-d302-4bc5-ba34-dad1bfdd22b6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:34:43.524787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9b71cb1a-4c70-4a58-bc59-9f7b915b1196 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.528791 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9466ad55-d302-4bc5-ba34-dad1bfdd22b6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.530685 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9466ad55-d302-4bc5-ba34-dad1bfdd22b6 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "DELETE /v2.0/routers/f958acd9-ad9b-4d2b-b4ea-5e7ed5380d8f HTTP/1.1" status: 204 len: 168 time: 5.1025591 Jan 21 09:34:43.541253 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40796) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:43.542340 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 5ca5b2ce-d90c-4425-8be2-8ff44703b41f, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5ca5b2ce-d90c-4425-8be2-8ff44703b41f,segment=NetworkSegment(3dc2b87e-5dfc-4e0d-b818-b907c432a4af),segment_id=3dc2b87e-5dfc-4e0d-b818-b907c432a4af)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:43.548195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.586219 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c586e49-1bfc-4257-9a46-7bab8a947b2f req-a352853f-2f4b-461a-a5b4-ebda82d229b4 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:43.588109 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4c586e49-1bfc-4257-9a46-7bab8a947b2f req-a352853f-2f4b-461a-a5b4-ebda82d229b4 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.3778198 Jan 21 09:34:43.593418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfa204-8a77-4a3d-a8eb-cf8c15d5a4e3 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Pushing event deleted for resources: {'Port': ['ID=d1dbc90a-4522-464c-8b68-4862016eaf8c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:43.611205 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=5ca5b2ce-d90c-4425-8be2-8ff44703b41f,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:43.681891 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5ea55a-a8d0-43e6-88ed-fdb4514de0be tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:43.684258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a5ea55a-a8d0-43e6-88ed-fdb4514de0be tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.750550 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f973e664-6ddc-439a-90a1-3eba42e1f817 None None] Network 02eec03e-b7b6-4fd9-9781-881ba37cb83a requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:43.777430 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.797753 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5ea55a-a8d0-43e6-88ed-fdb4514de0be tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:34:43.900783 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-7cb3029d-9fe1-438a-9d32-9d3307495ffc None None] Provisioning complete for port 5ca5b2ce-d90c-4425-8be2-8ff44703b41f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:43.901327 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7cb3029d-9fe1-438a-9d32-9d3307495ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.932732 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a5ea55a-a8d0-43e6-88ed-fdb4514de0be tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:43.933223 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-8a5ea55a-a8d0-43e6-88ed-fdb4514de0be tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Added segment 86a0cc71-a291-4ca9-a8d1-f9b60e4d254f of type vlan for network 1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a Jan 21 09:34:43.996451 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0f2b6992-1300-41a1-9a03-d2f7557f561b tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.002017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a5ea55a-a8d0-43e6-88ed-fdb4514de0be tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.079563 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9b71cb1a-4c70-4a58-bc59-9f7b915b1196 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.080776 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9b71cb1a-4c70-4a58-bc59-9f7b915b1196 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1732273 Jan 21 09:34:44.083535 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71cb1a-4c70-4a58-bc59-9f7b915b1196 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a541199-5bd5-4152-a5c5-bed12a1fa186,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:44.088550 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40798) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:44.101148 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1ccfb3e9-af43-4db3-ad37-f50ceb0bc733 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group_rule': {'security_group_id': '2f173c00-c0a1-4c22-99ee-de73a3d4885d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:44.184948 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4c586e49-1bfc-4257-9a46-7bab8a947b2f req-f0e1c6f9-aebf-46dd-ad7f-27416aaa0eca tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4822235 Jan 21 09:34:44.187914 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-154deac2-b84e-4d1d-a3f7-61c19e3ed96b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.195214 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a5ea55a-a8d0-43e6-88ed-fdb4514de0be tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.215514 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5ea55a-a8d0-43e6-88ed-fdb4514de0be tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:44.215514 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a5ea55a-a8d0-43e6-88ed-fdb4514de0be tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.231630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-154deac2-b84e-4d1d-a3f7-61c19e3ed96b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.311753 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154deac2-b84e-4d1d-a3f7-61c19e3ed96b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=3082e5e2-b0f8-4351-80ee-ce4ed27b8cf3,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:44.332074 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0f2b6992-1300-41a1-9a03-d2f7557f561b tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.341747 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-154deac2-b84e-4d1d-a3f7-61c19e3ed96b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] In _notify_port_updated(), no bound segment for port 3082e5e2-b0f8-4351-80ee-ce4ed27b8cf3 on network 47bbdf87-5325-452c-9588-6aa0e4e3a72e {{(pid=102147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:34:44.347793 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8a5ea55a-a8d0-43e6-88ed-fdb4514de0be tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8816109 Jan 21 09:34:44.348786 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154deac2-b84e-4d1d-a3f7-61c19e3ed96b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:44.349444 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-154deac2-b84e-4d1d-a3f7-61c19e3ed96b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.353336 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-154deac2-b84e-4d1d-a3f7-61c19e3ed96b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "PUT /v2.0/ports/3082e5e2-b0f8-4351-80ee-ce4ed27b8cf3 HTTP/1.1" status: 200 len: 818 time: 1.5337307 Jan 21 09:34:44.355741 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1ccfb3e9-af43-4db3-ad37-f50ceb0bc733 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.359234 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40802) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:44.359584 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40804) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:44.370931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ea55a-a8d0-43e6-88ed-fdb4514de0be tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Network': ['ID=1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:44.397149 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-03a025f1-a769-4e7e-8759-30993fa4c807 None None] Provisioning complete for port 5ca5b2ce-d90c-4425-8be2-8ff44703b41f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:44.397845 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-03a025f1-a769-4e7e-8759-30993fa4c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.399820 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:34:44.400079 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5063259e-a2c5-489f-842b-7780fdef3027 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'subnet': {'network_id': '1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:44.552577 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-0f2b6992-1300-41a1-9a03-d2f7557f561b tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Deleting port ea420b4b-e59c-4f13-b79b-f8bb2278c93b {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:44.553234 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0f2b6992-1300-41a1-9a03-d2f7557f561b tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.562406 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.578802 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1ccfb3e9-af43-4db3-ad37-f50ceb0bc733 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.581642 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.582592 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.652404 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1ccfb3e9-af43-4db3-ad37-f50ceb0bc733 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.661716 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-03a025f1-a769-4e7e-8759-30993fa4c807 None None] Provisioning complete for port e9047c8a-eca6-4fff-a5cd-f15410729481 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:44.662563 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-03a025f1-a769-4e7e-8759-30993fa4c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.704348 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-03a025f1-a769-4e7e-8759-30993fa4c807 None None] Port e9047c8a-eca6-4fff-a5cd-f15410729481 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:44.710684 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5ca5b2ce-d90c-4425-8be2-8ff44703b41f up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:44.734487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24cfa204-8a77-4a3d-a8eb-cf8c15d5a4e3 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.764441 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 5ca5b2ce-d90c-4425-8be2-8ff44703b41f triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:44.764811 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.767394 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfb3e9-af43-4db3-ad37-f50ceb0bc733 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcedda10-7513-4432-9232-9880463f49da,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:44.781351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1b339-42e6-49d4-8767-f65fb8aa06d2 req-e4146fbe-e330-4233-bf92-2e7e5c8fc310 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:44.783054 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37c1b339-42e6-49d4-8767-f65fb8aa06d2 req-e4146fbe-e330-4233-bf92-2e7e5c8fc310 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.1964397 Jan 21 09:34:44.795455 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1ccfb3e9-af43-4db3-ad37-f50ceb0bc733 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.795455 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1ccfb3e9-af43-4db3-ad37-f50ceb0bc733 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7015989 Jan 21 09:34:44.795777 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-67c3d662-85cb-4750-b82d-ed2f4be588bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.798660 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=e9047c8a-eca6-4fff-a5cd-f15410729481,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:44.798835 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40808) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:44.824819 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-0f2b6992-1300-41a1-9a03-d2f7557f561b tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] For port ea420b4b-e59c-4f13-b79b-f8bb2278c93b, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ea420b4b-e59c-4f13-b79b-f8bb2278c93b,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:44.824999 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0f2b6992-1300-41a1-9a03-d2f7557f561b tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.846211 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-0f2b6992-1300-41a1-9a03-d2f7557f561b tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Calling delete_port for ea420b4b-e59c-4f13-b79b-f8bb2278c93b owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:44.857692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-782e4e5c-e404-4096-90c6-5ad800ee7123 None None] Provisioning complete for port e9047c8a-eca6-4fff-a5cd-f15410729481 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:44.858066 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-782e4e5c-e404-4096-90c6-5ad800ee7123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.877812 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5063259e-a2c5-489f-842b-7780fdef3027 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:44.882003 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5063259e-a2c5-489f-842b-7780fdef3027 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:44.904131 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-782e4e5c-e404-4096-90c6-5ad800ee7123 None None] Port e9047c8a-eca6-4fff-a5cd-f15410729481 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:44.905293 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network 02eec03e-b7b6-4fd9-9781-881ba37cb83a is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:44.908100 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:44.980370 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 065d2a24-e9cd-4598-a32e-c8b6b308dca4 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:34:44.999507 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-aae72f44-35f1-46c7-980f-e74f3d9b7279 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port 3082e5e2-b0f8-4351-80ee-ce4ed27b8cf3 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:44.999847 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aae72f44-35f1-46c7-980f-e74f3d9b7279 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.006139 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 065d2a24-e9cd-4598-a32e-c8b6b308dca4 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:34:45.006817 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 065d2a24-e9cd-4598-a32e-c8b6b308dca4 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:34:45.130572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c5081cf-31b4-49b6-ab3e-7f6771e18d69 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.164788 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c5081cf-31b4-49b6-ab3e-7f6771e18d69 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.211801 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37c1b339-42e6-49d4-8767-f65fb8aa06d2 req-37dafe29-3992-4012-90a6-939ef885db89 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407881 Jan 21 09:34:45.225738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aae72f44-35f1-46c7-980f-e74f3d9b7279 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.250098 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-08564e4c-4234-4907-86df-08915b0e6a56 None None] Provisioning complete for port e9047c8a-eca6-4fff-a5cd-f15410729481 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:45.251209 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-08564e4c-4234-4907-86df-08915b0e6a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.291615 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-08564e4c-4234-4907-86df-08915b0e6a56 None None] Port e9047c8a-eca6-4fff-a5cd-f15410729481 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:45.311959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-aae72f44-35f1-46c7-980f-e74f3d9b7279 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for 3082e5e2-b0f8-4351-80ee-ce4ed27b8cf3 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:45.319694 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router f6b48623-6039-49f8-8afe-65fbc46b3816 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:34:45.330788 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c5081cf-31b4-49b6-ab3e-7f6771e18d69 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.335431 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c5081cf-31b4-49b6-ab3e-7f6771e18d69 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.339166 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4c5081cf-31b4-49b6-ab3e-7f6771e18d69 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/dcedda10-7513-4432-9232-9880463f49da HTTP/1.1" status: 204 len: 168 time: 0.5354040 Jan 21 09:34:45.355955 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40810) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:45.440270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5081cf-31b4-49b6-ab3e-7f6771e18d69 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcedda10-7513-4432-9232-9880463f49da,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:45.488828 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5193f16c-3f7e-4251-9f56-cf9d34ccbaa8 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1317110 Jan 21 09:34:45.491692 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40812) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:45.499043 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0f2b6992-1300-41a1-9a03-d2f7557f561b tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.515815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:45.527988 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Sync routers for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:45.538806 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:45.539536 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:45.544215 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-122217bb-678b-4c5c-ad51-1e000c3f4d21 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/f6b48623-6039-49f8-8afe-65fbc46b3816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8511493 Jan 21 09:34:45.547003 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40814) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:45.550581 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b6992-1300-41a1-9a03-d2f7557f561b tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea420b4b-e59c-4f13-b79b-f8bb2278c93b,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:45.560090 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-42b1fedd-6e86-4a72-83b6-a4eab3f1a6f0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-992915918'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:45.571460 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52690fe4-02ab-4d7d-832c-0b3662b41b15 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.595113 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52690fe4-02ab-4d7d-832c-0b3662b41b15 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.616374 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cfa204-8a77-4a3d-a8eb-cf8c15d5a4e3 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Router 967525c2-e2c0-45a8-8ea3-d0c83532cac4 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:34:45.618050 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5063259e-a2c5-489f-842b-7780fdef3027 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.649123 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:34:45.660098 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0f2b6992-1300-41a1-9a03-d2f7557f561b tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.663491 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b1fedd-6e86-4a72-83b6-a4eab3f1a6f0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:45.664241 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aae72f44-35f1-46c7-980f-e74f3d9b7279 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.667004 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-42b1fedd-6e86-4a72-83b6-a4eab3f1a6f0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.703119 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52690fe4-02ab-4d7d-832c-0b3662b41b15 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.736034 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae72f44-35f1-46c7-980f-e74f3d9b7279 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=3082e5e2-b0f8-4351-80ee-ce4ed27b8cf3,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:45.743307 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52690fe4-02ab-4d7d-832c-0b3662b41b15 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.744449 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-52690fe4-02ab-4d7d-832c-0b3662b41b15 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/6a541199-5bd5-4152-a5c5-bed12a1fa186 HTTP/1.1" status: 204 len: 168 time: 0.2518506 Jan 21 09:34:45.747054 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aae72f44-35f1-46c7-980f-e74f3d9b7279 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.751164 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-aae72f44-35f1-46c7-980f-e74f3d9b7279 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/3082e5e2-b0f8-4351-80ee-ce4ed27b8cf3 HTTP/1.1" status: 204 len: 168 time: 1.3648148 Jan 21 09:34:45.773324 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40816) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:45.773941 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40818) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:45.800237 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0f2b6992-1300-41a1-9a03-d2f7557f561b tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.824969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52690fe4-02ab-4d7d-832c-0b3662b41b15 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a541199-5bd5-4152-a5c5-bed12a1fa186,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:45.829408 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0f2b6992-1300-41a1-9a03-d2f7557f561b tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.842593 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b1fedd-6e86-4a72-83b6-a4eab3f1a6f0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:34:45.846102 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063259e-a2c5-489f-842b-7780fdef3027 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Subnet': ['ID=360fd356-7d29-447b-b386-2bcbe709464b,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:45.893009 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-42b1fedd-6e86-4a72-83b6-a4eab3f1a6f0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.893350 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-42b1fedd-6e86-4a72-83b6-a4eab3f1a6f0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Added segment c2c2aea0-61ea-4edc-a709-cf05a4645341 of type vlan for network fe58836c-7dbd-4819-842e-9551ba88d95e Jan 21 09:34:45.900171 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:34:43Z', 'revision_number': 4, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9047c8a-eca6-4fff-a5cd-f15410729481', 'name': '', 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:72:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:41Z', 'updated_at': '2022-01-21T09:34:44Z', 'revision_number': 2, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:45.900639 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063259e-a2c5-489f-842b-7780fdef3027 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Checking segment: {'id': '86a0cc71-a291-4ca9-a8d1-f9b60e4d254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:45.900885 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5063259e-a2c5-489f-842b-7780fdef3027 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network hostable DHCP agents. Network: 1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:34:45.932411 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fb85cacd-865e-4145-b2ef-e4473fc494e1 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1526573 Jan 21 09:34:45.933203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40820) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:45.934832 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Checking router: f6b48623-6039-49f8-8afe-65fbc46b3816 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:34:45.935179 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Updating router f6b48623-6039-49f8-8afe-65fbc46b3816 port e9047c8a-eca6-4fff-a5cd-f15410729481 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:34:45.955382 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cb76ee-817c-4b68-b04b-164beec22cf4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:45.961202 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-82cb76ee-817c-4b68-b04b-164beec22cf4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1792986 Jan 21 09:34:45.961202 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0f2b6992-1300-41a1-9a03-d2f7557f561b tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.961202 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2b6992-1300-41a1-9a03-d2f7557f561b tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1216c4b-7ef3-430f-991d-df27e5cad2cf {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:34:45.965303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0f2b6992-1300-41a1-9a03-d2f7557f561b tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.967739 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0f2b6992-1300-41a1-9a03-d2f7557f561b tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "DELETE /v2.0/routers/a1216c4b-7ef3-430f-991d-df27e5cad2cf HTTP/1.1" status: 204 len: 168 time: 2.4239523 Jan 21 09:34:45.971092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40822) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:45.972519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40824) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:45.982559 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1772328734', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:45.984613 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-67c3d662-85cb-4750-b82d-ed2f4be588bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port f44e27f1-6e0f-44ab-8179-91ba2ff6505e {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:45.984971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-67c3d662-85cb-4750-b82d-ed2f4be588bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:45.988450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cfa204-8a77-4a3d-a8eb-cf8c15d5a4e3 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:45.991630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-42b1fedd-6e86-4a72-83b6-a4eab3f1a6f0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.001386 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da927cb-9e5a-4503-a616-fd958f98c7f6 None None] Sync routers for ids ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:46.014369 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-24cfa204-8a77-4a3d-a8eb-cf8c15d5a4e3 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] 10.222.0.88 "PUT /v2.0/routers/967525c2-e2c0-45a8-8ea3-d0c83532cac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9176250 Jan 21 09:34:46.015402 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5063259e-a2c5-489f-842b-7780fdef3027 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:34:46.017613 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40826) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:46.022748 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da927cb-9e5a-4503-a616-fd958f98c7f6 None None] Routers {'967525c2-e2c0-45a8-8ea3-d0c83532cac4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:46.023793 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1da927cb-9e5a-4503-a616-fd958f98c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:46.039809 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.040908 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.045109 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-42b1fedd-6e86-4a72-83b6-a4eab3f1a6f0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.052580 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b1fedd-6e86-4a72-83b6-a4eab3f1a6f0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:46.053282 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-42b1fedd-6e86-4a72-83b6-a4eab3f1a6f0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.077088 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.092321 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1da927cb-9e5a-4503-a616-fd958f98c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:46.110959 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da927cb-9e5a-4503-a616-fd958f98c7f6 None None] Routers {'967525c2-e2c0-45a8-8ea3-d0c83532cac4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:46.111839 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1da927cb-9e5a-4503-a616-fd958f98c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:46.133718 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-42b1fedd-6e86-4a72-83b6-a4eab3f1a6f0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5846546 Jan 21 09:34:46.145049 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40828) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:46.146140 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f740d904-798c-4853-8d0a-357d9af3eb66 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] GET failed (client error): The resource could not be found. Jan 21 09:34:46.148006 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f740d904-798c-4853-8d0a-357d9af3eb66 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports/3082e5e2-b0f8-4351-80ee-ce4ed27b8cf3 HTTP/1.1" status: 404 len: 333 time: 0.1747274 Jan 21 09:34:46.157957 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40830) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:46.164650 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-503d2f09-1755-4142-9dce-06297c99d0f3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'subnet': {'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:46.167089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1da927cb-9e5a-4503-a616-fd958f98c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:46.167820 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da927cb-9e5a-4503-a616-fd958f98c7f6 None None] The sync data for ids ['967525c2-e2c0-45a8-8ea3-d0c83532cac4'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:46.173128 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-89fe7648-c0b2-40b6-88a4-f046d06f8547 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1570401120'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:46.199461 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-63004405-2e98-4a49-a16b-b2f1bed24d8c tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.209304 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-5063259e-a2c5-489f-842b-7780fdef3027 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:46.214740 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063259e-a2c5-489f-842b-7780fdef3027 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:46.215358 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5063259e-a2c5-489f-842b-7780fdef3027 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.225659 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119c84bf-4a5c-4a2b-ba3d-7ac9514b081d None None] Network 1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:46.233582 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1fedd-6e86-4a72-83b6-a4eab3f1a6f0 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Network': ['ID=fe58836c-7dbd-4819-842e-9551ba88d95e,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:46.233783 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-63004405-2e98-4a49-a16b-b2f1bed24d8c tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.235799 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.317777 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network fe58836c-7dbd-4819-842e-9551ba88d95e details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:34:46.374458 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-67c3d662-85cb-4750-b82d-ed2f4be588bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.391773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-67c3d662-85cb-4750-b82d-ed2f4be588bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for f44e27f1-6e0f-44ab-8179-91ba2ff6505e owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:46.415062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f1949cfd-6ce7-4725-9700-3d390f82b623 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.448421 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.458973 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.516221 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.524702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fe7648-c0b2-40b6-88a4-f046d06f8547 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:46.528781 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-89fe7648-c0b2-40b6-88a4-f046d06f8547 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.549026 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a', 'network_id': '1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a', 'tenant_id': '11fbfc08f0f84eca87febd30d39a357e', 'fixed_ips': [{'subnet_id': '360fd356-7d29-447b-b386-2bcbe709464b'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:34:46.550960 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.567359 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fe7648-c0b2-40b6-88a4-f046d06f8547 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:34:46.576897 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-89fe7648-c0b2-40b6-88a4-f046d06f8547 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.577268 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-89fe7648-c0b2-40b6-88a4-f046d06f8547 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Added segment 98cc7399-adbe-4bce-98a9-02ca223c3231 of type vlan for network 9ef0157e-8555-4741-92fb-87b55f4b15c5 Jan 21 09:34:46.621364 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-89fe7648-c0b2-40b6-88a4-f046d06f8547 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.647880 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf072ce-371f-4696-adda-5a7f44bd23b4 None None] Pushing event updated for resources: {'Port': ['ID=e9047c8a-eca6-4fff-a5cd-f15410729481,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:46.678444 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-89fe7648-c0b2-40b6-88a4-f046d06f8547 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.685731 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe7648-c0b2-40b6-88a4-f046d06f8547 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:46.686379 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-89fe7648-c0b2-40b6-88a4-f046d06f8547 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.735218 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Attempting to bind port e9047c8a-eca6-4fff-a5cd-f15410729481 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:46.735577 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Attempting to bind port e9047c8a-eca6-4fff-a5cd-f15410729481 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3dc2b87e-5dfc-4e0d-b818-b907c432a4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:46.735990 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Attempting to bind port e9047c8a-eca6-4fff-a5cd-f15410729481 on network 02eec03e-b7b6-4fd9-9781-881ba37cb83a {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:46.743190 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:46.743607 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Checking segment: {'id': '3dc2b87e-5dfc-4e0d-b818-b907c432a4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:46.744062 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.744616 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Bound using segment: {'id': '3dc2b87e-5dfc-4e0d-b818-b907c432a4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:46.745241 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Bound port: e9047c8a-eca6-4fff-a5cd-f15410729481, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2b87e-5dfc-4e0d-b818-b907c432a4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:46.745868 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.785061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Allocated IP 172.20.0.2 (1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a/360fd356-7d29-447b-b386-2bcbe709464b/c734e366-149d-48f3-b20a-605444251314) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:46.814553 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe7648-c0b2-40b6-88a4-f046d06f8547 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Network': ['ID=9ef0157e-8555-4741-92fb-87b55f4b15c5,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:46.827715 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc14a3-c03d-46be-936d-74444835b244 req-9edf881d-43b1-4392-8359-95f7faf93aec tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:46.837471 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] For port e9047c8a-eca6-4fff-a5cd-f15410729481, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:46.841681 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] For port e9047c8a-eca6-4fff-a5cd-f15410729481, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e9047c8a-eca6-4fff-a5cd-f15410729481,segment=NetworkSegment(3dc2b87e-5dfc-4e0d-b818-b907c432a4af),segment_id=3dc2b87e-5dfc-4e0d-b818-b907c432a4af)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:46.842039 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7dbc14a3-c03d-46be-936d-74444835b244 req-9edf881d-43b1-4392-8359-95f7faf93aec tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.4886231 Jan 21 09:34:46.853897 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5063259e-a2c5-489f-842b-7780fdef3027 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4709268 Jan 21 09:34:46.854136 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.856287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40834) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:46.900214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ddb52abc-9ef8-4a4c-b819-591f667438e5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'network_id': '1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a', 'name': 'tempest-PortsTestJSON-189026519'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:46.932143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503d2f09-1755-4142-9dce-06297c99d0f3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Made reservation on behalf of ce4592ca8ad54e549d1b277994f081c1 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:46.936133 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-503d2f09-1755-4142-9dce-06297c99d0f3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.967942 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf072ce-371f-4696-adda-5a7f44bd23b4 None None] Pushing event updated for resources: {'Port': ['ID=e9047c8a-eca6-4fff-a5cd-f15410729481,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:46.977864 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-89fe7648-c0b2-40b6-88a4-f046d06f8547 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8086395 Jan 21 09:34:46.990312 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-63004405-2e98-4a49-a16b-b2f1bed24d8c tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.990518 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:46.991042 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:46.991798 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.994455 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40836) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:46.995002 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-63004405-2e98-4a49-a16b-b2f1bed24d8c tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.996232 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-63004405-2e98-4a49-a16b-b2f1bed24d8c tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/840df77c-4f8b-4907-b66e-436768a3364d HTTP/1.1" status: 204 len: 168 time: 1.0620632 Jan 21 09:34:47.003806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ea420b4b-e59c-4f13-b79b-f8bb2278c93b no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:34:47.006581 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 9ef0157e-8555-4741-92fb-87b55f4b15c5 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:34:47.017233 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40838) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:47.054128 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63004405-2e98-4a49-a16b-b2f1bed24d8c tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=840df77c-4f8b-4907-b66e-436768a3364d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:47.057813 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b0a99b3f-f65b-4ecb-984c-b516aa4ea232 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'subnet': {'network_id': '9ef0157e-8555-4741-92fb-87b55f4b15c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:47.113988 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7dbc14a3-c03d-46be-936d-74444835b244 req-1cae9455-e694-43a7-a60f-50f6624f6cd9 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654974 Jan 21 09:34:47.132212 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:34:47.145764 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:47.209785 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f1949cfd-6ce7-4725-9700-3d390f82b623 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:47.233813 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-087351fe-9871-4d90-be7c-b17305b6e068 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2152369 Jan 21 09:34:47.244205 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40842) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:47.329566 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb52abc-9ef8-4a4c-b819-591f667438e5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:47.334948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddb52abc-9ef8-4a4c-b819-591f667438e5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:47.357344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Pushing event updated for resources: {'Port': ['ID=c734e366-149d-48f3-b20a-605444251314,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:47.377880 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-741513a7-e266-4763-8f2d-11f8b5984807 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:47.389660 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-464263b8-2123-4278-b0da-14c19bb8fc63 None None] Provisioning complete for port e9047c8a-eca6-4fff-a5cd-f15410729481 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:47.392462 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-464263b8-2123-4278-b0da-14c19bb8fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:47.393441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-741513a7-e266-4763-8f2d-11f8b5984807 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:47.394224 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: ea420b4b-e59c-4f13-b79b-f8bb2278c93b {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:34:47.394997 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ea420b4b-e59c-4f13-b79b-f8bb2278c93b not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:34:47.403393 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Network 1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:47.437268 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:47.439409 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-ddb52abc-9ef8-4a4c-b819-591f667438e5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] device_id is not set on port d6cc2fd3-e761-4876-a59e-0b0a0c62d823 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:34:47.441366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:47.508281 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a99b3f-f65b-4ecb-984c-b516aa4ea232 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:47.513666 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0a99b3f-f65b-4ecb-984c-b516aa4ea232 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:47.519564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Attempting to bind port c734e366-149d-48f3-b20a-605444251314 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:47.519993 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Attempting to bind port c734e366-149d-48f3-b20a-605444251314 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '86a0cc71-a291-4ca9-a8d1-f9b60e4d254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:47.520360 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Attempting to bind port c734e366-149d-48f3-b20a-605444251314 on network 1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:47.528046 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:47.528560 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Checking segment: {'id': '86a0cc71-a291-4ca9-a8d1-f9b60e4d254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:47.528972 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:47.529362 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Bound using segment: {'id': '86a0cc71-a291-4ca9-a8d1-f9b60e4d254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:47.530205 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Bound port: c734e366-149d-48f3-b20a-605444251314, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a0cc71-a291-4ca9-a8d1-f9b60e4d254f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:47.530595 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:47.533722 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-67c3d662-85cb-4750-b82d-ed2f4be588bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:47.552257 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:34:43Z', 'revision_number': 4, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9047c8a-eca6-4fff-a5cd-f15410729481', 'name': '', 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:72:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:41Z', 'updated_at': '2022-01-21T09:34:46Z', 'revision_number': 4, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:47.572001 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3d662-85cb-4750-b82d-ed2f4be588bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=f44e27f1-6e0f-44ab-8179-91ba2ff6505e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:47.584161 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-741513a7-e266-4763-8f2d-11f8b5984807 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:47.591375 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c84a587-39b2-4f7d-a373-7b9b16f79fa2 None None] The sync data for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv is: [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:34:43Z', 'revision_number': 4, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9047c8a-eca6-4fff-a5cd-f15410729481', 'name': '', 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:72:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:41Z', 'updated_at': '2022-01-21T09:34:46Z', 'revision_number': 4, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:47.593979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-741513a7-e266-4763-8f2d-11f8b5984807 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:47.595627 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-741513a7-e266-4763-8f2d-11f8b5984807 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/78378571-f278-4960-b20b-5b8641912ae6 HTTP/1.1" status: 204 len: 168 time: 0.3473992 Jan 21 09:34:47.599952 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-f1949cfd-6ce7-4725-9700-3d390f82b623 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Deleting port b3bfc49f-9f57-423a-afd7-4b1e18b7ebe1 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:47.600304 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f1949cfd-6ce7-4725-9700-3d390f82b623 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:47.606268 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40846) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:47.725095 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-503d2f09-1755-4142-9dce-06297c99d0f3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:47.729393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741513a7-e266-4763-8f2d-11f8b5984807 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78378571-f278-4960-b20b-5b8641912ae6,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:47.777153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab742b1-36f8-45bf-a08d-7b41604c7898 req-717ddd8d-161a-4f56-9648-fa20b3983f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:47.778767 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bab742b1-36f8-45bf-a08d-7b41604c7898 req-717ddd8d-161a-4f56-9648-fa20b3983f80 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8412c99099254edbacc3999749241e6e&device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 1098 time: 0.3303096 Jan 21 09:34:47.858620 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] For port c734e366-149d-48f3-b20a-605444251314, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:47.870758 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] For port c734e366-149d-48f3-b20a-605444251314, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=c734e366-149d-48f3-b20a-605444251314,segment=NetworkSegment(86a0cc71-a291-4ca9-a8d1-f9b60e4d254f),segment_id=86a0cc71-a291-4ca9-a8d1-f9b60e4d254f)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:47.915195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-464263b8-2123-4278-b0da-14c19bb8fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:47.917717 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:47.963491 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-ddb52abc-9ef8-4a4c-b819-591f667438e5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Allocated IP 172.20.0.7 (1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a/360fd356-7d29-447b-b386-2bcbe709464b/d6cc2fd3-e761-4876-a59e-0b0a0c62d823) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:47.983378 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3ab7e37e-33ba-41dc-a3a6-db54b3b06fed tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3628483 Jan 21 09:34:47.994922 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40848) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:48.022649 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-464263b8-2123-4278-b0da-14c19bb8fc63 None None] For port e9047c8a-eca6-4fff-a5cd-f15410729481, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e9047c8a-eca6-4fff-a5cd-f15410729481,segment=NetworkSegment(3dc2b87e-5dfc-4e0d-b818-b907c432a4af),segment_id=3dc2b87e-5dfc-4e0d-b818-b907c432a4af)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:48.031061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99541e-bb21-442b-b373-b079f55ee65d None None] Pushing event updated for resources: {'Port': ['ID=c734e366-149d-48f3-b20a-605444251314,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:48.036443 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-464263b8-2123-4278-b0da-14c19bb8fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:48.072106 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443858ef-8e9b-4d7d-9968-abb86d8a50a7 req-f5a5ea1d-06cb-4068-a0b4-26b429c7f695 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:48.078040 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-443858ef-8e9b-4d7d-9968-abb86d8a50a7 req-f5a5ea1d-06cb-4068-a0b4-26b429c7f695 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.5967016 Jan 21 09:34:48.080672 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f1949cfd-6ce7-4725-9700-3d390f82b623 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:48.108378 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464263b8-2123-4278-b0da-14c19bb8fc63 None None] Pushing event updated for resources: {'Port': ['ID=e9047c8a-eca6-4fff-a5cd-f15410729481,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:48.155232 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-f1949cfd-6ce7-4725-9700-3d390f82b623 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Calling delete_port for b3bfc49f-9f57-423a-afd7-4b1e18b7ebe1 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:48.163447 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-21675a82-131e-48c9-85c7-de15dc4d850f None None] Provisioning complete for port e9047c8a-eca6-4fff-a5cd-f15410729481 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:48.163627 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-21675a82-131e-48c9-85c7-de15dc4d850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:48.187155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:48.195970 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-67c3d662-85cb-4750-b82d-ed2f4be588bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:48.217396 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6986cb-cb03-4efd-8c31-13b86de75e74 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:48.226896 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab742b1-36f8-45bf-a08d-7b41604c7898 req-625f4853-d175-4d12-936a-437301d39a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:48.228399 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bab742b1-36f8-45bf-a08d-7b41604c7898 req-625f4853-d175-4d12-936a-437301d39a38 service neutron] 10.222.0.113 "GET /v2.0/networks?id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac HTTP/1.1" status: 200 len: 912 time: 0.4314146 Jan 21 09:34:48.241254 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d2f09-1755-4142-9dce-06297c99d0f3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Subnet': ['ID=0f85d96f-9bdc-4575-a7a2-68dbc6df1823,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:48.261163 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:48.283393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0a99b3f-f65b-4ecb-984c-b516aa4ea232 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:48.313354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6986cb-cb03-4efd-8c31-13b86de75e74 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:48.423286 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d2f09-1755-4142-9dce-06297c99d0f3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Checking segment: {'id': 'c2c2aea0-61ea-4edc-a709-cf05a4645341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:48.423664 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503d2f09-1755-4142-9dce-06297c99d0f3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network hostable DHCP agents. Network: fe58836c-7dbd-4819-842e-9551ba88d95e, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:34:48.471043 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-443858ef-8e9b-4d7d-9968-abb86d8a50a7 req-fdfa050f-6216-43f7-8fd3-9324b8ef8c1f tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956703 Jan 21 09:34:48.556198 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503d2f09-1755-4142-9dce-06297c99d0f3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network fe58836c-7dbd-4819-842e-9551ba88d95e is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:34:48.562437 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a99b3f-f65b-4ecb-984c-b516aa4ea232 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Subnet': ['ID=b431932a-a8a1-47b7-b24d-7fb2abb43336,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:48.588630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a99b3f-f65b-4ecb-984c-b516aa4ea232 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Checking segment: {'id': '98cc7399-adbe-4bce-98a9-02ca223c3231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9ef0157e-8555-4741-92fb-87b55f4b15c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:48.589889 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a99b3f-f65b-4ecb-984c-b516aa4ea232 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network hostable DHCP agents. Network: 9ef0157e-8555-4741-92fb-87b55f4b15c5, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:34:48.602934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-503d2f09-1755-4142-9dce-06297c99d0f3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, fe58836c-7dbd-4819-842e-9551ba88d95e) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:48.607079 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Allocated IP 172.26.7.75 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/4b0115ee-0dfb-44aa-9a20-a1c4c95b2c95) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:48.612219 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eba6a1-1df6-468d-b112-36f4e443a1a1 None None] Network fe58836c-7dbd-4819-842e-9551ba88d95e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:48.621694 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503d2f09-1755-4142-9dce-06297c99d0f3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:48.622420 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-503d2f09-1755-4142-9dce-06297c99d0f3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:48.634769 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6986cb-cb03-4efd-8c31-13b86de75e74 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:48.638133 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bab742b1-36f8-45bf-a08d-7b41604c7898 req-3d5fa3c5-53a2-4f15-b431-f38e95574dfe service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e HTTP/1.1" status: 200 len: 1000 time: 0.3595419 Jan 21 09:34:48.647613 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e6986cb-cb03-4efd-8c31-13b86de75e74 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:48.653386 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-503d2f09-1755-4142-9dce-06297c99d0f3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4948089 Jan 21 09:34:48.654026 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3e6986cb-cb03-4efd-8c31-13b86de75e74 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/761c3312-140c-405a-a27c-fb3d7ea550bb HTTP/1.1" status: 204 len: 168 time: 0.6489680 Jan 21 09:34:48.654159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40850) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:48.654159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40852) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:48.718244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6986cb-cb03-4efd-8c31-13b86de75e74 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=761c3312-140c-405a-a27c-fb3d7ea550bb,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:48.721921 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab742b1-36f8-45bf-a08d-7b41604c7898 req-eef8a5eb-43af-4db6-bc3f-422a6e16dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:48.724181 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bab742b1-36f8-45bf-a08d-7b41604c7898 req-eef8a5eb-43af-4db6-bc3f-422a6e16dfd8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e4bc1c0e-de86-4cff-909c-9d8480083531 HTTP/1.1" status: 200 len: 850 time: 0.0652313 Jan 21 09:34:48.745216 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c3d662-85cb-4750-b82d-ed2f4be588bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 2e977a22-a48c-41e0-9301-5002fdba4520 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:34:48.886388 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-fe58836c-7dbd-4819-842e-9551ba88d95e', 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'fixed_ips': [{'subnet_id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:34:48.887641 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:48.915038 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device c734e366-149d-48f3-b20a-605444251314 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:48.922438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab742b1-36f8-45bf-a08d-7b41604c7898 req-1b6af300-1879-4f73-911e-0b54453fe835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:48.923964 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bab742b1-36f8-45bf-a08d-7b41604c7898 req-1b6af300-1879-4f73-911e-0b54453fe835 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1451693 Jan 21 09:34:48.953866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddb52abc-9ef8-4a4c-b819-591f667438e5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.012714 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c3d662-85cb-4750-b82d-ed2f4be588bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:49.022876 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-67c3d662-85cb-4750-b82d-ed2f4be588bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/2e977a22-a48c-41e0-9301-5002fdba4520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0701988 Jan 21 09:34:49.035135 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1298097-87c9-42ad-b6dc-1b989b42c5d6 None None] Sync routers for ids ['2e977a22-a48c-41e0-9301-5002fdba4520'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:49.044582 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1298097-87c9-42ad-b6dc-1b989b42c5d6 None None] Routers {'2e977a22-a48c-41e0-9301-5002fdba4520'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:49.045418 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f1298097-87c9-42ad-b6dc-1b989b42c5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['2e977a22-a48c-41e0-9301-5002fdba4520'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:49.051430 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a99b3f-f65b-4ecb-984c-b516aa4ea232 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 9ef0157e-8555-4741-92fb-87b55f4b15c5 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:34:49.055026 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40854) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:49.103512 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Allocated IP 2001:db8:3::2 (fe58836c-7dbd-4819-842e-9551ba88d95e/0f85d96f-9bdc-4575-a7a2-68dbc6df1823/a1a1c48b-e21b-4ec2-873a-9bada38afdbb) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:49.104063 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f1298097-87c9-42ad-b6dc-1b989b42c5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:49.114067 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1298097-87c9-42ad-b6dc-1b989b42c5d6 None None] Routers {'2e977a22-a48c-41e0-9301-5002fdba4520'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:49.114692 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f1298097-87c9-42ad-b6dc-1b989b42c5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['2e977a22-a48c-41e0-9301-5002fdba4520'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:49.120666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f1949cfd-6ce7-4725-9700-3d390f82b623 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.140109 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddb52abc-9ef8-4a4c-b819-591f667438e5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.159049 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-b0a99b3f-f65b-4ecb-984c-b516aa4ea232 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 9ef0157e-8555-4741-92fb-87b55f4b15c5) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:49.175746 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-805d0809-7daf-4ccf-9d2b-78f426154e51 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e977a22-a48c-41e0-9301-5002fdba4520 HTTP/1.1" status: 200 len: 205 time: 0.0818682 Jan 21 09:34:49.176085 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f1298097-87c9-42ad-b6dc-1b989b42c5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:49.178151 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40856) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:49.181336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1949cfd-6ce7-4725-9700-3d390f82b623 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Pushing event deleted for resources: {'Port': ['ID=b3bfc49f-9f57-423a-afd7-4b1e18b7ebe1,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:49.182228 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1298097-87c9-42ad-b6dc-1b989b42c5d6 None None] The sync data for ids ['2e977a22-a48c-41e0-9301-5002fdba4520'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:49.207862 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a99b3f-f65b-4ecb-984c-b516aa4ea232 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:49.208464 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0a99b3f-f65b-4ecb-984c-b516aa4ea232 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.221003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac30fd16-981f-4f7e-82d9-3326c9ec576f None None] Network 9ef0157e-8555-4741-92fb-87b55f4b15c5 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:49.221381 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bab742b1-36f8-45bf-a08d-7b41604c7898 req-6c6878d4-2db8-494c-b09f-8271501d16f4 service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638803 Jan 21 09:34:49.237137 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port c734e366-149d-48f3-b20a-605444251314 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:49.238164 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.284089 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1b05c8cb-dd2d-474c-bbc6-45512b3f13dc tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6286881 Jan 21 09:34:49.294666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40858) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:49.296397 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb52abc-9ef8-4a4c-b819-591f667438e5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:49.320576 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-ddb52abc-9ef8-4a4c-b819-591f667438e5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:49.336276 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b0a99b3f-f65b-4ecb-984c-b516aa4ea232 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2963283 Jan 21 09:34:49.374242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40860) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:49.389278 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-aa5c68ef-2b36-4b80-b083-8bee870c000d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'subnet': {'network_id': '9ef0157e-8555-4741-92fb-87b55f4b15c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:49.431630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-505064ef-8579-46a2-a85d-a32a31f7c641 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.496418 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.497249 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.531521 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.636473 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.646054 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port c734e366-149d-48f3-b20a-605444251314, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=c734e366-149d-48f3-b20a-605444251314,segment=NetworkSegment(86a0cc71-a291-4ca9-a8d1-f9b60e4d254f),segment_id=86a0cc71-a291-4ca9-a8d1-f9b60e4d254f)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:49.647346 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64acd222-a8c5-49bf-b0d8-140161acafad None None] Network 1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:49.684166 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-9ef0157e-8555-4741-92fb-87b55f4b15c5', 'network_id': '9ef0157e-8555-4741-92fb-87b55f4b15c5', 'tenant_id': 'e1679b4b6a6a4ba38d05541ed992158a', 'fixed_ips': [{'subnet_id': 'b431932a-a8a1-47b7-b24d-7fb2abb43336'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:34:49.685020 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.694839 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.695611 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e9047c8a-eca6-4fff-a5cd-f15410729481 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:49.768297 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb52abc-9ef8-4a4c-b819-591f667438e5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:49.787343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Network fe58836c-7dbd-4819-842e-9551ba88d95e is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:49.799322 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:49.800499 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb52abc-9ef8-4a4c-b819-591f667438e5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=d6cc2fd3-e761-4876-a59e-0b0a0c62d823,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:49.807134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:49.814843 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Pushing event updated for resources: {'Port': ['ID=a1a1c48b-e21b-4ec2-873a-9bada38afdbb,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:49.818838 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-505064ef-8579-46a2-a85d-a32a31f7c641 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.832361 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-505064ef-8579-46a2-a85d-a32a31f7c641 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.841009 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.865343 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f1949cfd-6ce7-4725-9700-3d390f82b623 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.876096 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-0707435d-d544-4b6a-873c-5371911f060d None None] Provisioning complete for port c734e366-149d-48f3-b20a-605444251314 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:49.876406 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0707435d-d544-4b6a-873c-5371911f060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.950298 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2d4e-675e-4a66-9ed4-1d3cd232c5be tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.966176 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-505064ef-8579-46a2-a85d-a32a31f7c641 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.966715 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505064ef-8579-46a2-a85d-a32a31f7c641 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Fanout notify agent at l3_agent the message router_deleted on router 2e977a22-a48c-41e0-9301-5002fdba4520 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:34:49.970002 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:49.983882 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-505064ef-8579-46a2-a85d-a32a31f7c641 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.988401 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-505064ef-8579-46a2-a85d-a32a31f7c641 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/routers/2e977a22-a48c-41e0-9301-5002fdba4520 HTTP/1.1" status: 204 len: 168 time: 0.7958095 Jan 21 09:34:49.995328 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40864) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:49.999701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:50.012473 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:50.018329 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Pushing event updated for resources: {'Port': ['ID=4b0115ee-0dfb-44aa-9a20-a1c4c95b2c95,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:50.019708 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1302569-ba84-4e92-9ecb-d673058bec8c req-3392fe36-c889-49fd-bcc3-e9befc7433f3 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:50.027514 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e1302569-ba84-4e92-9ecb-d673058bec8c req-3392fe36-c889-49fd-bcc3-e9befc7433f3 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.2621849 Jan 21 09:34:50.035053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb52abc-9ef8-4a4c-b819-591f667438e5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:50.035729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddb52abc-9ef8-4a4c-b819-591f667438e5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.064643 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5c68ef-2b36-4b80-b083-8bee870c000d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:50.069120 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aa5c68ef-2b36-4b80-b083-8bee870c000d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.078744 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=c734e366-149d-48f3-b20a-605444251314,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:50.081805 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f1949cfd-6ce7-4725-9700-3d390f82b623 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.086137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2d4e-675e-4a66-9ed4-1d3cd232c5be tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.090301 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f1949cfd-6ce7-4725-9700-3d390f82b623 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.114104 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Attempting to bind port a1a1c48b-e21b-4ec2-873a-9bada38afdbb on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:50.114713 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Attempting to bind port a1a1c48b-e21b-4ec2-873a-9bada38afdbb by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'c2c2aea0-61ea-4edc-a709-cf05a4645341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:50.114816 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Attempting to bind port a1a1c48b-e21b-4ec2-873a-9bada38afdbb on network fe58836c-7dbd-4819-842e-9551ba88d95e {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:50.118724 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ddb52abc-9ef8-4a4c-b819-591f667438e5 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2305682 Jan 21 09:34:50.120879 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bab742b1-36f8-45bf-a08d-7b41604c7898 req-ddfcc838-374d-4128-8454-2a116801ba4c service neutron] 10.222.0.113 "GET /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8613000 Jan 21 09:34:50.136768 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:50.137190 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Checking segment: {'id': 'c2c2aea0-61ea-4edc-a709-cf05a4645341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:50.137571 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.137964 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Bound using segment: {'id': 'c2c2aea0-61ea-4edc-a709-cf05a4645341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:50.138444 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Bound port: a1a1c48b-e21b-4ec2-873a-9bada38afdbb, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c2aea0-61ea-4edc-a709-cf05a4645341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:50.138828 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.145560 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port e9047c8a-eca6-4fff-a5cd-f15410729481 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:50.146002 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.148181 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40866) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:50.164544 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-460f6ff9-6572-40f1-b583-887b343e297e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'network_id': '1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a', 'name': 'tempest-PortsTestJSON-255024077'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:50.189803 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e1302569-ba84-4e92-9ecb-d673058bec8c req-49d69e56-9bdf-4ec7-9385-d06611ab0329 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584756 Jan 21 09:34:50.208244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f1949cfd-6ce7-4725-9700-3d390f82b623 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.208928 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1949cfd-6ce7-4725-9700-3d390f82b623 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Fanout notify agent at l3_agent the message router_deleted on router 967525c2-e2c0-45a8-8ea3-d0c83532cac4 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:34:50.217936 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f1949cfd-6ce7-4725-9700-3d390f82b623 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.219338 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f1949cfd-6ce7-4725-9700-3d390f82b623 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] 10.222.0.88 "DELETE /v2.0/routers/967525c2-e2c0-45a8-8ea3-d0c83532cac4 HTTP/1.1" status: 204 len: 168 time: 4.1968691 Jan 21 09:34:50.223696 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40868) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:50.234747 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Allocated IP 2001:db8::2 (9ef0157e-8555-4741-92fb-87b55f4b15c5/b431932a-a8a1-47b7-b24d-7fb2abb43336/ed0dccec-2e00-4cb6-ab43-49a0afdfc654) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:50.262622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f70a537-493d-4015-a954-799ec90d3f07 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting subnet 2f611f85-80af-4963-9861-364a2b2ba478 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:34:50.275654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2d4e-675e-4a66-9ed4-1d3cd232c5be tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.278499 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2d4e-675e-4a66-9ed4-1d3cd232c5be tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.282369 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fb2c2d4e-675e-4a66-9ed4-1d3cd232c5be tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-groups/2f173c00-c0a1-4c22-99ee-de73a3d4885d HTTP/1.1" status: 204 len: 168 time: 0.9822245 Jan 21 09:34:50.291764 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40870) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:50.300393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c2d4e-675e-4a66-9ed4-1d3cd232c5be tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f173c00-c0a1-4c22-99ee-de73a3d4885d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:50.314376 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2f70a537-493d-4015-a954-799ec90d3f07 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.339126 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafe651d-4e81-469c-a5ea-2e057ad2e851 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Deleting subnet cdd91c16-38d3-4633-9a5f-00e2c68ca07a {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:34:50.349787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fafe651d-4e81-469c-a5ea-2e057ad2e851 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.386247 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] For port a1a1c48b-e21b-4ec2-873a-9bada38afdbb, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:50.394360 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2e301f6a-6881-47f0-a7bb-aeee5396d8ad tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0946972 Jan 21 09:34:50.401524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40872) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:50.406012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-683207ca-9043-4697-b7ea-020a9f77e078 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group': {'name': 'tempest-secgroup--10915450'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:50.408447 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] For port a1a1c48b-e21b-4ec2-873a-9bada38afdbb, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a1a1c48b-e21b-4ec2-873a-9bada38afdbb,segment=NetworkSegment(c2c2aea0-61ea-4edc-a709-cf05a4645341),segment_id=c2c2aea0-61ea-4edc-a709-cf05a4645341)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:50.424784 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fafe651d-4e81-469c-a5ea-2e057ad2e851 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.559694 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fafe651d-4e81-469c-a5ea-2e057ad2e851 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.602796 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.625911 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-683207ca-9043-4697-b7ea-020a9f77e078 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.677058 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.725714 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fafe651d-4e81-469c-a5ea-2e057ad2e851 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.759155 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.ipam_backend_mixin [None req-aa5c68ef-2b36-4b80-b083-8bee870c000d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b431932a-a8a1-47b7-b24d-7fb2abb43336 (CIDR: 2001:db8::/64) Jan 21 09:34:50.783642 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2f70a537-493d-4015-a954-799ec90d3f07 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.788045 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e5b7ae10-3410-4034-83dc-0e62e4d9e174 None None] Provisioning complete for port c734e366-149d-48f3-b20a-605444251314 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:50.791414 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e5b7ae10-3410-4034-83dc-0e62e4d9e174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.791573 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5c68ef-2b36-4b80-b083-8bee870c000d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:34:50.791858 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5c68ef-2b36-4b80-b083-8bee870c000d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:34:50.801927 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb098cc-f6fb-48d1-b3a5-0e5783bbb6fe None None] Pushing event updated for resources: {'Port': ['ID=a1a1c48b-e21b-4ec2-873a-9bada38afdbb,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:50.845037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fafe651d-4e81-469c-a5ea-2e057ad2e851 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.851475 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fafe651d-4e81-469c-a5ea-2e057ad2e851 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] 10.222.0.88 "DELETE /v2.0/subnets/cdd91c16-38d3-4633-9a5f-00e2c68ca07a HTTP/1.1" status: 204 len: 168 time: 0.6270499 Jan 21 09:34:50.852211 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40874) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:50.875985 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe651d-4e81-469c-a5ea-2e057ad2e851 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd91c16-38d3-4633-9a5f-00e2c68ca07a,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:50.882806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e0fb92-6752-4fdf-a701-f573f7d880ee None None] Network 9c04556c-3db7-4f2b-90af-a3efe45f650d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:50.949691 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device c734e366-149d-48f3-b20a-605444251314 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:50.968691 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:50.982721 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-aa5c68ef-2b36-4b80-b083-8bee870c000d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5988491 Jan 21 09:34:50.992471 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40876) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:50.997892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-67b9f06d-d258-4091-bc67-877449fa5253 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'subnet': {'network_id': '9ef0157e-8555-4741-92fb-87b55f4b15c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:51.025721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-683207ca-9043-4697-b7ea-020a9f77e078 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.048732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.059666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-683207ca-9043-4697-b7ea-020a9f77e078 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.068018 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.141028 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-683207ca-9043-4697-b7ea-020a9f77e078 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.147152 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-683207ca-9043-4697-b7ea-020a9f77e078 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7442615 Jan 21 09:34:51.149230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40878) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:51.156944 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-380519a1-7c46-4738-bcf7-3c96929187c2 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group_rule': {'security_group_id': 'cb909e72-d427-4fa1-beda-e51473add372', 'direction': 'ingress', 'protocol': 17}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:51.165066 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683207ca-9043-4697-b7ea-020a9f77e078 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb909e72-d427-4fa1-beda-e51473add372,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:51.199531 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:34:51.217225 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Network 9ef0157e-8555-4741-92fb-87b55f4b15c5 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:51.227096 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Deleting port 90e569e0-18e8-41d2-aaea-af760fb64cab {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:51.227442 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.248130 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:51.261076 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:51.270230 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Pushing event updated for resources: {'Port': ['ID=ed0dccec-2e00-4cb6-ab43-49a0afdfc654,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:51.317135 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460f6ff9-6572-40f1-b583-887b343e297e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:51.320651 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-460f6ff9-6572-40f1-b583-887b343e297e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.324265 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-380519a1-7c46-4738-bcf7-3c96929187c2 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.336340 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port c734e366-149d-48f3-b20a-605444251314 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:51.336340 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.404450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] For port 90e569e0-18e8-41d2-aaea-af760fb64cab, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=90e569e0-18e8-41d2-aaea-af760fb64cab,segment=NetworkSegment(5d2faef5-ed93-4005-8554-f513b7c39060),segment_id=5d2faef5-ed93-4005-8554-f513b7c39060)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:51.405331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.429651 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Attempting to bind port ed0dccec-2e00-4cb6-ab43-49a0afdfc654 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:51.430034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Attempting to bind port ed0dccec-2e00-4cb6-ab43-49a0afdfc654 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '98cc7399-adbe-4bce-98a9-02ca223c3231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9ef0157e-8555-4741-92fb-87b55f4b15c5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:51.430401 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Attempting to bind port ed0dccec-2e00-4cb6-ab43-49a0afdfc654 on network 9ef0157e-8555-4741-92fb-87b55f4b15c5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:51.441907 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-380519a1-7c46-4738-bcf7-3c96929187c2 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.441907 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Calling delete_port for 90e569e0-18e8-41d2-aaea-af760fb64cab owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:51.443885 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:51.444296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Checking segment: {'id': '98cc7399-adbe-4bce-98a9-02ca223c3231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9ef0157e-8555-4741-92fb-87b55f4b15c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:51.444665 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.445061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Bound using segment: {'id': '98cc7399-adbe-4bce-98a9-02ca223c3231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9ef0157e-8555-4741-92fb-87b55f4b15c5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:51.445606 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Bound port: ed0dccec-2e00-4cb6-ab43-49a0afdfc654, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cc7399-adbe-4bce-98a9-02ca223c3231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9ef0157e-8555-4741-92fb-87b55f4b15c5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:51.445998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.450723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2f70a537-493d-4015-a954-799ec90d3f07 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.451546 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-380519a1-7c46-4738-bcf7-3c96929187c2 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.468541 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e5b7ae10-3410-4034-83dc-0e62e4d9e174 None None] Provisioning complete for port d6cc2fd3-e761-4876-a59e-0b0a0c62d823 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:51.468915 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e5b7ae10-3410-4034-83dc-0e62e4d9e174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.480267 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-460f6ff9-6572-40f1-b583-887b343e297e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] device_id is not set on port 7a30bb2e-5f8e-4053-8ae2-a4d6e3d2f7d3 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:34:51.531159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.533366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380519a1-7c46-4738-bcf7-3c96929187c2 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48c4baf-6831-4616-8a53-f5c34ab81217,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:51.558038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-380519a1-7c46-4738-bcf7-3c96929187c2 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.558253 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f097b2-fe47-4e38-957e-1185e686270c None None] DHCP port deletion for 9c04556c-3db7-4f2b-90af-a3efe45f650d request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:34:51.562233 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-380519a1-7c46-4738-bcf7-3c96929187c2 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4078441 Jan 21 09:34:51.563608 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40882) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:51.585121 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7ae10-3410-4034-83dc-0e62e4d9e174 None None] Port d6cc2fd3-e761-4876-a59e-0b0a0c62d823 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:51.595083 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] For port ed0dccec-2e00-4cb6-ab43-49a0afdfc654, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:51.602520 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] For port ed0dccec-2e00-4cb6-ab43-49a0afdfc654, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ed0dccec-2e00-4cb6-ab43-49a0afdfc654,segment=NetworkSegment(98cc7399-adbe-4bce-98a9-02ca223c3231),segment_id=98cc7399-adbe-4bce-98a9-02ca223c3231)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:51.631578 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.654748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8b547804-c5da-4b1f-8494-f54444aa3b6b tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.669643 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.677546 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7eaea-5766-4bd7-8096-a082210033c2 req-be66d9b9-568a-4402-940e-af99a4cc7f3a tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:51.685151 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-78b7eaea-5766-4bd7-8096-a082210033c2 req-be66d9b9-568a-4402-940e-af99a4cc7f3a tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.3619874 Jan 21 09:34:51.718218 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Pushing event deleted for resources: {'Port': ['ID=90e569e0-18e8-41d2-aaea-af760fb64cab,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:51.730833 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c325188-ac6b-45ad-96e2-289ceea74201 None None] Pushing event updated for resources: {'Port': ['ID=ed0dccec-2e00-4cb6-ab43-49a0afdfc654,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:51.738381 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8b547804-c5da-4b1f-8494-f54444aa3b6b tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.742390 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-0f42e0e8-d6e2-4f35-b025-8ff968946be1 None None] Provisioning complete for port d6cc2fd3-e761-4876-a59e-0b0a0c62d823 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:51.742888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0f42e0e8-d6e2-4f35-b025-8ff968946be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.749227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-84f097b2-fe47-4e38-957e-1185e686270c None None] Deleting port 90e569e0-18e8-41d2-aaea-af760fb64cab {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:51.749227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-84f097b2-fe47-4e38-957e-1185e686270c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.749545 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] No DVR routers for this DVR port 90e569e0-18e8-41d2-aaea-af760fb64cab on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:51.832502 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b9f06d-d258-4091-bc67-877449fa5253 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:51.835795 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-67b9f06d-d258-4091-bc67-877449fa5253 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.838486 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-0f42e0e8-d6e2-4f35-b025-8ff968946be1 None None] Port d6cc2fd3-e761-4876-a59e-0b0a0c62d823 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:51.854663 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-84f097b2-fe47-4e38-957e-1185e686270c None None] For port 90e569e0-18e8-41d2-aaea-af760fb64cab, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:51.855060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-84f097b2-fe47-4e38-957e-1185e686270c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.861918 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.884781 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8b547804-c5da-4b1f-8494-f54444aa3b6b tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.886947 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-84f097b2-fe47-4e38-957e-1185e686270c None None] Calling delete_port for 90e569e0-18e8-41d2-aaea-af760fb64cab owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:51.887454 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8b547804-c5da-4b1f-8494-f54444aa3b6b tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.891118 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8b547804-c5da-4b1f-8494-f54444aa3b6b tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-groups/cb909e72-d427-4fa1-beda-e51473add372 HTTP/1.1" status: 204 len: 168 time: 0.3200359 Jan 21 09:34:51.891295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.ipam_backend_mixin [None req-84f097b2-fe47-4e38-957e-1185e686270c None None] Port 90e569e0-18e8-41d2-aaea-af760fb64cab was not found and therefore no delete operation was performed {{(pid=102148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 09:34:51.892879 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40884) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:51.893433 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-84f097b2-fe47-4e38-957e-1185e686270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.897797 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c04556c-3db7-4f2b-90af-a3efe45f650d']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:51.917562 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Allocated IP 2001:db8:3::1 (fe58836c-7dbd-4819-842e-9551ba88d95e/0f85d96f-9bdc-4575-a7a2-68dbc6df1823/747b88a4-a260-49ba-8758-e04f75362963) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:51.928527 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2f70a537-493d-4015-a954-799ec90d3f07 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.934104 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f097b2-fe47-4e38-957e-1185e686270c None None] Pushing event deleted for resources: {'Port': ['ID=90e569e0-18e8-41d2-aaea-af760fb64cab,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:51.945824 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f097b2-fe47-4e38-957e-1185e686270c None None] No DVR routers for this DVR port 90e569e0-18e8-41d2-aaea-af760fb64cab on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:51.958953 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2faef5-ed93-4005-8554-f513b7c39060') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:51.959255 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2faef5-ed93-4005-8554-f513b7c39060') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:51.961198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b547804-c5da-4b1f-8494-f54444aa3b6b tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb909e72-d427-4fa1-beda-e51473add372,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:51.973248 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-78b7eaea-5766-4bd7-8096-a082210033c2 req-114ac64e-b882-4ed5-a7eb-b34947387fa6 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811420 Jan 21 09:34:52.022785 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.039137 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b60da3a5-e5c7-46be-af39-1c02ded981bd tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1355593 Jan 21 09:34:52.039748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40888) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:52.046508 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d3ab97df-2b17-48fe-966f-3a91ff2e4727 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group': {'name': 'tempest-secgroup--247036531'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:52.064698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2f70a537-493d-4015-a954-799ec90d3f07 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.080791 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2f70a537-493d-4015-a954-799ec90d3f07 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/2f611f85-80af-4963-9861-364a2b2ba478 HTTP/1.1" status: 204 len: 168 time: 2.0822058 Jan 21 09:34:52.083362 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40890) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:52.087672 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-460f6ff9-6572-40f1-b583-887b343e297e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Allocated IP 172.20.0.13 (1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a/360fd356-7d29-447b-b386-2bcbe709464b/7a30bb2e-5f8e-4053-8ae2-a4d6e3d2f7d3) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:52.089651 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c475af8-bfcc-43a6-8ce8-8b23ec261a90 None None] Network 69279c19-5096-430c-a81f-6c73b1745984 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:52.093401 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70a537-493d-4015-a954-799ec90d3f07 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Subnet': ['ID=2f611f85-80af-4963-9861-364a2b2ba478,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:52.114417 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.134488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:34:52.134488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:34:52.172803 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:34:52.312891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d3ab97df-2b17-48fe-966f-3a91ff2e4727 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.341490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae91470-1678-429b-bf48-2e12fd08cd33 req-5b57fb16-b19d-45bf-8692-fdb2267d594c tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:52.343579 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8ae91470-1678-429b-bf48-2e12fd08cd33 req-5b57fb16-b19d-45bf-8692-fdb2267d594c tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.2335436 Jan 21 09:34:52.348997 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.368110 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa41922-b21d-4e4c-a70d-2766ae40b761 None None] DHCP port deletion for 69279c19-5096-430c-a81f-6c73b1745984 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:34:52.390504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.396232 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] 10.222.0.88 "DELETE /v2.0/networks/9c04556c-3db7-4f2b-90af-a3efe45f650d HTTP/1.1" status: 204 len: 168 time: 1.5394020 Jan 21 09:34:52.410781 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40892) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:52.430891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6736b-2da1-413b-9781-4c70730d8cb7 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Pushing event deleted for resources: {'Network': ['ID=9c04556c-3db7-4f2b-90af-a3efe45f650d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:52.434125 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-5fa41922-b21d-4e4c-a70d-2766ae40b761 None None] Deleting port 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:52.434739 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5fa41922-b21d-4e4c-a70d-2766ae40b761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.473016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.532790 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.539405 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-5fa41922-b21d-4e4c-a70d-2766ae40b761 None None] For port 01a25ea9-020f-4e9a-9ee1-f98b8b733a59, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=01a25ea9-020f-4e9a-9ee1-f98b8b733a59,segment=NetworkSegment(e2110961-d83d-4e2b-a15c-475e9405ed20),segment_id=e2110961-d83d-4e2b-a15c-475e9405ed20)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:52.541007 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5fa41922-b21d-4e4c-a70d-2766ae40b761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.555696 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8ae91470-1678-429b-bf48-2e12fd08cd33 req-32ddccd6-9e3f-44b1-b8d7-2b0eef72e28c tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906466 Jan 21 09:34:52.567590 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-5fa41922-b21d-4e4c-a70d-2766ae40b761 None None] Calling delete_port for 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:52.621530 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d3ab97df-2b17-48fe-966f-3a91ff2e4727 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.638591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d3ab97df-2b17-48fe-966f-3a91ff2e4727 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.682633 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab97df-2b17-48fe-966f-3a91ff2e4727 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f871c46-672e-4334-a36e-6bf698197fe7,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:52.689170 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d3ab97df-2b17-48fe-966f-3a91ff2e4727 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.691394 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d3ab97df-2b17-48fe-966f-3a91ff2e4727 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6478078 Jan 21 09:34:52.694960 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40896) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:52.698300 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-54b00d08-2eea-4479-806c-9960aaaabb35 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Deleting port e8f9af60-b216-4795-a009-241b0069c8cd {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:52.701146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-54b00d08-2eea-4479-806c-9960aaaabb35 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.703940 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08717f42-fde4-4e2c-94f7-527c9c4a7178 None None] Network fe58836c-7dbd-4819-842e-9551ba88d95e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:52.731962 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.882607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f1f32377-6085-4ee6-8457-2e0fa53688df tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group': {'name': 'tempest-secgroup--915267973'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:52.904137 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-bf9b28df-06d4-4521-9bbe-57cdfe6c2da3 None None] Provisioning complete for port a1a1c48b-e21b-4ec2-873a-9bada38afdbb triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:52.905495 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bf9b28df-06d4-4521-9bbe-57cdfe6c2da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.951807 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-54b00d08-2eea-4479-806c-9960aaaabb35 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.952188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-54b00d08-2eea-4479-806c-9960aaaabb35 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.954317 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5fa41922-b21d-4e4c-a70d-2766ae40b761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.992300 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-54b00d08-2eea-4479-806c-9960aaaabb35 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Calling delete_port for e8f9af60-b216-4795-a009-241b0069c8cd owned by network:floatingip {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:53.010238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f1f32377-6085-4ee6-8457-2e0fa53688df tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.090993 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa41922-b21d-4e4c-a70d-2766ae40b761 None None] No DVR routers for this DVR port 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:53.109676 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa41922-b21d-4e4c-a70d-2766ae40b761 None None] Pushing event deleted for resources: {'Port': ['ID=01a25ea9-020f-4e9a-9ee1-f98b8b733a59,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:53.232164 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ed0dccec-2e00-4cb6-ab43-49a0afdfc654 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:53.273607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f1f32377-6085-4ee6-8457-2e0fa53688df tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.370708 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bf9b28df-06d4-4521-9bbe-57cdfe6c2da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.379421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06927f47-4cb1-4d90-be9a-a1fee5a45334 req-9f7e67c1-6b0d-43bb-8e1f-d83b74c1090b tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:53.386248 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-06927f47-4cb1-4d90-be9a-a1fee5a45334 req-9f7e67c1-6b0d-43bb-8e1f-d83b74c1090b tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.2368307 Jan 21 09:34:53.387040 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f1f32377-6085-4ee6-8457-2e0fa53688df tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.389037 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port ed0dccec-2e00-4cb6-ab43-49a0afdfc654 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:53.389734 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.507571 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f32377-6085-4ee6-8457-2e0fa53688df tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2cd4a9-078e-458c-a0a8-427088e84f3e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:53.513095 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-bf9b28df-06d4-4521-9bbe-57cdfe6c2da3 None None] For port a1a1c48b-e21b-4ec2-873a-9bada38afdbb, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a1a1c48b-e21b-4ec2-873a-9bada38afdbb,segment=NetworkSegment(c2c2aea0-61ea-4edc-a709-cf05a4645341),segment_id=c2c2aea0-61ea-4edc-a709-cf05a4645341)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:53.519426 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-67b9f06d-d258-4091-bc67-877449fa5253 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.523994 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0369cdd6-88fd-43df-8b0f-af812e4ed3d4 None None] Network 9ef0157e-8555-4741-92fb-87b55f4b15c5 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:53.549986 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bf9b28df-06d4-4521-9bbe-57cdfe6c2da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.551197 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:53.552425 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.554350 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-54b00d08-2eea-4479-806c-9960aaaabb35 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.569753 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Router b8568428-b1d2-411a-bb98-9987b0a39194 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:34:53.583120 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-06927f47-4cb1-4d90-be9a-a1fee5a45334 req-f2ec743e-f366-473f-ae59-3b78b82e544e tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740048 Jan 21 09:34:53.587630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f1f32377-6085-4ee6-8457-2e0fa53688df tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.594870 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f1f32377-6085-4ee6-8457-2e0fa53688df tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7219100 Jan 21 09:34:53.597429 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40900) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:53.601167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-4582e97f-6890-4e3f-807f-8d1c8c6f5b21 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group_rule': {'security_group_id': '9f871c46-672e-4334-a36e-6bf698197fe7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2d2cd4a9-078e-458c-a0a8-427088e84f3e', 'remote_ip_prefix': None}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:53.622559 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.644524 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.648940 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b00d08-2eea-4479-806c-9960aaaabb35 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Pushing event deleted for resources: {'Port': ['ID=e8f9af60-b216-4795-a009-241b0069c8cd,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:53.684211 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b9f06d-d258-4091-bc67-877449fa5253 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 9ef0157e-8555-4741-92fb-87b55f4b15c5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:53.693845 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-460f6ff9-6572-40f1-b583-887b343e297e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.741594 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-67b9f06d-d258-4091-bc67-877449fa5253 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:53.742120 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4582e97f-6890-4e3f-807f-8d1c8c6f5b21 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.756942 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b9f06d-d258-4091-bc67-877449fa5253 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:53.757598 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-67b9f06d-d258-4091-bc67-877449fa5253 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.763194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-54b00d08-2eea-4479-806c-9960aaaabb35 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks [] for floatingip, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.763934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network fe58836c-7dbd-4819-842e-9551ba88d95e is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:53.765820 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-54b00d08-2eea-4479-806c-9960aaaabb35 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.770480 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-54b00d08-2eea-4479-806c-9960aaaabb35 tempest-FloatingIPAdminTestJSON-1828895641 tempest-FloatingIPAdminTestJSON-1828895641-project] 10.222.0.88 "DELETE /v2.0/floatingips/435ae567-9753-4491-bb01-2c38f8dbb0c6 HTTP/1.1" status: 204 len: 168 time: 1.3542576 Jan 21 09:34:53.796562 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:53.818787 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:53.819972 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.868036 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9f06d-d258-4091-bc67-877449fa5253 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Subnet': ['ID=8f07f789-9c7f-45a6-85fb-80718ec22606,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:53.886716 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4582e97f-6890-4e3f-807f-8d1c8c6f5b21 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.893427 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4582e97f-6890-4e3f-807f-8d1c8c6f5b21 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.931479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4582e97f-6890-4e3f-807f-8d1c8c6f5b21 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.936392 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b28df-06d4-4521-9bbe-57cdfe6c2da3 None None] Pushing event updated for resources: {'Port': ['ID=a1a1c48b-e21b-4ec2-873a-9bada38afdbb,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:53.937156 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4582e97f-6890-4e3f-807f-8d1c8c6f5b21 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3401568 Jan 21 09:34:53.943540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40904) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:53.943744 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] For port 01a25ea9-020f-4e9a-9ee1-f98b8b733a59, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:53.943923 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.973168 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port ed0dccec-2e00-4cb6-ab43-49a0afdfc654, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ed0dccec-2e00-4cb6-ab43-49a0afdfc654,segment=NetworkSegment(98cc7399-adbe-4bce-98a9-02ca223c3231),segment_id=98cc7399-adbe-4bce-98a9-02ca223c3231)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:53.977228 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582e97f-6890-4e3f-807f-8d1c8c6f5b21 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604794c6-6f5f-43cd-a0dd-93164b310338,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:53.992446 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.993252 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a1a1c48b-e21b-4ec2-873a-9bada38afdbb up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:54.001584 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-67b9f06d-d258-4091-bc67-877449fa5253 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0057192 Jan 21 09:34:54.001584 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=747b88a4-a260-49ba-8758-e04f75362963,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:54.001859 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-df29f8c8-2884-4d5b-bb40-438b1dcd4471 None None] Provisioning complete for port ed0dccec-2e00-4cb6-ab43-49a0afdfc654 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:54.001859 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-df29f8c8-2884-4d5b-bb40-438b1dcd4471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.017809 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40906) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:54.026940 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdc4dade-c10d-40d6-82ef-c61b475f53ce tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.033664 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-4eefe7d7-2e9e-4760-99db-90a063d2bcb0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'network_id': '9ef0157e-8555-4741-92fb-87b55f4b15c5', 'fixed_ips': [{'subnet_id': 'b431932a-a8a1-47b7-b24d-7fb2abb43336'}, {'subnet_id': '8f07f789-9c7f-45a6-85fb-80718ec22606'}], 'name': 'tempest-PortsIpV6TestJSON-1186497830'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:54.038404 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:54.048464 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.ipam_backend_mixin [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Port 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 was not found and therefore no delete operation was performed {{(pid=102146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 09:34:54.054238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdc4dade-c10d-40d6-82ef-c61b475f53ce tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.080678 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.127060 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdc4dade-c10d-40d6-82ef-c61b475f53ce tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.139686 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdc4dade-c10d-40d6-82ef-c61b475f53ce tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.144642 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fdc4dade-c10d-40d6-82ef-c61b475f53ce tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/604794c6-6f5f-43cd-a0dd-93164b310338 HTTP/1.1" status: 204 len: 168 time: 0.1937871 Jan 21 09:34:54.147409 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40910) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:54.198350 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4dade-c10d-40d6-82ef-c61b475f53ce tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=604794c6-6f5f-43cd-a0dd-93164b310338,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:54.236075 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=01a25ea9-020f-4e9a-9ee1-f98b8b733a59,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:54.267494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-460f6ff9-6572-40f1-b583-887b343e297e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.273535 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e7488567-1990-4878-9f08-3b08095703e4 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1225829 Jan 21 09:34:54.277502 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40912) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:54.316265 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] No DVR routers for this DVR port 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:54.330530 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40914) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:54.385425 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c865b9c7-e8e0-4db5-839f-4062e007151a tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.423529 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c865b9c7-e8e0-4db5-839f-4062e007151a tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.428508 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:54.435600 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=ed0dccec-2e00-4cb6-ab43-49a0afdfc654,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:54.446233 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5058c-4f7c-48cd-94af-e632b1251ca1 None None] Sync routers for ids ['b8568428-b1d2-411a-bb98-9987b0a39194'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:54.469585 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460f6ff9-6572-40f1-b583-887b343e297e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:54.516008 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c865b9c7-e8e0-4db5-839f-4062e007151a tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.520700 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5058c-4f7c-48cd-94af-e632b1251ca1 None None] Routers {'b8568428-b1d2-411a-bb98-9987b0a39194'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:54.521354 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-3ef5058c-4f7c-48cd-94af-e632b1251ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b8568428-b1d2-411a-bb98-9987b0a39194'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:54.521959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c865b9c7-e8e0-4db5-839f-4062e007151a tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.530447 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c865b9c7-e8e0-4db5-839f-4062e007151a tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-groups/2d2cd4a9-078e-458c-a0a8-427088e84f3e HTTP/1.1" status: 204 len: 168 time: 0.2466705 Jan 21 09:34:54.531985 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40918) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:54.547615 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f6ff9-6572-40f1-b583-887b343e297e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=7a30bb2e-5f8e-4053-8ae2-a4d6e3d2f7d3,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:54.552187 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865b9c7-e8e0-4db5-839f-4062e007151a tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2cd4a9-078e-458c-a0a8-427088e84f3e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:54.553776 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-460f6ff9-6572-40f1-b583-887b343e297e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:54.557082 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f6ff9-6572-40f1-b583-887b343e297e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:54.595985 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port a1a1c48b-e21b-4ec2-873a-9bada38afdbb triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:54.596358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.609473 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-3ef5058c-4f7c-48cd-94af-e632b1251ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:54.659792 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460f6ff9-6572-40f1-b583-887b343e297e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:54.660518 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-460f6ff9-6572-40f1-b583-887b343e297e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.661374 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5058c-4f7c-48cd-94af-e632b1251ca1 None None] Routers {'b8568428-b1d2-411a-bb98-9987b0a39194'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:54.662357 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-3ef5058c-4f7c-48cd-94af-e632b1251ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b8568428-b1d2-411a-bb98-9987b0a39194'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:54.667935 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.672928 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.675820 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-582716fe-fdcd-44eb-a077-1c3874e14c8d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.7019675 Jan 21 09:34:54.689215 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40922) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:54.690020 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.697007 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-8220041f-8b29-42a5-ae68-99509f777cb9 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'enable_snat': False}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:54.716064 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-3ef5058c-4f7c-48cd-94af-e632b1251ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:54.716692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5058c-4f7c-48cd-94af-e632b1251ca1 None None] The sync data for ids ['b8568428-b1d2-411a-bb98-9987b0a39194'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:54.729144 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69279c19-5096-430c-a81f-6c73b1745984']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:54.733367 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b56349-2c29-487b-8474-7cd5c5e2f86b None None] Update dhcp port {'port': {'network_id': '9ef0157e-8555-4741-92fb-87b55f4b15c5', 'fixed_ips': [{'subnet_id': 'b431932a-a8a1-47b7-b24d-7fb2abb43336', 'ip_address': '2001:db8::2'}, {'subnet_id': '8f07f789-9c7f-45a6-85fb-80718ec22606'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': 'ed0dccec-2e00-4cb6-ab43-49a0afdfc654'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:34:54.754963 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2110961-d83d-4e2b-a15c-475e9405ed20') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:54.755353 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2110961-d83d-4e2b-a15c-475e9405ed20') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:54.780899 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d0b73c5b-415f-4358-9d63-b8ae28c07ef7 None None] Provisioning complete for port 747b88a4-a260-49ba-8758-e04f75362963 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:54.781441 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d0b73c5b-415f-4358-9d63-b8ae28c07ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.810255 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b6493a3b-4bee-49c8-aba3-9ad7dd4e7c2b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f3740b0cdfad42c18313ed522ecb3e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772139 Jan 21 09:34:54.818232 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e87c5042-6490-4eff-8bcb-812174a2384d tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2751315 Jan 21 09:34:54.820815 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40924) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:54.821152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40926) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:54.827124 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.827364 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.830964 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eefe7d7-2e9e-4760-99db-90a063d2bcb0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:54.835755 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-82b56349-2c29-487b-8474-7cd5c5e2f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.852053 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-d0b73c5b-415f-4358-9d63-b8ae28c07ef7 None None] Port 747b88a4-a260-49ba-8758-e04f75362963 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:54.865502 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-460f6ff9-6572-40f1-b583-887b343e297e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7131443 Jan 21 09:34:54.867261 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40928) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:54.898704 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d0b73c5b-415f-4358-9d63-b8ae28c07ef7 None None] Provisioning complete for port a1a1c48b-e21b-4ec2-873a-9bada38afdbb triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:54.899061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d0b73c5b-415f-4358-9d63-b8ae28c07ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.950578 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.985759 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d8ca0b4-7aa5-4112-9219-958eb70ee530 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:54.992347 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9fde66f7-05f2-4ce4-b2c0-b8b91c20c5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.022313 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:34:55.022869 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:34:55.026674 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:34:55.066015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d8ca0b4-7aa5-4112-9219-958eb70ee530 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.093301 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9fde66f7-05f2-4ce4-b2c0-b8b91c20c5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.132246 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-82b56349-2c29-487b-8474-7cd5c5e2f86b None None] Allocated IP 2001:db8:0:1::2 (9ef0157e-8555-4741-92fb-87b55f4b15c5/8f07f789-9c7f-45a6-85fb-80718ec22606/ed0dccec-2e00-4cb6-ab43-49a0afdfc654) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:55.136747 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:34:55.163901 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:34:55.164120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 01a25ea9-020f-4e9a-9ee1-f98b8b733a59 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:34:55.164463 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 90e569e0-18e8-41d2-aaea-af760fb64cab no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:34:55.189039 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83c581-9cd1-4da4-b687-fdf71be2cf79 req-cff6efdc-741f-4de9-b098-389118f34d21 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:55.193564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 90e569e0-18e8-41d2-aaea-af760fb64cab {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:34:55.193932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 90e569e0-18e8-41d2-aaea-af760fb64cab not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:34:55.194405 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dc83c581-9cd1-4da4-b687-fdf71be2cf79 req-cff6efdc-741f-4de9-b098-389118f34d21 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.4131427 Jan 21 09:34:55.209513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d8ca0b4-7aa5-4112-9219-958eb70ee530 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.213490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d8ca0b4-7aa5-4112-9219-958eb70ee530 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.214649 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9d8ca0b4-7aa5-4112-9219-958eb70ee530 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-groups/9f871c46-672e-4334-a36e-6bf698197fe7 HTTP/1.1" status: 204 len: 168 time: 0.3861105 Jan 21 09:34:55.221935 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40930) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:55.257180 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ca0b4-7aa5-4112-9219-958eb70ee530 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f871c46-672e-4334-a36e-6bf698197fe7,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:55.275528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d737f6dc-3c31-4e9e-97c7-49dd47932681 None None] Provisioning complete for port 7a30bb2e-5f8e-4053-8ae2-a4d6e3d2f7d3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:55.276086 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d737f6dc-3c31-4e9e-97c7-49dd47932681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.278930 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7513957e-1c53-4c2e-bbea-593c483bbd1c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:55.280898 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7513957e-1c53-4c2e-bbea-593c483bbd1c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.4012978 Jan 21 09:34:55.287216 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40932) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:55.349271 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.355749 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-82b56349-2c29-487b-8474-7cd5c5e2f86b None None] For port ed0dccec-2e00-4cb6-ab43-49a0afdfc654, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ed0dccec-2e00-4cb6-ab43-49a0afdfc654,segment=NetworkSegment(98cc7399-adbe-4bce-98a9-02ca223c3231),segment_id=98cc7399-adbe-4bce-98a9-02ca223c3231)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:55.359277 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-d737f6dc-3c31-4e9e-97c7-49dd47932681 None None] Port 7a30bb2e-5f8e-4053-8ae2-a4d6e3d2f7d3 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:55.374452 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.388029 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/networks/69279c19-5096-430c-a81f-6c73b1745984 HTTP/1.1" status: 204 len: 168 time: 3.2908268 Jan 21 09:34:55.388029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40934) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:55.391540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9fde66f7-05f2-4ce4-b2c0-b8b91c20c5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.394735 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9fde66f7-05f2-4ce4-b2c0-b8b91c20c5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.395513 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9fde66f7-05f2-4ce4-b2c0-b8b91c20c5c0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ac10e183-c267-4d51-8194-2422495eb894 HTTP/1.1" status: 204 len: 168 time: 0.5734251 Jan 21 09:34:55.400676 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1585203415', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:55.409194 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-82b56349-2c29-487b-8474-7cd5c5e2f86b None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.409655 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4eefe7d7-2e9e-4760-99db-90a063d2bcb0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.417879 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-82b56349-2c29-487b-8474-7cd5c5e2f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.432026 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-68fd3038-d140-48d1-a227-cb06a368c79c tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2083254 Jan 21 09:34:55.443211 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40938) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:55.456732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-cc711edf-a243-4b07-8007-0d490ff01acf tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559107350'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:55.462684 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8220041f-8b29-42a5-ae68-99509f777cb9 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.468043 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde66f7-05f2-4ce4-b2c0-b8b91c20c5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac10e183-c267-4d51-8194-2422495eb894,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:55.484392 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfa2a5-c53b-4f21-ae75-3c988bf3dce6 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Network': ['ID=69279c19-5096-430c-a81f-6c73b1745984,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:55.488342 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a371b-5f07-4bf6-a945-58c5a14f7b98 req-54af6399-e683-4b85-b596-49a8752962f4 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:55.491107 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-801a371b-5f07-4bf6-a945-58c5a14f7b98 req-54af6399-e683-4b85-b596-49a8752962f4 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.113 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.1654739 Jan 21 09:34:55.505123 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ed0dccec-2e00-4cb6-ab43-49a0afdfc654 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:55.523040 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dc83c581-9cd1-4da4-b687-fdf71be2cf79 req-32cbe7da-b5fb-4a94-b0b2-0cdbe9130145 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965906 Jan 21 09:34:55.524165 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cc711edf-a243-4b07-8007-0d490ff01acf tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.554100 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-4eefe7d7-2e9e-4760-99db-90a063d2bcb0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] device_id is not set on port ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:34:55.681162 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b56349-2c29-487b-8474-7cd5c5e2f86b None None] Pushing event updated for resources: {'Port': ['ID=ed0dccec-2e00-4cb6-ab43-49a0afdfc654,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:55.721510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port ed0dccec-2e00-4cb6-ab43-49a0afdfc654 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:55.722238 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.723849 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.725091 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.761618 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cc711edf-a243-4b07-8007-0d490ff01acf tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.766522 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-801a371b-5f07-4bf6-a945-58c5a14f7b98 req-7d2fcf61-12ee-4170-9865-ba5c9e314a40 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Deleting port b5ece7ed-08a9-4c9c-8983-7a08ba513f9e {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:55.766873 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-801a371b-5f07-4bf6-a945-58c5a14f7b98 req-7d2fcf61-12ee-4170-9865-ba5c9e314a40 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.801805 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cc711edf-a243-4b07-8007-0d490ff01acf tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.881081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cc711edf-a243-4b07-8007-0d490ff01acf tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.882380 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cc711edf-a243-4b07-8007-0d490ff01acf tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4343035 Jan 21 09:34:55.882789 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a1a1c48b-e21b-4ec2-873a-9bada38afdbb up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:55.891554 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40946) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:55.899028 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-0098218e-aa2c-4db6-ab94-bb415b085b38 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group_rule': {'security_group_id': '95dca2d1-807d-4495-8ba8-fe4349c9c01a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:55.901990 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-ae87edda-c53a-432f-a2f4-c1248dd7e5f7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port 7a30bb2e-5f8e-4053-8ae2-a4d6e3d2f7d3 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:55.902547 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ae87edda-c53a-432f-a2f4-c1248dd7e5f7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:55.932806 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc711edf-a243-4b07-8007-0d490ff01acf tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95dca2d1-807d-4495-8ba8-fe4349c9c01a,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:55.989386 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port a1a1c48b-e21b-4ec2-873a-9bada38afdbb triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:55.990411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.275360 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40950) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:56.301337 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.369003 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-47fe65cc-a84f-49aa-a277-6c107bcdcb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.383443 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-801a371b-5f07-4bf6-a945-58c5a14f7b98 req-7d2fcf61-12ee-4170-9865-ba5c9e314a40 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] For port b5ece7ed-08a9-4c9c-8983-7a08ba513f9e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e,segment=NetworkSegment(f079f2df-51a3-4fdf-bc18-89660f114394),segment_id=f079f2df-51a3-4fdf-bc18-89660f114394)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:56.383818 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-801a371b-5f07-4bf6-a945-58c5a14f7b98 req-7d2fcf61-12ee-4170-9865-ba5c9e314a40 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.386369 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0098218e-aa2c-4db6-ab94-bb415b085b38 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.412054 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ca49b2-0a1e-45b9-8dd2-d43a459e698f None None] Network 9ef0157e-8555-4741-92fb-87b55f4b15c5 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:34:56.537677 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.539779 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b16325fb-2fab-4c85-bd71-be5977bd3882 None None] Provisioning complete for port ed0dccec-2e00-4cb6-ab43-49a0afdfc654 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:56.540364 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b16325fb-2fab-4c85-bd71-be5977bd3882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.619244 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.620060 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.666551 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ae87edda-c53a-432f-a2f4-c1248dd7e5f7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.678221 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.725246 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-ae87edda-c53a-432f-a2f4-c1248dd7e5f7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for 7a30bb2e-5f8e-4053-8ae2-a4d6e3d2f7d3 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:56.755447 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0098218e-aa2c-4db6-ab94-bb415b085b38 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.771338 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0098218e-aa2c-4db6-ab94-bb415b085b38 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.845543 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e623764-06e4-4e1f-999c-f972df0abe9b req-3f6e2ef1-ea66-461c-98be-0a48ceeb1e0e tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:56.847170 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2e623764-06e4-4e1f-999c-f972df0abe9b req-3f6e2ef1-ea66-461c-98be-0a48ceeb1e0e tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 945 time: 0.2457268 Jan 21 09:34:56.852396 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event updated for resources: {'Port': ['ID=747b88a4-a260-49ba-8758-e04f75362963,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:56.907909 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-95689ee2-eac3-4591-9868-6ce0faaf219d None None] Provisioning complete for port ed0dccec-2e00-4cb6-ab43-49a0afdfc654 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:56.908358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-95689ee2-eac3-4591-9868-6ce0faaf219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.914183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098218e-aa2c-4db6-ab94-bb415b085b38 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1cf568-86cf-4bd5-9306-abc9ebb2bd13,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:56.922406 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2e623764-06e4-4e1f-999c-f972df0abe9b req-eafb65ee-0a62-4077-813b-b05d609ebbb7 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups?id=91c80eb2-69de-4a09-8216-413ea5ce0925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526848 Jan 21 09:34:56.938911 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0098218e-aa2c-4db6-ab94-bb415b085b38 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.942841 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0098218e-aa2c-4db6-ab94-bb415b085b38 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0448442 Jan 21 09:34:56.944359 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40956) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:56.947063 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-801a371b-5f07-4bf6-a945-58c5a14f7b98 req-7d2fcf61-12ee-4170-9865-ba5c9e314a40 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.947405 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-801a371b-5f07-4bf6-a945-58c5a14f7b98 req-7d2fcf61-12ee-4170-9865-ba5c9e314a40 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.947712 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [req-801a371b-5f07-4bf6-a945-58c5a14f7b98 req-7d2fcf61-12ee-4170-9865-ba5c9e314a40 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Floating IP c35e2f6f-fb60-4d1b-8370-51304366881b disassociated. External IP: 172.26.7.63, port: b5ece7ed-08a9-4c9c-8983-7a08ba513f9e. Jan 21 09:34:56.948058 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-801a371b-5f07-4bf6-a945-58c5a14f7b98 req-7d2fcf61-12ee-4170-9865-ba5c9e314a40 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Calling delete_port for b5ece7ed-08a9-4c9c-8983-7a08ba513f9e owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:57.051217 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-47fe65cc-a84f-49aa-a277-6c107bcdcb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.069860 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0cc0899e-31d4-44a0-b298-0a6857e70cf4 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.077310 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-4eefe7d7-2e9e-4760-99db-90a063d2bcb0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Allocated IP 2001:db8::11f (9ef0157e-8555-4741-92fb-87b55f4b15c5/b431932a-a8a1-47b7-b24d-7fb2abb43336/ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:57.086443 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-47fe65cc-a84f-49aa-a277-6c107bcdcb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.089957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0cc0899e-31d4-44a0-b298-0a6857e70cf4 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.120697 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-4eefe7d7-2e9e-4760-99db-90a063d2bcb0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Allocated IP 2001:db8:0:1::d8 (9ef0157e-8555-4741-92fb-87b55f4b15c5/8f07f789-9c7f-45a6-85fb-80718ec22606/ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:57.148864 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Network fe58836c-7dbd-4819-842e-9551ba88d95e is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:57.168460 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:57.180256 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8220041f-8b29-42a5-ae68-99509f777cb9 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.183670 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-47fe65cc-a84f-49aa-a277-6c107bcdcb29 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e45a344ed2aa4a2a9406a1c81adf303b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8939750 Jan 21 09:34:57.187485 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40962) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:57.189204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8220041f-8b29-42a5-ae68-99509f777cb9 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.199017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0cc0899e-31d4-44a0-b298-0a6857e70cf4 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.215653 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0cc0899e-31d4-44a0-b298-0a6857e70cf4 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.216783 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0cc0899e-31d4-44a0-b298-0a6857e70cf4 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/9e1cf568-86cf-4bd5-9306-abc9ebb2bd13 HTTP/1.1" status: 204 len: 168 time: 0.2722664 Jan 21 09:34:57.218853 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe65cc-a84f-49aa-a277-6c107bcdcb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb602b4b-9e50-4a26-95f5-1756b27857af,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:57.226594 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40964) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:57.282220 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0899e-31d4-44a0-b298-0a6857e70cf4 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e1cf568-86cf-4bd5-9306-abc9ebb2bd13,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:57.375900 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ed0dccec-2e00-4cb6-ab43-49a0afdfc654 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:57.428504 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ae87edda-c53a-432f-a2f4-c1248dd7e5f7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.451100 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-066e8917-5b99-4939-9f07-4bc2f60cfe0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.492644 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port ed0dccec-2e00-4cb6-ab43-49a0afdfc654 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:57.493401 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.493761 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-066e8917-5b99-4939-9f07-4bc2f60cfe0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.493891 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87edda-c53a-432f-a2f4-c1248dd7e5f7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=7a30bb2e-5f8e-4053-8ae2-a4d6e3d2f7d3,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:57.496203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-801a371b-5f07-4bf6-a945-58c5a14f7b98 req-7d2fcf61-12ee-4170-9865-ba5c9e314a40 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.507765 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8220041f-8b29-42a5-ae68-99509f777cb9 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Router b8568428-b1d2-411a-bb98-9987b0a39194 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:34:57.551534 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-29d87b56-a548-408a-b1ba-7180b2d518b2 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3219695 Jan 21 09:34:57.551820 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fcf61-12ee-4170-9865-ba5c9e314a40 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Pushing event deleted for resources: {'Port': ['ID=b5ece7ed-08a9-4c9c-8983-7a08ba513f9e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:57.556818 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40966) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:57.558890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router f6b48623-6039-49f8-8afe-65fbc46b3816 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:34:57.569646 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ed59314e-322e-4a29-a703-6c1e794acefd None None] Provisioning complete for port 747b88a4-a260-49ba-8758-e04f75362963 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:57.570117 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ed59314e-322e-4a29-a703-6c1e794acefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.679290 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ed59314e-322e-4a29-a703-6c1e794acefd None None] Port 747b88a4-a260-49ba-8758-e04f75362963 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:57.774231 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ae87edda-c53a-432f-a2f4-c1248dd7e5f7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.780202 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ae87edda-c53a-432f-a2f4-c1248dd7e5f7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/7a30bb2e-5f8e-4053-8ae2-a4d6e3d2f7d3 HTTP/1.1" status: 204 len: 168 time: 2.4793026 Jan 21 09:34:57.782519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4eefe7d7-2e9e-4760-99db-90a063d2bcb0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.799461 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40970) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:57.827267 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-066e8917-5b99-4939-9f07-4bc2f60cfe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.829972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-066e8917-5b99-4939-9f07-4bc2f60cfe0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.831450 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-066e8917-5b99-4939-9f07-4bc2f60cfe0f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eb602b4b-9e50-4a26-95f5-1756b27857af HTTP/1.1" status: 204 len: 168 time: 0.6392641 Jan 21 09:34:57.841286 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.890016 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c81236-4a29-4776-839f-7d75a0b65171 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] GET failed (client error): The resource could not be found. Jan 21 09:34:57.892035 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b9c81236-4a29-4776-839f-7d75a0b65171 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports/7a30bb2e-5f8e-4053-8ae2-a4d6e3d2f7d3 HTTP/1.1" status: 404 len: 333 time: 0.0886617 Jan 21 09:34:57.897755 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e8917-5b99-4939-9f07-4bc2f60cfe0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb602b4b-9e50-4a26-95f5-1756b27857af,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:57.900133 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40974) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:57.912064 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8220041f-8b29-42a5-ae68-99509f777cb9 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:57.920615 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8220041f-8b29-42a5-ae68-99509f777cb9 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:57.921935 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8220041f-8b29-42a5-ae68-99509f777cb9 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "PUT /v2.0/routers/b8568428-b1d2-411a-bb98-9987b0a39194 HTTP/1.1" status: 200 len: 925 time: 3.2316658 Jan 21 09:34:57.928171 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860b5ee-5635-4a44-949b-1c406ee75159 None None] Sync routers for ids ['b8568428-b1d2-411a-bb98-9987b0a39194'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:57.943045 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40976) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:57.945782 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4860b5ee-5635-4a44-949b-1c406ee75159 None None] Routers {'b8568428-b1d2-411a-bb98-9987b0a39194'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:57.948490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-801a371b-5f07-4bf6-a945-58c5a14f7b98 req-7d2fcf61-12ee-4170-9865-ba5c9e314a40 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Router 70066a65-df27-49d1-9484-f20deabcf8d8 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:34:57.949217 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4860b5ee-5635-4a44-949b-1c406ee75159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b8568428-b1d2-411a-bb98-9987b0a39194'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:58.017677 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4860b5ee-5635-4a44-949b-1c406ee75159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:58.032612 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4860b5ee-5635-4a44-949b-1c406ee75159 None None] Routers {'b8568428-b1d2-411a-bb98-9987b0a39194'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:58.033530 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4860b5ee-5635-4a44-949b-1c406ee75159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b8568428-b1d2-411a-bb98-9987b0a39194'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:58.080692 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4860b5ee-5635-4a44-949b-1c406ee75159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:58.082413 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860b5ee-5635-4a44-949b-1c406ee75159 None None] The sync data for ids ['b8568428-b1d2-411a-bb98-9987b0a39194'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:58.198248 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:58.247313 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-443fe00a-f775-4e6e-a0cd-97a0f97b1d89 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:58.251543 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9dbff8b0-abe0-45d6-9c33-27ae391b6911 req-bde6b671-2d12-4c4d-8e5a-791b51ee1f91 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 210 time: 0.1008930 Jan 21 09:34:58.263406 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7c0c8207-f97d-452b-99bd-23be9f6601b7 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "GET /v2.0/routers/b8568428-b1d2-411a-bb98-9987b0a39194 HTTP/1.1" status: 200 len: 925 time: 0.3192830 Jan 21 09:34:58.270905 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40984) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:58.336072 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f7bcf-e61e-4edb-9c4a-d8cc94f2e432 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port d6cc2fd3-e761-4876-a59e-0b0a0c62d823 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:34:58.336411 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec3f7bcf-e61e-4edb-9c4a-d8cc94f2e432 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:58.360025 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-443fe00a-f775-4e6e-a0cd-97a0f97b1d89 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:58.366252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:58.376614 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4eefe7d7-2e9e-4760-99db-90a063d2bcb0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:58.380139 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Sync routers for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:58.386034 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-28e056eb-d4b4-4908-82f8-e7a59d4cd449 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/f6b48623-6039-49f8-8afe-65fbc46b3816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7257767 Jan 21 09:34:58.387942 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40986) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:58.388276 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40988) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:58.395093 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:58.395977 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:58.415363 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-74ffba90-501b-41fe-a44d-fb811d4f8dd3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:58.499016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:34:58.596674 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b440261f-b575-4d42-9197-ab33e382ceac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:58.605890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eefe7d7-2e9e-4760-99db-90a063d2bcb0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 9ef0157e-8555-4741-92fb-87b55f4b15c5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:58.627181 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-4eefe7d7-2e9e-4760-99db-90a063d2bcb0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:58.639625 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eefe7d7-2e9e-4760-99db-90a063d2bcb0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:34:58.646088 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eefe7d7-2e9e-4760-99db-90a063d2bcb0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:58.646778 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4eefe7d7-2e9e-4760-99db-90a063d2bcb0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:58.668509 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Allocated IP 172.26.7.30 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/190e1f86-6df0-4857-828b-262ae212b263) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:58.670789 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefe7d7-2e9e-4760-99db-90a063d2bcb0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:58.698555 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-443fe00a-f775-4e6e-a0cd-97a0f97b1d89 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:58.703329 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-443fe00a-f775-4e6e-a0cd-97a0f97b1d89 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:58.705389 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-443fe00a-f775-4e6e-a0cd-97a0f97b1d89 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-groups/95dca2d1-807d-4495-8ba8-fe4349c9c01a HTTP/1.1" status: 204 len: 168 time: 1.1419542 Jan 21 09:34:58.730433 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40990) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:58.741843 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-801a371b-5f07-4bf6-a945-58c5a14f7b98 req-7d2fcf61-12ee-4170-9865-ba5c9e314a40 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:58.750072 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4eefe7d7-2e9e-4760-99db-90a063d2bcb0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.7211392 Jan 21 09:34:58.758327 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f81d0f-977f-4898-a1ed-7b93668de74a None None] Sync routers for ids ['70066a65-df27-49d1-9484-f20deabcf8d8'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:58.763032 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 40994) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:58.775707 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f81d0f-977f-4898-a1ed-7b93668de74a None None] Routers {'70066a65-df27-49d1-9484-f20deabcf8d8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:58.776969 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e6f81d0f-977f-4898-a1ed-7b93668de74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['70066a65-df27-49d1-9484-f20deabcf8d8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:58.793068 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:34:54Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': '747b88a4-a260-49ba-8758-e04f75362963', 'name': '', 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:50:1f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:51Z', 'updated_at': '2022-01-21T09:34:55Z', 'revision_number': 2, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9047c8a-eca6-4fff-a5cd-f15410729481', 'name': '', 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:72:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:41Z', 'updated_at': '2022-01-21T09:34:47Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:58.844554 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Checking router: f6b48623-6039-49f8-8afe-65fbc46b3816 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:34:58.844903 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Updating router f6b48623-6039-49f8-8afe-65fbc46b3816 port 747b88a4-a260-49ba-8758-e04f75362963 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:34:58.898371 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-801a371b-5f07-4bf6-a945-58c5a14f7b98 req-7d2fcf61-12ee-4170-9865-ba5c9e314a40 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] No DVR routers for this DVR port b5ece7ed-08a9-4c9c-8983-7a08ba513f9e on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:34:58.900661 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:58.903382 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:58.910574 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-801a371b-5f07-4bf6-a945-58c5a14f7b98 req-7d2fcf61-12ee-4170-9865-ba5c9e314a40 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:58.911419 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-116cfc41-6720-4731-b0d8-b1e06a81e2a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b431932a-a8a1-47b7-b24d-7fb2abb43336'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:58.914323 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-801a371b-5f07-4bf6-a945-58c5a14f7b98 req-7d2fcf61-12ee-4170-9865-ba5c9e314a40 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.113 "DELETE /v2.0/ports/b5ece7ed-08a9-4c9c-8983-7a08ba513f9e HTTP/1.1" status: 204 len: 173 time: 3.4025028 Jan 21 09:34:58.916348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3a19a8-c425-4aa8-a5a0-30e8e8813aaa tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:58.930038 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bf3a19a8-c425-4aa8-a5a0-30e8e8813aaa tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&device_id=b8568428-b1d2-411a-bb98-9987b0a39194&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6583827 Jan 21 09:34:58.930656 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b5c98f-172f-4bd5-8f25-5f6e78988536', 'name': 'network-vif-deleted', 'tag': 'b5ece7ed-08a9-4c9c-8983-7a08ba513f9e'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:34:58.933289 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f07de6c-a142-47c8-a83b-78cfb26f3c07" -d '{"events": [{"server_uuid": "c2b5c98f-172f-4bd5-8f25-5f6e78988536", "name": "network-vif-deleted", "tag": "b5ece7ed-08a9-4c9c-8983-7a08ba513f9e"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:34:58.953218 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 40996) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:59.024592 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b440261f-b575-4d42-9197-ab33e382ceac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:59.053607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec3f7bcf-e61e-4edb-9c4a-d8cc94f2e432 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:59.054517 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-e6f81d0f-977f-4898-a1ed-7b93668de74a None None] Set router 70066a65-df27-49d1-9484-f20deabcf8d8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:34:59.071195 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f7bcf-e61e-4edb-9c4a-d8cc94f2e432 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for d6cc2fd3-e761-4876-a59e-0b0a0c62d823 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:34:59.134887 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fe00a-f775-4e6e-a0cd-97a0f97b1d89 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dca2d1-807d-4495-8ba8-fe4349c9c01a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:59.169611 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b440261f-b575-4d42-9197-ab33e382ceac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:59.275821 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-116cfc41-6720-4731-b0d8-b1e06a81e2a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:59.281939 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b09c72-b7dd-4b86-b97a-41948e10bb97 x-openstack-request-id: req-b2b09c72-b7dd-4b86-b97a-41948e10bb97 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:34:59.282388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b5c98f-172f-4bd5-8f25-5f6e78988536", "name": "network-vif-deleted", "tag": "b5ece7ed-08a9-4c9c-8983-7a08ba513f9e", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:34:59.282654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b2b09c72-b7dd-4b86-b97a-41948e10bb97 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:34:59.283233 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b5c98f-172f-4bd5-8f25-5f6e78988536', 'name': 'network-vif-deleted', 'tag': 'b5ece7ed-08a9-4c9c-8983-7a08ba513f9e', 'status': 'completed', 'code': 200} Jan 21 09:34:59.291689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec3f7bcf-e61e-4edb-9c4a-d8cc94f2e432 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:59.325229 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-304d911f-e56d-43e3-b9d0-6fa7a3fa60f5 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5921934 Jan 21 09:34:59.342291 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b440261f-b575-4d42-9197-ab33e382ceac admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fff86a53146d45dfa84f6dd5ad26e736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9528654 Jan 21 09:34:59.349410 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41002) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:59.350076 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41004) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:59.358312 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d269a562-06fc-4102-b95a-813d66416a2f tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group': {'name': 'tempest-secgroup--1181610047'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:59.361741 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f7bcf-e61e-4edb-9c4a-d8cc94f2e432 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=d6cc2fd3-e761-4876-a59e-0b0a0c62d823,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:59.386323 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440261f-b575-4d42-9197-ab33e382ceac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad39ee5d-6241-4861-bc14-9a2d7e44bcdf,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:59.396857 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e6f81d0f-977f-4898-a1ed-7b93668de74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'name': 'tempest-ServerActionsTestJSON-560533580-router', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:10Z', 'updated_at': '2022-01-21T09:31:19Z', 'revision_number': 4, 'project_id': '8412c99099254edbacc3999749241e6e', 'gw_port': {'id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'a49abab0-9bcf-4e8b-b71f-e25fa2f516f0', 'name': '', 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'mac_address': 'fa:16:3e:8a:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:16Z', 'updated_at': '2022-01-21T09:31:26Z', 'revision_number': 5, 'project_id': '8412c99099254edbacc3999749241e6e', 'subnets': [{'id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:59.468163 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f81d0f-977f-4898-a1ed-7b93668de74a None None] Checking router: 70066a65-df27-49d1-9484-f20deabcf8d8 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:34:59.483765 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f81d0f-977f-4898-a1ed-7b93668de74a None None] Routers {'70066a65-df27-49d1-9484-f20deabcf8d8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:34:59.486269 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e6f81d0f-977f-4898-a1ed-7b93668de74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['70066a65-df27-49d1-9484-f20deabcf8d8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:59.508195 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec3f7bcf-e61e-4edb-9c4a-d8cc94f2e432 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:59.515178 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ec3f7bcf-e61e-4edb-9c4a-d8cc94f2e432 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/d6cc2fd3-e761-4876-a59e-0b0a0c62d823 HTTP/1.1" status: 204 len: 168 time: 1.6085773 Jan 21 09:34:59.522649 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41006) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:59.585766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:59.592499 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9724f1-c5d2-45ef-ad04-1b600201bff1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] GET failed (client error): The resource could not be found. Jan 21 09:34:59.599296 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2e9724f1-c5d2-45ef-ad04-1b600201bff1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports/d6cc2fd3-e761-4876-a59e-0b0a0c62d823 HTTP/1.1" status: 404 len: 333 time: 0.0732646 Jan 21 09:34:59.600304 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41008) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:59.614281 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e876d15-9fd2-4771-ae82-268f5e0911be tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:59.616115 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7e876d15-9fd2-4771-ae82-268f5e0911be tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "GET /v2.0/networks/e5b467b6-3f77-41e6-abda-a63a446d52f5 HTTP/1.1" status: 200 len: 881 time: 0.6616011 Jan 21 09:34:59.633501 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:59.641312 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41010) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:59.694281 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b7e8ee45-b286-4f67-aefb-f7d7307009b5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8568428-b1d2-411a-bb98-9987b0a39194 HTTP/1.1" status: 200 len: 205 time: 0.0512915 Jan 21 09:34:59.701039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41012) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:34:59.732217 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9782be3-8904-43f5-8a2c-20a726acf05c None None] Pushing event updated for resources: {'Port': ['ID=747b88a4-a260-49ba-8758-e04f75362963,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:59.732863 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b9dcad61-09f2-4a62-b3b8-093f367bb388 req-5a0b3410-0179-466e-93e0-2526ec29fff2 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2b5c98f-172f-4bd5-8f25-5f6e78988536 HTTP/1.1" status: 200 len: 210 time: 0.1573262 Jan 21 09:34:59.744784 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6b0fb126-90a7-4e14-8807-6e004c785f51 None None] Provisioning complete for port ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:59.744784 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb126-90a7-4e14-8807-6e004c785f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:59.752090 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:59.801434 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-e6f81d0f-977f-4898-a1ed-7b93668de74a None None] Set router 70066a65-df27-49d1-9484-f20deabcf8d8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:34:59.849679 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d269a562-06fc-4102-b95a-813d66416a2f tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:59.855075 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3927cd-10f5-4761-acd6-226630b121b8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting subnet 360fd356-7d29-447b-b386-2bcbe709464b {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:34:59.863628 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4d3927cd-10f5-4761-acd6-226630b121b8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:59.878052 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-6b0fb126-90a7-4e14-8807-6e004c785f51 None None] Port ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:34:59.899309 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Attempting to bind port 747b88a4-a260-49ba-8758-e04f75362963 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:34:59.899655 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Attempting to bind port 747b88a4-a260-49ba-8758-e04f75362963 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'c2c2aea0-61ea-4edc-a709-cf05a4645341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:34:59.900085 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Attempting to bind port 747b88a4-a260-49ba-8758-e04f75362963 on network fe58836c-7dbd-4819-842e-9551ba88d95e {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:59.913035 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:59.914801 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Checking segment: {'id': 'c2c2aea0-61ea-4edc-a709-cf05a4645341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:34:59.915228 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:59.915628 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Bound using segment: {'id': 'c2c2aea0-61ea-4edc-a709-cf05a4645341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:59.916119 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Bound port: 747b88a4-a260-49ba-8758-e04f75362963, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c2aea0-61ea-4edc-a709-cf05a4645341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:34:59.916507 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:59.923221 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:59.978602 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:59.983922 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:00.013786 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=190e1f86-6df0-4857-828b-262ae212b263,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:00.043521 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81e1b46e-6f3c-4e17-aa3b-1aa22b55d9ae tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:00.057346 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-09afe18a-7f3d-47bc-ab01-5b046fc5af3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:00.067735 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] For port 747b88a4-a260-49ba-8758-e04f75362963, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:00.071342 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] For port 747b88a4-a260-49ba-8758-e04f75362963, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=747b88a4-a260-49ba-8758-e04f75362963,segment=NetworkSegment(c2c2aea0-61ea-4edc-a709-cf05a4645341),segment_id=c2c2aea0-61ea-4edc-a709-cf05a4645341)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:00.080863 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device b5ece7ed-08a9-4c9c-8983-7a08ba513f9e no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:00.093846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:00.117320 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e6f81d0f-977f-4898-a1ed-7b93668de74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'name': 'tempest-ServerActionsTestJSON-560533580-router', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:10Z', 'updated_at': '2022-01-21T09:31:19Z', 'revision_number': 4, 'project_id': '8412c99099254edbacc3999749241e6e', 'gw_port': {'id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'a49abab0-9bcf-4e8b-b71f-e25fa2f516f0', 'name': '', 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'mac_address': 'fa:16:3e:8a:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:16Z', 'updated_at': '2022-01-21T09:31:26Z', 'revision_number': 5, 'project_id': '8412c99099254edbacc3999749241e6e', 'subnets': [{'id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:00.140198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4d3927cd-10f5-4761-acd6-226630b121b8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:00.157849 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: b5ece7ed-08a9-4c9c-8983-7a08ba513f9e {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:00.158119 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device b5ece7ed-08a9-4c9c-8983-7a08ba513f9e not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:00.169816 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f81d0f-977f-4898-a1ed-7b93668de74a None None] The sync data for ids ['70066a65-df27-49d1-9484-f20deabcf8d8'] in dv-neutron-825721-1-hyperv is: [{'id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'name': 'tempest-ServerActionsTestJSON-560533580-router', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:10Z', 'updated_at': '2022-01-21T09:31:19Z', 'revision_number': 4, 'project_id': '8412c99099254edbacc3999749241e6e', 'gw_port': {'id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'a49abab0-9bcf-4e8b-b71f-e25fa2f516f0', 'name': '', 'network_id': 'eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'mac_address': 'fa:16:3e:8a:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:16Z', 'updated_at': '2022-01-21T09:31:26Z', 'revision_number': 5, 'project_id': '8412c99099254edbacc3999749241e6e', 'subnets': [{'id': 'e4bc1c0e-de86-4cff-909c-9d8480083531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:00.232168 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9782be3-8904-43f5-8a2c-20a726acf05c None None] Pushing event updated for resources: {'Port': ['ID=747b88a4-a260-49ba-8758-e04f75362963,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:00.248391 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:00.249257 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:00.250777 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-09afe18a-7f3d-47bc-ab01-5b046fc5af3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:00.352101 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81e1b46e-6f3c-4e17-aa3b-1aa22b55d9ae tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:00.359229 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4d3927cd-10f5-4761-acd6-226630b121b8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:00.411355 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:00.467109 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b6183789-f3a3-4350-bec2-4cea05b098fc None None] Provisioning complete for port 747b88a4-a260-49ba-8758-e04f75362963 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:00.468961 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b6183789-f3a3-4350-bec2-4cea05b098fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:00.499937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-81e1b46e-6f3c-4e17-aa3b-1aa22b55d9ae tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Deleting port 4b0115ee-0dfb-44aa-9a20-a1c4c95b2c95 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:00.500466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81e1b46e-6f3c-4e17-aa3b-1aa22b55d9ae tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:00.505389 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4d3927cd-10f5-4761-acd6-226630b121b8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:00.601939 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-09afe18a-7f3d-47bc-ab01-5b046fc5af3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:00.607263 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-09afe18a-7f3d-47bc-ab01-5b046fc5af3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:00.607263 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-09afe18a-7f3d-47bc-ab01-5b046fc5af3f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ad39ee5d-6241-4861-bc14-9a2d7e44bcdf HTTP/1.1" status: 204 len: 168 time: 1.2423706 Jan 21 09:35:00.624960 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4d3927cd-10f5-4761-acd6-226630b121b8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:00.632632 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4d3927cd-10f5-4761-acd6-226630b121b8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/360fd356-7d29-447b-b386-2bcbe709464b HTTP/1.1" status: 204 len: 168 time: 1.0289843 Jan 21 09:35:00.633603 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3927cd-10f5-4761-acd6-226630b121b8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Subnet': ['ID=360fd356-7d29-447b-b386-2bcbe709464b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:00.634889 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41018) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:00.642069 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eb075b-4053-4bf1-99b6-03b60b2564c0 None None] Network 1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:00.644782 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8c1ec-adc7-40cf-bb2d-1eaff9f31ea4 None None] New status for floating IP c35e2f6f-fb60-4d1b-8370-51304366881b: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:35:00.688153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81e1b46e-6f3c-4e17-aa3b-1aa22b55d9ae tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:00.706795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-81e1b46e-6f3c-4e17-aa3b-1aa22b55d9ae tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Calling delete_port for 4b0115ee-0dfb-44aa-9a20-a1c4c95b2c95 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:00.709747 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afe18a-7f3d-47bc-ab01-5b046fc5af3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad39ee5d-6241-4861-bc14-9a2d7e44bcdf,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:00.787715 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d269a562-06fc-4102-b95a-813d66416a2f tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:00.817865 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d269a562-06fc-4102-b95a-813d66416a2f tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:00.826907 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.extraroute_db [None req-74ffba90-501b-41fe-a44d-fb811d4f8dd3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 21 09:35:00.920542 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41026) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:00.944896 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269a562-06fc-4102-b95a-813d66416a2f tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1f9935-8e06-4011-bbe7-5c056031ceb7,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:01.057694 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b6183789-f3a3-4350-bec2-4cea05b098fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.065721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:34:54Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': '747b88a4-a260-49ba-8758-e04f75362963', 'name': '', 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:50:1f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:51Z', 'updated_at': '2022-01-21T09:35:00Z', 'revision_number': 4, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9047c8a-eca6-4fff-a5cd-f15410729481', 'name': '', 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:72:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:41Z', 'updated_at': '2022-01-21T09:34:47Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:01.104869 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3161bb4-d201-4c17-afdf-4b79c0ffaa5e None None] The sync data for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv is: [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:34:54Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': '747b88a4-a260-49ba-8758-e04f75362963', 'name': '', 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:50:1f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:51Z', 'updated_at': '2022-01-21T09:35:00Z', 'revision_number': 4, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9047c8a-eca6-4fff-a5cd-f15410729481', 'name': '', 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:72:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:41Z', 'updated_at': '2022-01-21T09:34:47Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:01.122091 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81e1b46e-6f3c-4e17-aa3b-1aa22b55d9ae tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.126028 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c7454435-d007-4adc-b247-8e76dbcecdc8 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.160313 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b6183789-f3a3-4350-bec2-4cea05b098fc None None] For port 747b88a4-a260-49ba-8758-e04f75362963, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=747b88a4-a260-49ba-8758-e04f75362963,segment=NetworkSegment(c2c2aea0-61ea-4edc-a709-cf05a4645341),segment_id=c2c2aea0-61ea-4edc-a709-cf05a4645341)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:01.177623 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b6183789-f3a3-4350-bec2-4cea05b098fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.221099 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1b46e-6f3c-4e17-aa3b-1aa22b55d9ae tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Pushing event deleted for resources: {'Port': ['ID=4b0115ee-0dfb-44aa-9a20-a1c4c95b2c95,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:01.258009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54bc1ee-5324-4c5c-a6a7-2f6f843c2182 None None] DHCP port deletion for 1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:35:01.278014 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c7454435-d007-4adc-b247-8e76dbcecdc8 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.324115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6183789-f3a3-4350-bec2-4cea05b098fc None None] Pushing event updated for resources: {'Port': ['ID=747b88a4-a260-49ba-8758-e04f75362963,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:01.375839 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-4cfa23aa-ee67-4b45-a563-6c79daa4f588 None None] Provisioning complete for port 747b88a4-a260-49ba-8758-e04f75362963 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:01.376327 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cfa23aa-ee67-4b45-a563-6c79daa4f588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.416665 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e54bc1ee-5324-4c5c-a6a7-2f6f843c2182 None None] Deleting port c734e366-149d-48f3-b20a-605444251314 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:01.417054 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e54bc1ee-5324-4c5c-a6a7-2f6f843c2182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.498484 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81e1b46e-6f3c-4e17-aa3b-1aa22b55d9ae tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.584433 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e54bc1ee-5324-4c5c-a6a7-2f6f843c2182 None None] For port c734e366-149d-48f3-b20a-605444251314, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=c734e366-149d-48f3-b20a-605444251314,segment=NetworkSegment(86a0cc71-a291-4ca9-a8d1-f9b60e4d254f),segment_id=86a0cc71-a291-4ca9-a8d1-f9b60e4d254f)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:01.584843 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e54bc1ee-5324-4c5c-a6a7-2f6f843c2182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.594182 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 747b88a4-a260-49ba-8758-e04f75362963 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:01.637152 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d269a562-06fc-4102-b95a-813d66416a2f tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.638474 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d269a562-06fc-4102-b95a-813d66416a2f tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2856181 Jan 21 09:35:01.640075 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.extraroute_db [None req-74ffba90-501b-41fe-a44d-fb811d4f8dd3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Removed routes are [] {{(pid=102146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 21 09:35:01.640544 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-74ffba90-501b-41fe-a44d-fb811d4f8dd3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.648041 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41038) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:01.658912 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.665248 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d0ed6c19-495a-48aa-a340-ff506c77b024 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group_rule': {'security_group_id': 'de1f9935-8e06-4011-bbe7-5c056031ceb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:01.677223 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81e1b46e-6f3c-4e17-aa3b-1aa22b55d9ae tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.680072 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81e1b46e-6f3c-4e17-aa3b-1aa22b55d9ae tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.703964 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-116cfc41-6720-4731-b0d8-b1e06a81e2a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Delete allocated IP 2001:db8:0:1::d8 (9ef0157e-8555-4741-92fb-87b55f4b15c5/8f07f789-9c7f-45a6-85fb-80718ec22606) {{(pid=102146) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:35:01.715498 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e54bc1ee-5324-4c5c-a6a7-2f6f843c2182 None None] Calling delete_port for c734e366-149d-48f3-b20a-605444251314 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:01.740853 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81e1b46e-6f3c-4e17-aa3b-1aa22b55d9ae tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.741788 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e1b46e-6f3c-4e17-aa3b-1aa22b55d9ae tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Fanout notify agent at l3_agent the message router_deleted on router b8568428-b1d2-411a-bb98-9987b0a39194 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:35:01.744118 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c7454435-d007-4adc-b247-8e76dbcecdc8 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.747027 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c7454435-d007-4adc-b247-8e76dbcecdc8 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.750555 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c7454435-d007-4adc-b247-8e76dbcecdc8 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "DELETE /v2.0/security-groups/91c80eb2-69de-4a09-8216-413ea5ce0925 HTTP/1.1" status: 204 len: 168 time: 0.8270230 Jan 21 09:35:01.761841 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81e1b46e-6f3c-4e17-aa3b-1aa22b55d9ae tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.763207 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-81e1b46e-6f3c-4e17-aa3b-1aa22b55d9ae tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "DELETE /v2.0/routers/b8568428-b1d2-411a-bb98-9987b0a39194 HTTP/1.1" status: 204 len: 168 time: 2.0557554 Jan 21 09:35:01.770503 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41044) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:01.771086 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41046) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:01.783671 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-baf2137b-eb79-4025-b342-18e57c97f84d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-386086249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:01.805157 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7454435-d007-4adc-b247-8e76dbcecdc8 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c80eb2-69de-4a09-8216-413ea5ce0925,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:01.810006 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-7c19dbff-8c3a-4cf1-a0f2-862aea4253f4 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] show failed (client error): The resource could not be found. Jan 21 09:35:01.811395 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7c19dbff-8c3a-4cf1-a0f2-862aea4253f4 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "GET /v2.0/security-groups/91c80eb2-69de-4a09-8216-413ea5ce0925 HTTP/1.1" status: 404 len: 347 time: 0.0392001 Jan 21 09:35:01.819064 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41048) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:01.884982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e54bc1ee-5324-4c5c-a6a7-2f6f843c2182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.890105 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.922049 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54bc1ee-5324-4c5c-a6a7-2f6f843c2182 None None] Pushing event deleted for resources: {'Port': ['ID=c734e366-149d-48f3-b20a-605444251314,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:01.933839 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 747b88a4-a260-49ba-8758-e04f75362963 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:01.934142 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.942158 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54bc1ee-5324-4c5c-a6a7-2f6f843c2182 None None] No DVR routers for this DVR port c734e366-149d-48f3-b20a-605444251314 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:01.984288 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-baf2137b-eb79-4025-b342-18e57c97f84d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.985353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-baf2137b-eb79-4025-b342-18e57c97f84d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.101966 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41052) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:02.112588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-baf2137b-eb79-4025-b342-18e57c97f84d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.140114 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-e022dfe3-f3a6-4162-9f02-8a8fde667f07 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Deleting port 560b4752-e119-4469-83ab-de3ac64e01a3 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:02.141747 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e022dfe3-f3a6-4162-9f02-8a8fde667f07 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.145137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-baf2137b-eb79-4025-b342-18e57c97f84d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.167525 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device c734e366-149d-48f3-b20a-605444251314 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:02.174099 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6c19-495a-48aa-a340-ff506c77b024 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.195121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-baf2137b-eb79-4025-b342-18e57c97f84d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.195843 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: c734e366-149d-48f3-b20a-605444251314 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:02.196314 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device c734e366-149d-48f3-b20a-605444251314 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:02.203303 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-baf2137b-eb79-4025-b342-18e57c97f84d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4240077 Jan 21 09:35:02.203932 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41056) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:02.214321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:02.258982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b6e2bfbe-41f2-4322-99ed-ea0d8003e331 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1064743220'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:02.308280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e2bfbe-41f2-4322-99ed-ea0d8003e331 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Made reservation on behalf of 1d2bd5322198457e9c46d36bbca23707 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:02.313338 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6e2bfbe-41f2-4322-99ed-ea0d8003e331 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.332637 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e022dfe3-f3a6-4162-9f02-8a8fde667f07 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.333091 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e022dfe3-f3a6-4162-9f02-8a8fde667f07 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.336351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6e2bfbe-41f2-4322-99ed-ea0d8003e331 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.366676 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-e022dfe3-f3a6-4162-9f02-8a8fde667f07 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Calling delete_port for 560b4752-e119-4469-83ab-de3ac64e01a3 owned by network:floatingip {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:02.435983 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port c734e366-149d-48f3-b20a-605444251314 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:02.436532 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.524745 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6e2bfbe-41f2-4322-99ed-ea0d8003e331 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.555257 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6e2bfbe-41f2-4322-99ed-ea0d8003e331 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.588373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e2bfbe-41f2-4322-99ed-ea0d8003e331 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:35:02.607280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2bfbe-41f2-4322-99ed-ea0d8003e331 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40f0ef4-33f7-45ea-b8d4-22055dd1042f,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:02.613600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6e2bfbe-41f2-4322-99ed-ea0d8003e331 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.613944 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-b6e2bfbe-41f2-4322-99ed-ea0d8003e331 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Added segment eb8c6d3b-1e42-453a-b198-49c43c5c7cf6 of type vlan for network 6e689d8e-4df5-4569-9ab2-604db6828e24 Jan 21 09:35:02.622868 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e022dfe3-f3a6-4162-9f02-8a8fde667f07 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.652313 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-74ffba90-501b-41fe-a44d-fb811d4f8dd3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.661363 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6c19-495a-48aa-a340-ff506c77b024 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.676957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022dfe3-f3a6-4162-9f02-8a8fde667f07 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Pushing event deleted for resources: {'Port': ['ID=560b4752-e119-4469-83ab-de3ac64e01a3,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:02.689670 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6e2bfbe-41f2-4322-99ed-ea0d8003e331 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.690076 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6c19-495a-48aa-a340-ff506c77b024 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.701222 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-74ffba90-501b-41fe-a44d-fb811d4f8dd3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.704575 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-116cfc41-6720-4731-b0d8-b1e06a81e2a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.710494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] For port c734e366-149d-48f3-b20a-605444251314, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:02.710870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.756995 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6e2bfbe-41f2-4322-99ed-ea0d8003e331 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.761509 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-116cfc41-6720-4731-b0d8-b1e06a81e2a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.762666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e2bfbe-41f2-4322-99ed-ea0d8003e331 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:02.763181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6e2bfbe-41f2-4322-99ed-ea0d8003e331 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.790549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e022dfe3-f3a6-4162-9f02-8a8fde667f07 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks [] for floatingip, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.793166 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e022dfe3-f3a6-4162-9f02-8a8fde667f07 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.794377 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e022dfe3-f3a6-4162-9f02-8a8fde667f07 tempest-ServerActionsTestJSON-1254199262 tempest-ServerActionsTestJSON-1254199262-project] 10.222.0.88 "DELETE /v2.0/floatingips/c35e2f6f-fb60-4d1b-8370-51304366881b HTTP/1.1" status: 204 len: 168 time: 0.9709632 Jan 21 09:35:02.797816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41058) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:02.801505 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for c734e366-149d-48f3-b20a-605444251314 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:02.806455 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed6c19-495a-48aa-a340-ff506c77b024 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875b45c0-a4d8-4b01-a7cf-5203e177008f,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:02.811658 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.ipam_backend_mixin [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Port c734e366-149d-48f3-b20a-605444251314 was not found and therefore no delete operation was performed {{(pid=102146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 09:35:02.837999 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b6e2bfbe-41f2-4322-99ed-ea0d8003e331 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7349470 Jan 21 09:35:02.872389 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41060) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:02.878747 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a873bce1-8dad-4ea9-b872-de2bc1def959 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'subnet': {'network_id': '6e689d8e-4df5-4569-9ab2-604db6828e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:02.900747 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.913134 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6c19-495a-48aa-a340-ff506c77b024 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.914377 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d0ed6c19-495a-48aa-a340-ff506c77b024 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2607172 Jan 21 09:35:02.941986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41062) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:02.952861 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:02.963038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2bfbe-41f2-4322-99ed-ea0d8003e331 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Network': ['ID=6e689d8e-4df5-4569-9ab2-604db6828e24,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:02.986165 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 6e689d8e-4df5-4569-9ab2-604db6828e24 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:35:03.004857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No DVR routers for this DVR port c734e366-149d-48f3-b20a-605444251314 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:03.006829 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-116cfc41-6720-4731-b0d8-b1e06a81e2a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] In _notify_port_updated(), no bound segment for port ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2 on network 9ef0157e-8555-4741-92fb-87b55f4b15c5 {{(pid=102146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:35:03.012522 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116cfc41-6720-4731-b0d8-b1e06a81e2a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:03.013176 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-116cfc41-6720-4731-b0d8-b1e06a81e2a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.014598 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-116cfc41-6720-4731-b0d8-b1e06a81e2a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "PUT /v2.0/ports/ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2 HTTP/1.1" status: 200 len: 926 time: 4.2415900 Jan 21 09:35:03.020183 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41064) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:03.024265 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-55f448b7-c0b2-4225-86bf-3b26c8d49faa tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules/875b45c0-a4d8-4b01-a7cf-5203e177008f HTTP/1.1" status: 200 len: 763 time: 0.0756514 Jan 21 09:35:03.025094 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41066) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:03.031257 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-5bdbd01a-5950-406b-90da-ee1cabeb81a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b431932a-a8a1-47b7-b24d-7fb2abb43336'}, {'subnet_id': '8f07f789-9c7f-45a6-85fb-80718ec22606'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:03.035057 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.096226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cfc41-6720-4731-b0d8-b1e06a81e2a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:03.129270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a873bce1-8dad-4ea9-b872-de2bc1def959 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Made reservation on behalf of 1d2bd5322198457e9c46d36bbca23707 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:03.132803 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a873bce1-8dad-4ea9-b872-de2bc1def959 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.171492 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e898123d-3049-48ca-99c8-585c15ddaa34 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1408095 Jan 21 09:35:03.196972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41068) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:03.223755 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=c734e366-149d-48f3-b20a-605444251314,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:03.288670 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8029f045-d5af-4f60-9b6a-a8d4a989dab2 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.309259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8029f045-d5af-4f60-9b6a-a8d4a989dab2 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.328216 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-cbd94ea3-990c-4325-b1c5-54528b1348d9 None None] Provisioning complete for port ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:03.329679 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cbd94ea3-990c-4325-b1c5-54528b1348d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.374597 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 747b88a4-a260-49ba-8758-e04f75362963 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:03.384264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8029f045-d5af-4f60-9b6a-a8d4a989dab2 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.410982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8029f045-d5af-4f60-9b6a-a8d4a989dab2 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.414664 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8029f045-d5af-4f60-9b6a-a8d4a989dab2 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/875b45c0-a4d8-4b01-a7cf-5203e177008f HTTP/1.1" status: 204 len: 168 time: 0.2124982 Jan 21 09:35:03.416223 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41070) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:03.429019 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-cbd94ea3-990c-4325-b1c5-54528b1348d9 None None] Port ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:03.449570 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 747b88a4-a260-49ba-8758-e04f75362963 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:03.449946 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.513434 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029f045-d5af-4f60-9b6a-a8d4a989dab2 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=875b45c0-a4d8-4b01-a7cf-5203e177008f,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:03.530679 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ffba90-501b-41fe-a44d-fb811d4f8dd3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router f6b48623-6039-49f8-8afe-65fbc46b3816 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:03.557494 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a873bce1-8dad-4ea9-b872-de2bc1def959 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.601963 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-097f409d-a5f0-4f52-991d-f2153182988a tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1772890 Jan 21 09:35:03.602197 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.609024 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41072) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:03.616463 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5c5b9ee1-35e1-4ebb-b89c-77266865a6a5 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group_rule': {'security_group_id': 'de1f9935-8e06-4011-bbe7-5c056031ceb7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:03.657629 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873bce1-8dad-4ea9-b872-de2bc1def959 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Subnet': ['ID=3d24dff0-3a56-490d-bed2-18cdb366eb7a,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:03.663323 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:03.703421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873bce1-8dad-4ea9-b872-de2bc1def959 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Checking segment: {'id': 'eb8c6d3b-1e42-453a-b198-49c43c5c7cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6e689d8e-4df5-4569-9ab2-604db6828e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:03.703775 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a873bce1-8dad-4ea9-b872-de2bc1def959 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network hostable DHCP agents. Network: 6e689d8e-4df5-4569-9ab2-604db6828e24, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:35:03.713651 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5c5b9ee1-35e1-4ebb-b89c-77266865a6a5 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.719754 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a0cc71-a291-4ca9-a8d1-f9b60e4d254f') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:03.720075 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a0cc71-a291-4ca9-a8d1-f9b60e4d254f') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:03.778479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a873bce1-8dad-4ea9-b872-de2bc1def959 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network 6e689d8e-4df5-4569-9ab2-604db6828e24 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:35:03.778727 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.807413 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-a873bce1-8dad-4ea9-b872-de2bc1def959 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 6e689d8e-4df5-4569-9ab2-604db6828e24) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:03.819400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a873bce1-8dad-4ea9-b872-de2bc1def959 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:03.821622 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a873bce1-8dad-4ea9-b872-de2bc1def959 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.823386 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e8803c-d59a-4f1a-b21f-05c6c8467fda None None] Network 6e689d8e-4df5-4569-9ab2-604db6828e24 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:03.829804 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.851111 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5c5b9ee1-35e1-4ebb-b89c-77266865a6a5 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.854993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ee0306ac-62bd-4cca-a97f-ba3e1314689c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.860963 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a873bce1-8dad-4ea9-b872-de2bc1def959 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9875717 Jan 21 09:35:03.861953 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5c5b9ee1-35e1-4ebb-b89c-77266865a6a5 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.864364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41074) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:03.885168 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:35:03.885638 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:35:03.888693 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:35:03.902142 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1855932992', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}, 'admin_state_up': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:03.913185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ffba90-501b-41fe-a44d-fb811d4f8dd3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:03.928302 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1778390c-161f-4a85-a907-16698c390c34 None None] Sync routers for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:03.937950 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1778390c-161f-4a85-a907-16698c390c34 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:03.938994 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-1778390c-161f-4a85-a907-16698c390c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:03.944158 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b9ee1-35e1-4ebb-b89c-77266865a6a5 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caeb55f8-7fe0-4808-9902-09a6674941d9,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:03.949040 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-74ffba90-501b-41fe-a44d-fb811d4f8dd3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.952518 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-74ffba90-501b-41fe-a44d-fb811d4f8dd3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/f6b48623-6039-49f8-8afe-65fbc46b3816 HTTP/1.1" status: 200 len: 954 time: 5.5597613 Jan 21 09:35:03.953357 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5bdbd01a-5950-406b-90da-ee1cabeb81a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:03.954458 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41076) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:03.967902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e578f3-f3c9-44f1-9d8c-83130ea93d94 None None] Network 6e689d8e-4df5-4569-9ab2-604db6828e24 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:04.028556 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:04.030401 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 64ee4422-2feb-4718-96ac-3da5128ae48c is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:35:04.042475 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:04.050452 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/networks/1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a HTTP/1.1" status: 204 len: 168 time: 3.3938441 Jan 21 09:35:04.054701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41078) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:04.057515 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-1778390c-161f-4a85-a907-16698c390c34 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:04.061265 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d33da3d7-eb6a-4dc8-83f7-c04971008710 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1526435514'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:04.130743 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d552c668-366e-4ba1-a237-20c87e235893 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/routers/f6b48623-6039-49f8-8afe-65fbc46b3816 HTTP/1.1" status: 200 len: 954 time: 0.1691742 Jan 21 09:35:04.131712 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7eaef-4512-4791-9d3f-8fdb950c6355 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Network': ['ID=1835d4af-3a2d-4aa5-b2cf-fc7d20e8505a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:04.137304 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41080) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:04.143849 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e2e5480e-4fd9-4b97-a2ef-88a622068f6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'router': {'routes': None}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:04.148359 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5c5b9ee1-35e1-4ebb-b89c-77266865a6a5 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:04.151981 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5c5b9ee1-35e1-4ebb-b89c-77266865a6a5 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5374684 Jan 21 09:35:04.153585 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41082) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:04.155143 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:04.156160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:04.265180 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33da3d7-eb6a-4dc8-83f7-c04971008710 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:04.269253 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d33da3d7-eb6a-4dc8-83f7-c04971008710 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:04.319689 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:04.334636 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-1778390c-161f-4a85-a907-16698c390c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:00Z', 'revision_number': 6, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': '747b88a4-a260-49ba-8758-e04f75362963', 'name': '', 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:50:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:51Z', 'updated_at': '2022-01-21T09:35:01Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9047c8a-eca6-4fff-a5cd-f15410729481', 'name': '', 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:72:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:41Z', 'updated_at': '2022-01-21T09:34:47Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:04.358071 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:04.364092 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1778390c-161f-4a85-a907-16698c390c34 None None] Checking router: f6b48623-6039-49f8-8afe-65fbc46b3816 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:35:04.372938 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1778390c-161f-4a85-a907-16698c390c34 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:04.373529 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-1778390c-161f-4a85-a907-16698c390c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:04.400364 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33da3d7-eb6a-4dc8-83f7-c04971008710 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:35:04.456503 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d33da3d7-eb6a-4dc8-83f7-c04971008710 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:04.456950 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-d33da3d7-eb6a-4dc8-83f7-c04971008710 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Added segment d0134c02-8dc7-4196-82dd-492f7a3115b8 of type vlan for network 60dfdc4c-b853-405e-95b2-119063ed960e Jan 21 09:35:04.481285 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-1778390c-161f-4a85-a907-16698c390c34 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:04.548010 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:04.564803 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0019ddac-f009-41a0-8996-870efabe4255 None None] Sync routers for ids ['64ee4422-2feb-4718-96ac-3da5128ae48c'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:04.579678 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d33da3d7-eb6a-4dc8-83f7-c04971008710 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:04.579885 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4499d7c6-7141-400e-aeff-aabd1b2a123c tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules/caeb55f8-7fe0-4808-9902-09a6674941d9 HTTP/1.1" status: 200 len: 763 time: 0.4226048 Jan 21 09:35:04.582162 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0019ddac-f009-41a0-8996-870efabe4255 None None] Routers {'64ee4422-2feb-4718-96ac-3da5128ae48c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:04.583803 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-0019ddac-f009-41a0-8996-870efabe4255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['64ee4422-2feb-4718-96ac-3da5128ae48c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:04.584782 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41084) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:04.643548 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:04.647929 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-21b0c843-f24d-43d3-ab59-785267dee3e0 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 9.2543335 Jan 21 09:35:04.648705 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41086) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:04.650297 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-0019ddac-f009-41a0-8996-870efabe4255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:04.662839 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0019ddac-f009-41a0-8996-870efabe4255 None None] Routers {'64ee4422-2feb-4718-96ac-3da5128ae48c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:04.663884 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-0019ddac-f009-41a0-8996-870efabe4255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['64ee4422-2feb-4718-96ac-3da5128ae48c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:04.684423 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:04.707146 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-0019ddac-f009-41a0-8996-870efabe4255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:04.708197 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0019ddac-f009-41a0-8996-870efabe4255 None None] The sync data for ids ['64ee4422-2feb-4718-96ac-3da5128ae48c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:04.753953 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-1778390c-161f-4a85-a907-16698c390c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:00Z', 'revision_number': 6, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': '747b88a4-a260-49ba-8758-e04f75362963', 'name': '', 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:50:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:51Z', 'updated_at': '2022-01-21T09:35:01Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9047c8a-eca6-4fff-a5cd-f15410729481', 'name': '', 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:72:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:41Z', 'updated_at': '2022-01-21T09:34:47Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:04.785256 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1778390c-161f-4a85-a907-16698c390c34 None None] The sync data for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv is: [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:00Z', 'revision_number': 6, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': '747b88a4-a260-49ba-8758-e04f75362963', 'name': '', 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:50:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:51Z', 'updated_at': '2022-01-21T09:35:01Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9047c8a-eca6-4fff-a5cd-f15410729481', 'name': '', 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:72:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:41Z', 'updated_at': '2022-01-21T09:34:47Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:04.785757 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d33da3d7-eb6a-4dc8-83f7-c04971008710 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:04.791127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33da3d7-eb6a-4dc8-83f7-c04971008710 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:04.791726 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d33da3d7-eb6a-4dc8-83f7-c04971008710 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:04.887309 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e681b483-31be-4ad9-ae5e-2f98d0aeff58 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2994108 Jan 21 09:35:04.909926 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Allocated IP 172.26.7.31 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/b760db6e-b527-40e4-ad9a-603427a32983) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:04.913856 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41088) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:04.966381 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:04.978727 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d33da3d7-eb6a-4dc8-83f7-c04971008710 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9175441 Jan 21 09:35:04.990077 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41090) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:05.001943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-554ad792-12ef-4f9b-a6d7-f3ea4ff7e93d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'subnet': {'network_id': '60dfdc4c-b853-405e-95b2-119063ed960e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:05.031915 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-5bdbd01a-5950-406b-90da-ee1cabeb81a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Allocated IP 2001:db8:0:1::3dd (9ef0157e-8555-4741-92fb-87b55f4b15c5/8f07f789-9c7f-45a6-85fb-80718ec22606/ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:05.110278 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1bcfdd31-640b-4d31-a0b0-ca92905dc85b tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:05.147008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33da3d7-eb6a-4dc8-83f7-c04971008710 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Network': ['ID=60dfdc4c-b853-405e-95b2-119063ed960e,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:05.162128 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 60dfdc4c-b853-405e-95b2-119063ed960e details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:35:05.175907 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7dcdb510-b693-404d-ad35-e4e664fe2f39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/routers/64ee4422-2feb-4718-96ac-3da5128ae48c HTTP/1.1" status: 200 len: 880 time: 0.5027146 Jan 21 09:35:05.185426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41092) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:05.192990 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1bcfdd31-640b-4d31-a0b0-ca92905dc85b tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:05.299081 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1bcfdd31-640b-4d31-a0b0-ca92905dc85b tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:05.324232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1bcfdd31-640b-4d31-a0b0-ca92905dc85b tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:05.327775 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1bcfdd31-640b-4d31-a0b0-ca92905dc85b tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/caeb55f8-7fe0-4808-9902-09a6674941d9 HTTP/1.1" status: 204 len: 168 time: 0.4100029 Jan 21 09:35:05.329879 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41094) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:05.348703 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfdd31-640b-4d31-a0b0-ca92905dc85b tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=caeb55f8-7fe0-4808-9902-09a6674941d9,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:05.362429 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554ad792-12ef-4f9b-a6d7-f3ea4ff7e93d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:05.366147 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-554ad792-12ef-4f9b-a6d7-f3ea4ff7e93d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:05.371286 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:05.447194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.extraroute_db [None req-e2e5480e-4fd9-4b97-a2ef-88a622068f6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Added routes are [] {{(pid=102147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 21 09:35:05.447418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.extraroute_db [None req-e2e5480e-4fd9-4b97-a2ef-88a622068f6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 21 09:35:05.473864 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-ee0306ac-62bd-4cca-a97f-ba3e1314689c admin admin] Deleting port a49abab0-9bcf-4e8b-b71f-e25fa2f516f0 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:05.474221 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ee0306ac-62bd-4cca-a97f-ba3e1314689c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:05.495701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5bdbd01a-5950-406b-90da-ee1cabeb81a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:05.504047 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5bdbd01a-5950-406b-90da-ee1cabeb81a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:05.512641 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ca57d6ac-e82d-4478-9e29-f941063c30d4 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1790020 Jan 21 09:35:05.518142 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41096) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:05.527442 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-7be399c4-e4e3-4b43-951f-87b37f8017a6 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group_rule': {'security_group_id': 'de1f9935-8e06-4011-bbe7-5c056031ceb7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:05.558393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:05.593411 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e2e5480e-4fd9-4b97-a2ef-88a622068f6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:05.818831 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bd8c9ae1-002d-4402-8226-b494c032e9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:05.819447 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-ee0306ac-62bd-4cca-a97f-ba3e1314689c admin admin] For port a49abab0-9bcf-4e8b-b71f-e25fa2f516f0, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a49abab0-9bcf-4e8b-b71f-e25fa2f516f0,segment=NetworkSegment(f079f2df-51a3-4fdf-bc18-89660f114394),segment_id=f079f2df-51a3-4fdf-bc18-89660f114394)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:05.819585 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ee0306ac-62bd-4cca-a97f-ba3e1314689c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:05.867292 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-319f5303-10a9-4aa6-92d6-54e084737bf6 None None] Provisioning complete for port ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:05.867978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-319f5303-10a9-4aa6-92d6-54e084737bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:05.869958 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-ee0306ac-62bd-4cca-a97f-ba3e1314689c admin admin] Calling delete_port for a49abab0-9bcf-4e8b-b71f-e25fa2f516f0 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:05.872437 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:05.905672 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-319f5303-10a9-4aa6-92d6-54e084737bf6 None None] Port ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:05.936264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:05.944680 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:05.945807 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-5bdbd01a-5950-406b-90da-ee1cabeb81a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] In _notify_port_updated(), no bound segment for port ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2 on network 9ef0157e-8555-4741-92fb-87b55f4b15c5 {{(pid=102146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:35:05.951437 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdbd01a-5950-406b-90da-ee1cabeb81a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:05.952080 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5bdbd01a-5950-406b-90da-ee1cabeb81a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:05.953412 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5bdbd01a-5950-406b-90da-ee1cabeb81a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "PUT /v2.0/ports/ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2 HTTP/1.1" status: 200 len: 1012 time: 2.9265325 Jan 21 09:35:05.954285 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbd01a-5950-406b-90da-ee1cabeb81a8 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2,revision_number=3']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:05.958852 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41098) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:05.972844 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:05.997621 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:05.999658 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-7be399c4-e4e3-4b43-951f-87b37f8017a6 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Project a0ad9b538a4341a69670033baec6a2dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:35:06.056500 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7be399c4-e4e3-4b43-951f-87b37f8017a6 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:06.123828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Pushing event updated for resources: {'Port': ['ID=b760db6e-b527-40e4-ad9a-603427a32983,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:06.192599 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-554ad792-12ef-4f9b-a6d7-f3ea4ff7e93d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:06.325829 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7be399c4-e4e3-4b43-951f-87b37f8017a6 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:06.358150 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7be399c4-e4e3-4b43-951f-87b37f8017a6 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:06.397472 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ad792-12ef-4f9b-a6d7-f3ea4ff7e93d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Subnet': ['ID=138da7dd-054f-40ec-92aa-f609f5bf5ac7,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:06.420077 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be399c4-e4e3-4b43-951f-87b37f8017a6 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92c29b5-6cb1-409e-8e2d-967a2007a256,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:06.435446 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7be399c4-e4e3-4b43-951f-87b37f8017a6 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:06.436686 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7be399c4-e4e3-4b43-951f-87b37f8017a6 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9137957 Jan 21 09:35:06.440182 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41100) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:06.509821 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-660aad02-f75a-44a7-9c2f-71121c7b9401 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3196161 Jan 21 09:35:06.520997 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41102) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:06.524229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-b89f0d6c-96ea-443a-ab6b-18ed5065d163 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:06.524574 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b89f0d6c-96ea-443a-ab6b-18ed5065d163 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:06.527727 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554ad792-12ef-4f9b-a6d7-f3ea4ff7e93d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Checking segment: {'id': 'd0134c02-8dc7-4196-82dd-492f7a3115b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '60dfdc4c-b853-405e-95b2-119063ed960e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:06.528259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554ad792-12ef-4f9b-a6d7-f3ea4ff7e93d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network hostable DHCP agents. Network: 60dfdc4c-b853-405e-95b2-119063ed960e, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:35:06.536038 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-86f001d6-d8fb-47f2-8610-22d1ab6f632c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1585203415'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:06.553832 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e2e5480e-4fd9-4b97-a2ef-88a622068f6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:06.568423 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fce72716-7197-4731-9a97-f91c88b9e808 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules/b92c29b5-6cb1-409e-8e2d-967a2007a256 HTTP/1.1" status: 200 len: 769 time: 0.1250370 Jan 21 09:35:06.568662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e2e5480e-4fd9-4b97-a2ef-88a622068f6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:06.580572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41104) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:06.590875 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Allocated IP 172.26.7.43 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/5af45315-f524-4180-84e3-06080905d87d) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:06.719527 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554ad792-12ef-4f9b-a6d7-f3ea4ff7e93d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 60dfdc4c-b853-405e-95b2-119063ed960e is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:35:06.779258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:06.791049 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-554ad792-12ef-4f9b-a6d7-f3ea4ff7e93d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 60dfdc4c-b853-405e-95b2-119063ed960e) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:06.796533 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a9993fa5-f6a0-4b91-8765-7c60d6774ed3 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2138999 Jan 21 09:35:06.801914 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b89f0d6c-96ea-443a-ab6b-18ed5065d163 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:06.802261 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ea3828-30d6-4ba8-8957-178622c80765 None None] Network 60dfdc4c-b853-405e-95b2-119063ed960e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:06.804205 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41106) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:06.812129 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554ad792-12ef-4f9b-a6d7-f3ea4ff7e93d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:06.812959 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-554ad792-12ef-4f9b-a6d7-f3ea4ff7e93d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:06.865577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e5480e-4fd9-4b97-a2ef-88a622068f6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router f6b48623-6039-49f8-8afe-65fbc46b3816 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:06.888892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-b89f0d6c-96ea-443a-ab6b-18ed5065d163 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:06.951428 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:06.953150 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ee0306ac-62bd-4cca-a97f-ba3e1314689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:06.975651 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-60dfdc4c-b853-405e-95b2-119063ed960e', 'network_id': '60dfdc4c-b853-405e-95b2-119063ed960e', 'tenant_id': '11fbfc08f0f84eca87febd30d39a357e', 'fixed_ips': [{'subnet_id': '138da7dd-054f-40ec-92aa-f609f5bf5ac7'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:35:06.976632 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:07.023990 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0306ac-62bd-4cca-a97f-ba3e1314689c admin admin] Pushing event deleted for resources: {'Port': ['ID=a49abab0-9bcf-4e8b-b71f-e25fa2f516f0,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:07.034981 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-554ad792-12ef-4f9b-a6d7-f3ea4ff7e93d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0363464 Jan 21 09:35:07.037175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41108) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:07.042616 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-85bb9922-250e-4ac4-8b3f-3a5f3aebe20a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'network_id': '60dfdc4c-b853-405e-95b2-119063ed960e', 'name': 'tempest-PortsTestJSON-6970227', 'fixed_ips': [{'subnet_id': '138da7dd-054f-40ec-92aa-f609f5bf5ac7', 'ip_address': '172.20.0.10'}]}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:07.044494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c3111c65-591e-4ada-8348-6e29e07def70 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:07.072100 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c3111c65-591e-4ada-8348-6e29e07def70 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:07.167871 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e5480e-4fd9-4b97-a2ef-88a622068f6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:07.189487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e2e5480e-4fd9-4b97-a2ef-88a622068f6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:07.190867 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Allocated IP 172.20.0.2 (60dfdc4c-b853-405e-95b2-119063ed960e/138da7dd-054f-40ec-92aa-f609f5bf5ac7/78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:07.191793 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0301a1d9-c1b5-4e12-aa2d-03e1ef38039f None None] Sync routers for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:07.194061 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e2e5480e-4fd9-4b97-a2ef-88a622068f6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/f6b48623-6039-49f8-8afe-65fbc46b3816 HTTP/1.1" status: 200 len: 704 time: 3.0546100 Jan 21 09:35:07.199795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41110) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:07.218771 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0301a1d9-c1b5-4e12-aa2d-03e1ef38039f None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:07.219781 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0301a1d9-c1b5-4e12-aa2d-03e1ef38039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:07.236713 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c3111c65-591e-4ada-8348-6e29e07def70 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:07.250882 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c3111c65-591e-4ada-8348-6e29e07def70 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:07.255459 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c3111c65-591e-4ada-8348-6e29e07def70 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/b92c29b5-6cb1-409e-8e2d-967a2007a256 HTTP/1.1" status: 204 len: 168 time: 0.4471366 Jan 21 09:35:07.267042 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41112) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:07.341213 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:07.369905 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3111c65-591e-4ada-8348-6e29e07def70 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b92c29b5-6cb1-409e-8e2d-967a2007a256,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:07.440580 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-0301a1d9-c1b5-4e12-aa2d-03e1ef38039f None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:07.480387 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:07.494885 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:07.510393 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6ff97ab5-4c19-4b91-a160-2374052fb4b3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/routers/f6b48623-6039-49f8-8afe-65fbc46b3816 HTTP/1.1" status: 200 len: 704 time: 0.3094754 Jan 21 09:35:07.511168 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=5af45315-f524-4180-84e3-06080905d87d,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:07.514122 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41114) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:07.515234 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:07.565005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:07.577625 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:07.621756 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Network 60dfdc4c-b853-405e-95b2-119063ed960e is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:07.647836 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Pushing event updated for resources: {'Port': ['ID=78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:07.659726 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:07.665067 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:07.681246 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bb9922-250e-4ac4-8b3f-3a5f3aebe20a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:07.738522 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0301a1d9-c1b5-4e12-aa2d-03e1ef38039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:05Z', 'revision_number': 7, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': '747b88a4-a260-49ba-8758-e04f75362963', 'name': '', 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:50:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:51Z', 'updated_at': '2022-01-21T09:35:01Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9047c8a-eca6-4fff-a5cd-f15410729481', 'name': '', 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:72:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:41Z', 'updated_at': '2022-01-21T09:34:47Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:07.746470 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Attempting to bind port 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:35:07.747133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Attempting to bind port 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'd0134c02-8dc7-4196-82dd-492f7a3115b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '60dfdc4c-b853-405e-95b2-119063ed960e'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:35:07.747679 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Attempting to bind port 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c on network 60dfdc4c-b853-405e-95b2-119063ed960e {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:35:07.755056 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:35:07.755724 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Checking segment: {'id': 'd0134c02-8dc7-4196-82dd-492f7a3115b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '60dfdc4c-b853-405e-95b2-119063ed960e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:07.756294 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:07.756872 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Bound using segment: {'id': 'd0134c02-8dc7-4196-82dd-492f7a3115b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '60dfdc4c-b853-405e-95b2-119063ed960e'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:35:07.757540 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Bound port: 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0134c02-8dc7-4196-82dd-492f7a3115b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '60dfdc4c-b853-405e-95b2-119063ed960e'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:35:07.758111 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:07.767014 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ee0306ac-62bd-4cca-a97f-ba3e1314689c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:07.772598 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0301a1d9-c1b5-4e12-aa2d-03e1ef38039f None None] Checking router: f6b48623-6039-49f8-8afe-65fbc46b3816 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:35:07.787032 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0301a1d9-c1b5-4e12-aa2d-03e1ef38039f None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:07.787674 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0301a1d9-c1b5-4e12-aa2d-03e1ef38039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:34:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:07.850232 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] For port 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:07.855140 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] For port 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c,segment=NetworkSegment(d0134c02-8dc7-4196-82dd-492f7a3115b8),segment_id=d0134c02-8dc7-4196-82dd-492f7a3115b8)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:07.861017 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:07.920889 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e3473b82-3655-4f4e-9db7-ada69f0e251f tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6525078 Jan 21 09:35:07.923345 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:07.925593 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41116) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:07.938809 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-86f001d6-d8fb-47f2-8610-22d1ab6f632c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:07.943366 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-0301a1d9-c1b5-4e12-aa2d-03e1ef38039f None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:07.943551 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:07.958192 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec8a0-bb11-4ad4-9e54-924d645cc01d None None] Pushing event updated for resources: {'Port': ['ID=78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:07.963925 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b89f0d6c-96ea-443a-ab6b-18ed5065d163 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:08.001887 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-86f001d6-d8fb-47f2-8610-22d1ab6f632c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:08.038662 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f0d6c-96ea-443a-ab6b-18ed5065d163 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:08.149212 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b89f0d6c-96ea-443a-ab6b-18ed5065d163 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:08.155331 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b89f0d6c-96ea-443a-ab6b-18ed5065d163 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2 HTTP/1.1" status: 204 len: 168 time: 2.1910810 Jan 21 09:35:08.160969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41118) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:08.179607 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-543e6c1c-34ad-48fc-9de6-0119b4e20642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:08.306548 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7314844e-f254-4eed-a924-484060baabc3 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] GET failed (client error): The resource could not be found. Jan 21 09:35:08.307903 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7314844e-f254-4eed-a924-484060baabc3 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports/ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2 HTTP/1.1" status: 404 len: 333 time: 0.0961590 Jan 21 09:35:08.311534 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41120) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:08.428972 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa87f2e-6bce-4c40-9f4d-0420b89b6a1f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting subnet 8f07f789-9c7f-45a6-85fb-80718ec22606 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:35:08.435527 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f001d6-d8fb-47f2-8610-22d1ab6f632c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 64ee4422-2feb-4718-96ac-3da5128ae48c has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:08.438213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-efa87f2e-6bce-4c40-9f4d-0420b89b6a1f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:08.446375 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0301a1d9-c1b5-4e12-aa2d-03e1ef38039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:05Z', 'revision_number': 7, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': '747b88a4-a260-49ba-8758-e04f75362963', 'name': '', 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:50:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:51Z', 'updated_at': '2022-01-21T09:35:01Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9047c8a-eca6-4fff-a5cd-f15410729481', 'name': '', 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:72:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:41Z', 'updated_at': '2022-01-21T09:34:47Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:08.490598 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0301a1d9-c1b5-4e12-aa2d-03e1ef38039f None None] The sync data for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv is: [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:05Z', 'revision_number': 7, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': '747b88a4-a260-49ba-8758-e04f75362963', 'name': '', 'network_id': 'fe58836c-7dbd-4819-842e-9551ba88d95e', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:50:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:51Z', 'updated_at': '2022-01-21T09:35:01Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '0f85d96f-9bdc-4575-a7a2-68dbc6df1823', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9047c8a-eca6-4fff-a5cd-f15410729481', 'name': '', 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:72:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:41Z', 'updated_at': '2022-01-21T09:34:47Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:08.500857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-efa87f2e-6bce-4c40-9f4d-0420b89b6a1f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:08.587606 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Router 447b6d48-97b3-401e-82d3-e538e75eaff5 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:35:08.667908 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-85bb9922-250e-4ac4-8b3f-3a5f3aebe20a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:08.738897 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f001d6-d8fb-47f2-8610-22d1ab6f632c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:08.750735 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-86f001d6-d8fb-47f2-8610-22d1ab6f632c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:08.754510 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-86f001d6-d8fb-47f2-8610-22d1ab6f632c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/64ee4422-2feb-4718-96ac-3da5128ae48c HTTP/1.1" status: 200 len: 887 time: 2.2207203 Jan 21 09:35:08.754662 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd63c6f7-b017-4575-9ef6-cf285fa2c8a0 None None] Sync routers for ids ['64ee4422-2feb-4718-96ac-3da5128ae48c'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:08.755539 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41122) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:08.758025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c3155cea-da2f-45aa-a432-78a2004dec77 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:08.769263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63c6f7-b017-4575-9ef6-cf285fa2c8a0 None None] Routers {'64ee4422-2feb-4718-96ac-3da5128ae48c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:08.770880 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-fd63c6f7-b017-4575-9ef6-cf285fa2c8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['64ee4422-2feb-4718-96ac-3da5128ae48c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:08.772664 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-efa87f2e-6bce-4c40-9f4d-0420b89b6a1f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:08.805912 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-fd63c6f7-b017-4575-9ef6-cf285fa2c8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:08.817957 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63c6f7-b017-4575-9ef6-cf285fa2c8a0 None None] Routers {'64ee4422-2feb-4718-96ac-3da5128ae48c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:08.818583 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-fd63c6f7-b017-4575-9ef6-cf285fa2c8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['64ee4422-2feb-4718-96ac-3da5128ae48c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:08.856175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-85bb9922-250e-4ac4-8b3f-3a5f3aebe20a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] device_id is not set on port 5cbcd0e7-31cb-4903-ba52-70a2ba170df7 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:35:08.856385 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-fd63c6f7-b017-4575-9ef6-cf285fa2c8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:08.856851 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd63c6f7-b017-4575-9ef6-cf285fa2c8a0 None None] The sync data for ids ['64ee4422-2feb-4718-96ac-3da5128ae48c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:08.902018 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c3155cea-da2f-45aa-a432-78a2004dec77 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:08.935546 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:08.951298 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:08.953005 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-154686fc-751e-474b-88b2-eedca58c9cca tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "PUT /v2.0/routers/447b6d48-97b3-401e-82d3-e538e75eaff5 HTTP/1.1" status: 200 len: 882 time: 6.7437062 Jan 21 09:35:08.954267 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0609c0ab-50b4-48a6-8d57-174f139e3207 None None] Sync routers for ids ['447b6d48-97b3-401e-82d3-e538e75eaff5'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:08.961313 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41124) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:08.973399 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0609c0ab-50b4-48a6-8d57-174f139e3207 None None] Routers {'447b6d48-97b3-401e-82d3-e538e75eaff5'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:08.974146 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0609c0ab-50b4-48a6-8d57-174f139e3207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['447b6d48-97b3-401e-82d3-e538e75eaff5'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:09.020159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-efa87f2e-6bce-4c40-9f4d-0420b89b6a1f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.026826 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0609c0ab-50b4-48a6-8d57-174f139e3207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:09.037298 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5af943b0-d260-4004-b286-d7b52caa1197 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/routers/64ee4422-2feb-4718-96ac-3da5128ae48c HTTP/1.1" status: 200 len: 887 time: 0.2791536 Jan 21 09:35:09.044183 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0609c0ab-50b4-48a6-8d57-174f139e3207 None None] Routers {'447b6d48-97b3-401e-82d3-e538e75eaff5'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:09.044895 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0609c0ab-50b4-48a6-8d57-174f139e3207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['447b6d48-97b3-401e-82d3-e538e75eaff5'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:09.064023 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41126) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:09.080647 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa87f2e-6bce-4c40-9f4d-0420b89b6a1f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Subnet': ['ID=8f07f789-9c7f-45a6-85fb-80718ec22606,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:09.092633 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0609c0ab-50b4-48a6-8d57-174f139e3207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:09.093539 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0609c0ab-50b4-48a6-8d57-174f139e3207 None None] The sync data for ids ['447b6d48-97b3-401e-82d3-e538e75eaff5'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:09.103460 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.134970 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9a423cd9-c86c-48c3-afeb-f5eb6ecb92cb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports?device_id=64ee4422-2feb-4718-96ac-3da5128ae48c HTTP/1.1" status: 200 len: 205 time: 0.0697224 Jan 21 09:35:09.137967 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-efa87f2e-6bce-4c40-9f4d-0420b89b6a1f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.141731 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-efa87f2e-6bce-4c40-9f4d-0420b89b6a1f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/8f07f789-9c7f-45a6-85fb-80718ec22606 HTTP/1.1" status: 204 len: 168 time: 0.8277323 Jan 21 09:35:09.144837 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41128) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:09.145879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41130) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:09.147154 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d3b2ca-7ce1-49b1-b06a-9122438fa9d8 None None] Network 9ef0157e-8555-4741-92fb-87b55f4b15c5 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:09.226635 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.271696 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c3155cea-da2f-45aa-a432-78a2004dec77 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.274647 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c3155cea-da2f-45aa-a432-78a2004dec77 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.275516 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c3155cea-da2f-45aa-a432-78a2004dec77 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-groups/de1f9935-8e06-4011-bbe7-5c056031ceb7 HTTP/1.1" status: 204 len: 168 time: 1.3131182 Jan 21 09:35:09.284572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0306ac-62bd-4cca-a97f-ba3e1314689c admin admin] Router 70066a65-df27-49d1-9484-f20deabcf8d8 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:09.304514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41132) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:09.350590 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.383455 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3155cea-da2f-45aa-a432-78a2004dec77 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1f9935-8e06-4011-bbe7-5c056031ceb7,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:09.421511 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab41a43-870e-4289-b100-c203aec2db78 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting subnet b431932a-a8a1-47b7-b24d-7fb2abb43336 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:35:09.435486 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ebf60bc7-ff35-4b3b-85dc-78642c8d4ce5 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "GET /v2.0/routers/447b6d48-97b3-401e-82d3-e538e75eaff5 HTTP/1.1" status: 200 len: 923 time: 0.4684083 Jan 21 09:35:09.435486 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3ab41a43-870e-4289-b100-c203aec2db78 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.444102 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41134) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:09.512549 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55da7d14-5677-492f-a5b4-f68c0f03ba9c None None] Network 60dfdc4c-b853-405e-95b2-119063ed960e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:09.514575 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:09.540337 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3ab41a43-870e-4289-b100-c203aec2db78 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.542702 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-85bb9922-250e-4ac4-8b3f-3a5f3aebe20a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Allocated IP 172.20.0.10 (60dfdc4c-b853-405e-95b2-119063ed960e/138da7dd-054f-40ec-92aa-f609f5bf5ac7/5cbcd0e7-31cb-4903-ba52-70a2ba170df7) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:09.623184 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a27a07a9-2bcc-4918-8262-8cb7ff87f8d7 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2668443 Jan 21 09:35:09.640714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-3bf7bd11-94d8-4fe2-9358-5b6c6e191294 None None] Provisioning complete for port 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:09.641085 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3bf7bd11-94d8-4fe2-9358-5b6c6e191294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.646413 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41136) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:09.662824 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3ab41a43-870e-4289-b100-c203aec2db78 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.664350 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d8b4da61-3357-4226-a46f-cd4fbf92becc tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675704040'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:09.702851 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.784872 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3ab41a43-870e-4289-b100-c203aec2db78 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.789290 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:09.789689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.814395 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port 190e1f86-6df0-4857-828b-262ae212b263 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:09.815048 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.822261 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5810a406-105a-4c2f-9b82-49e9f0461d77 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:09.823952 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5810a406-105a-4c2f-9b82-49e9f0461d77 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&device_id=447b6d48-97b3-401e-82d3-e538e75eaff5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3670609 Jan 21 09:35:09.840207 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41138) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:09.876181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0306ac-62bd-4cca-a97f-ba3e1314689c admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:09.879750 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.903737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7bb6b7-51cc-4681-b01f-09f55cecf0ab None None] Sync routers for ids ['70066a65-df27-49d1-9484-f20deabcf8d8'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:09.909732 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3bf7bd11-94d8-4fe2-9358-5b6c6e191294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.927453 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ee0306ac-62bd-4cca-a97f-ba3e1314689c admin admin] 10.222.0.88 "PUT /v2.0/routers/70066a65-df27-49d1-9484-f20deabcf8d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1285579 Jan 21 09:35:09.928469 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.942769 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for 190e1f86-6df0-4857-828b-262ae212b263 owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:09.951996 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d8b4da61-3357-4226-a46f-cd4fbf92becc tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.954120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-3bf7bd11-94d8-4fe2-9358-5b6c6e191294 None None] For port 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c,segment=NetworkSegment(d0134c02-8dc7-4196-82dd-492f7a3115b8),segment_id=d0134c02-8dc7-4196-82dd-492f7a3115b8)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:09.955655 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41140) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:09.986610 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7bb6b7-51cc-4681-b01f-09f55cecf0ab None None] Routers {'70066a65-df27-49d1-9484-f20deabcf8d8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:09.987859 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-dc7bb6b7-51cc-4681-b01f-09f55cecf0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['70066a65-df27-49d1-9484-f20deabcf8d8'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:09.993195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3bf7bd11-94d8-4fe2-9358-5b6c6e191294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:10.098664 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7bd11-94d8-4fe2-9358-5b6c6e191294 None None] Pushing event updated for resources: {'Port': ['ID=78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:10.122445 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:10.274617 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ceef3e-ff79-445f-b0ee-9454ad6a1b7c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:10.279097 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-88ceef3e-ff79-445f-b0ee-9454ad6a1b7c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "GET /v2.0/networks/e5b467b6-3f77-41e6-abda-a63a446d52f5 HTTP/1.1" status: 200 len: 881 time: 0.4377239 Jan 21 09:35:10.282107 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-49d8d4b6-6d63-4724-8142-7e8a811040d3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:10.288780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41142) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:10.382291 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ae0e5ac2-aa8b-4489-87ca-80ad8b68c135 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "GET /v2.0/ports?device_id=447b6d48-97b3-401e-82d3-e538e75eaff5 HTTP/1.1" status: 200 len: 205 time: 0.0893021 Jan 21 09:35:10.383962 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:10.385779 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41144) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:10.410563 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-dc7bb6b7-51cc-4681-b01f-09f55cecf0ab None None] Set router 70066a65-df27-49d1-9484-f20deabcf8d8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:10.421473 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3ab41a43-870e-4289-b100-c203aec2db78 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:10.425434 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3ab41a43-870e-4289-b100-c203aec2db78 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/b431932a-a8a1-47b7-b24d-7fb2abb43336 HTTP/1.1" status: 204 len: 168 time: 1.2766726 Jan 21 09:35:10.427482 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab41a43-870e-4289-b100-c203aec2db78 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Subnet': ['ID=b431932a-a8a1-47b7-b24d-7fb2abb43336,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:10.431351 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41146) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:10.469791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e4a03b-2976-4f05-985d-613e9a9ac648 None None] Network 9ef0157e-8555-4741-92fb-87b55f4b15c5 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:10.498833 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d2ba27f7-98ce-4efe-bf47-b22bc452ca5a None None] Provisioning complete for port 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:10.499206 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d2ba27f7-98ce-4efe-bf47-b22bc452ca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:10.529016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:10.592105 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:35:10.592503 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:35:10.682023 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port ed0dccec-2e00-4cb6-ab43-49a0afdfc654 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:10.682699 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:10.699206 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:10.779244 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=190e1f86-6df0-4857-828b-262ae212b263,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:10.808184 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-dc7bb6b7-51cc-4681-b01f-09f55cecf0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'name': 'tempest-ServerActionsTestJSON-560533580-router', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:10Z', 'updated_at': '2022-01-21T09:35:06Z', 'revision_number': 5, 'project_id': '8412c99099254edbacc3999749241e6e', 'gw_port': {'id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:10.815985 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] For port ed0dccec-2e00-4cb6-ab43-49a0afdfc654, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ed0dccec-2e00-4cb6-ab43-49a0afdfc654,segment=NetworkSegment(98cc7399-adbe-4bce-98a9-02ca223c3231),segment_id=98cc7399-adbe-4bce-98a9-02ca223c3231)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:10.816364 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:10.836660 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:10.836955 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7bb6b7-51cc-4681-b01f-09f55cecf0ab None None] Checking router: 70066a65-df27-49d1-9484-f20deabcf8d8 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:35:10.837107 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:10.837336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:10.837688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:10.838030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:10.838427 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:10.838725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:10.839061 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:10.839386 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:10.839712 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:10.840065 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:10.840355 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:10.859129 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7bb6b7-51cc-4681-b01f-09f55cecf0ab None None] Routers {'70066a65-df27-49d1-9484-f20deabcf8d8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:10.859965 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-dc7bb6b7-51cc-4681-b01f-09f55cecf0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['70066a65-df27-49d1-9484-f20deabcf8d8'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:10.865391 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for ed0dccec-2e00-4cb6-ab43-49a0afdfc654 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:10.888933 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:10.906611 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658783f6-0f1e-4d17-a843-86ce74c19bfa None None] DHCP port deletion for 9ef0157e-8555-4741-92fb-87b55f4b15c5 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:35:10.958161 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ef72e3dd-ce0f-472a-883d-577e7c4b169a None None] Provisioning complete for port ed0dccec-2e00-4cb6-ab43-49a0afdfc654 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:10.958540 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ef72e3dd-ce0f-472a-883d-577e7c4b169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:10.985151 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-85bb9922-250e-4ac4-8b3f-3a5f3aebe20a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.022951 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.026324 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.058493 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-dc7bb6b7-51cc-4681-b01f-09f55cecf0ab None None] Set router 70066a65-df27-49d1-9484-f20deabcf8d8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:11.094029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.094756 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Fanout notify agent at l3_agent the message router_deleted on router 64ee4422-2feb-4718-96ac-3da5128ae48c {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:35:11.104108 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.105644 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d34aa67b-a0bf-4aee-b6e8-1e173aad891f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/routers/64ee4422-2feb-4718-96ac-3da5128ae48c HTTP/1.1" status: 204 len: 168 time: 1.9587126 Jan 21 09:35:11.112922 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41148) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:11.120469 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-6d50ed88-c499-4495-9461-fdb33edd98f4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'network': {'name': 'tempest-RoutersTest-915382182'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:11.129326 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.147041 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-658783f6-0f1e-4d17-a843-86ce74c19bfa None None] Deleting port ed0dccec-2e00-4cb6-ab43-49a0afdfc654 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:11.147421 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-658783f6-0f1e-4d17-a843-86ce74c19bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.172046 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No DVR routers for this DVR port ed0dccec-2e00-4cb6-ab43-49a0afdfc654 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:11.181432 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d8b4da61-3357-4226-a46f-cd4fbf92becc tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.181588 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=ed0dccec-2e00-4cb6-ab43-49a0afdfc654,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:11.207947 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.plugins.ml2.db [None req-ef72e3dd-ce0f-472a-883d-577e7c4b169a None None] No ports have port_id starting with ed0dccec-2e00-4cb6-ab43-49a0afdfc654 Jan 21 09:35:11.218916 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d8b4da61-3357-4226-a46f-cd4fbf92becc tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.258285 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d50ed88-c499-4495-9461-fdb33edd98f4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:11.262613 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6d50ed88-c499-4495-9461-fdb33edd98f4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.286567 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d8b4da61-3357-4226-a46f-cd4fbf92becc tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.290817 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.290957 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d8b4da61-3357-4226-a46f-cd4fbf92becc tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6392314 Jan 21 09:35:11.293202 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41150) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:11.297952 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-92e9ecb0-1d3e-45b0-a2ef-2a3b84edcd97 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.302319 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-85bb9922-250e-4ac4-8b3f-3a5f3aebe20a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.304187 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-533a9708-7656-49fd-8772-8e14510df7b4 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Request body: {'security_group_rule': {'security_group_id': '27eab999-277f-48a2-b1b3-aaa367272b1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:11.306898 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.311743 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4da61-3357-4226-a46f-cd4fbf92becc tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27eab999-277f-48a2-b1b3-aaa367272b1f,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:11.328615 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-658783f6-0f1e-4d17-a843-86ce74c19bfa None None] For port ed0dccec-2e00-4cb6-ab43-49a0afdfc654, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:11.329019 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-658783f6-0f1e-4d17-a843-86ce74c19bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.333077 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.346267 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d50ed88-c499-4495-9461-fdb33edd98f4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:35:11.357649 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6d50ed88-c499-4495-9461-fdb33edd98f4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.358014 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-6d50ed88-c499-4495-9461-fdb33edd98f4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Added segment d0fd5730-5c1a-41ac-bcf8-f55b4f9b4bc4 of type vlan for network 83bd37eb-2959-424e-8ee6-cfb14b1c8181 Jan 21 09:35:11.360528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-658783f6-0f1e-4d17-a843-86ce74c19bfa None None] Calling delete_port for ed0dccec-2e00-4cb6-ab43-49a0afdfc654 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:11.366730 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.ipam_backend_mixin [None req-658783f6-0f1e-4d17-a843-86ce74c19bfa None None] Port ed0dccec-2e00-4cb6-ab43-49a0afdfc654 was not found and therefore no delete operation was performed {{(pid=102148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 09:35:11.372827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.377477 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-658783f6-0f1e-4d17-a843-86ce74c19bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.412948 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658783f6-0f1e-4d17-a843-86ce74c19bfa None None] Pushing event deleted for resources: {'Port': ['ID=ed0dccec-2e00-4cb6-ab43-49a0afdfc654,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:11.413773 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-533a9708-7656-49fd-8772-8e14510df7b4 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.433003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658783f6-0f1e-4d17-a843-86ce74c19bfa None None] No DVR routers for this DVR port ed0dccec-2e00-4cb6-ab43-49a0afdfc654 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:11.447467 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6d50ed88-c499-4495-9461-fdb33edd98f4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.452014 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bb9922-250e-4ac4-8b3f-3a5f3aebe20a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 60dfdc4c-b853-405e-95b2-119063ed960e is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:11.458871 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef0157e-8555-4741-92fb-87b55f4b15c5']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:11.493256 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98cc7399-adbe-4bce-98a9-02ca223c3231') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:11.493775 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98cc7399-adbe-4bce-98a9-02ca223c3231') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:11.494229 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-dc7bb6b7-51cc-4681-b01f-09f55cecf0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'name': 'tempest-ServerActionsTestJSON-560533580-router', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:10Z', 'updated_at': '2022-01-21T09:35:06Z', 'revision_number': 5, 'project_id': '8412c99099254edbacc3999749241e6e', 'gw_port': {'id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:11.499626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router c8ddb78d-262c-47dd-9380-c79f6fb3fa3c is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:35:11.501679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-85bb9922-250e-4ac4-8b3f-3a5f3aebe20a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:11.511094 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb9922-250e-4ac4-8b3f-3a5f3aebe20a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:11.522121 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-533a9708-7656-49fd-8772-8e14510df7b4 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.523956 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.532846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:11.536701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-533a9708-7656-49fd-8772-8e14510df7b4 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.537580 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7bb6b7-51cc-4681-b01f-09f55cecf0ab None None] The sync data for ids ['70066a65-df27-49d1-9484-f20deabcf8d8'] in dv-neutron-825721-1-hyperv is: [{'id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'name': 'tempest-ServerActionsTestJSON-560533580-router', 'tenant_id': '8412c99099254edbacc3999749241e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:31:10Z', 'updated_at': '2022-01-21T09:35:06Z', 'revision_number': 5, 'project_id': '8412c99099254edbacc3999749241e6e', 'gw_port': {'id': 'e354fe51-6a8e-45c0-b5b7-507842e08299', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70066a65-df27-49d1-9484-f20deabcf8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:31:11Z', 'updated_at': '2022-01-21T09:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:11.539540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb9922-250e-4ac4-8b3f-3a5f3aebe20a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=5cbcd0e7-31cb-4903-ba52-70a2ba170df7,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:11.557754 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.564822 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6d50ed88-c499-4495-9461-fdb33edd98f4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.578625 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50ed88-c499-4495-9461-fdb33edd98f4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:11.579267 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6d50ed88-c499-4495-9461-fdb33edd98f4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.602571 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:11.603182 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.681302 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-533a9708-7656-49fd-8772-8e14510df7b4 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.682568 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-533a9708-7656-49fd-8772-8e14510df7b4 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3881495 Jan 21 09:35:11.690209 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50ed88-c499-4495-9461-fdb33edd98f4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Network': ['ID=83bd37eb-2959-424e-8ee6-cfb14b1c8181,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:11.695907 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:35:11.696326 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.706788 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41152) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:35:11.707063 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:35:11.710449 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a9708-7656-49fd-8772-8e14510df7b4 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292012e6-557f-47e2-874e-ac289570a175,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:11.710635 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 83bd37eb-2959-424e-8ee6-cfb14b1c8181 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:35:11.826493 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-92e9ecb0-1d3e-45b0-a2ef-2a3b84edcd97 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.834325 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6d50ed88-c499-4495-9461-fdb33edd98f4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7198274 Jan 21 09:35:11.844145 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:11.848830 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41154) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:11.857131 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98e00fa-0c92-4e99-b1d1-52bf87bb5690 None None] Sync routers for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:11.861916 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ed0dccec-2e00-4cb6-ab43-49a0afdfc654 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:11.871627 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e00fa-0c92-4e99-b1d1-52bf87bb5690 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:11.872346 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e98e00fa-0c92-4e99-b1d1-52bf87bb5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:11.881913 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-54e456f1-4b04-432b-aa5a-151be56f9be1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'subnet': {'network_id': '83bd37eb-2959-424e-8ee6-cfb14b1c8181', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:11.910503 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: ed0dccec-2e00-4cb6-ab43-49a0afdfc654 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:11.911027 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ed0dccec-2e00-4cb6-ab43-49a0afdfc654 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:11.925186 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e98e00fa-0c92-4e99-b1d1-52bf87bb5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:11.926020 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-cedbe0a9-f265-4d60-9a23-e750c442bf2e None None] Provisioning complete for port 5cbcd0e7-31cb-4903-ba52-70a2ba170df7 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:11.927044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cedbe0a9-f265-4d60-9a23-e750c442bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.929531 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.936046 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.939327 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/networks/9ef0157e-8555-4741-92fb-87b55f4b15c5 HTTP/1.1" status: 204 len: 168 time: 1.5069270 Jan 21 09:35:11.951498 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e00fa-0c92-4e99-b1d1-52bf87bb5690 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:11.952402 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e98e00fa-0c92-4e99-b1d1-52bf87bb5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:11.954046 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.959007 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e3ee1a08-b564-4274-878d-11a5902dae65 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.0601549 Jan 21 09:35:11.965319 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bb9922-250e-4ac4-8b3f-3a5f3aebe20a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:11.965987 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-85bb9922-250e-4ac4-8b3f-3a5f3aebe20a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.971865 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-cedbe0a9-f265-4d60-9a23-e750c442bf2e None None] Port 5cbcd0e7-31cb-4903-ba52-70a2ba170df7 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:11.975891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41156) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:11.976224 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41158) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:11.993697 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea195cde-fd83-48ab-89cd-103a8ab8701d tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:11.997203 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e98e00fa-0c92-4e99-b1d1-52bf87bb5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:11.999814 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98e00fa-0c92-4e99-b1d1-52bf87bb5690 None None] The sync data for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:12.023458 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a1b36-cd39-43bf-9ca2-ea6bbfb7bf5a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Network': ['ID=9ef0157e-8555-4741-92fb-87b55f4b15c5,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:12.049644 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea195cde-fd83-48ab-89cd-103a8ab8701d tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:12.067283 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-85bb9922-250e-4ac4-8b3f-3a5f3aebe20a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.0290048 Jan 21 09:35:12.068781 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Deleting port e354fe51-6a8e-45c0-b5b7-507842e08299 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:12.069120 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:12.070661 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41160) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:12.083493 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a74bc762-1896-4d85-bfab-5f70d503d2de tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'network_id': '60dfdc4c-b853-405e-95b2-119063ed960e', 'name': 'tempest-PortsTestJSON-1268683834', 'fixed_ips': [{'subnet_id': '138da7dd-054f-40ec-92aa-f609f5bf5ac7', 'ip_address': '172.20.0.9'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:12.157724 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e456f1-4b04-432b-aa5a-151be56f9be1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:12.161551 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-54e456f1-4b04-432b-aa5a-151be56f9be1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:12.181878 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea195cde-fd83-48ab-89cd-103a8ab8701d tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:12.184480 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea195cde-fd83-48ab-89cd-103a8ab8701d tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:12.187911 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ea195cde-fd83-48ab-89cd-103a8ab8701d tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-groups/27eab999-277f-48a2-b1b3-aaa367272b1f HTTP/1.1" status: 204 len: 168 time: 0.4753664 Jan 21 09:35:12.200450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a107a3-3945-44a7-a168-bef522b36284 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:12.201964 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b0a107a3-3945-44a7-a168-bef522b36284 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2226825 Jan 21 09:35:12.205162 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41162) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:12.212013 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41164) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:12.222823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-92e9ecb0-1d3e-45b0-a2ef-2a3b84edcd97 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Deleting port b760db6e-b527-40e4-ad9a-603427a32983 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:12.223166 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-92e9ecb0-1d3e-45b0-a2ef-2a3b84edcd97 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:12.245125 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea195cde-fd83-48ab-89cd-103a8ab8701d tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eab999-277f-48a2-b1b3-aaa367272b1f,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:12.309162 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74bc762-1896-4d85-bfab-5f70d503d2de tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:12.346327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-49d8d4b6-6d63-4724-8142-7e8a811040d3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port 747b88a4-a260-49ba-8758-e04f75362963 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:12.346992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-49d8d4b6-6d63-4724-8142-7e8a811040d3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:12.453659 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] For port e354fe51-6a8e-45c0-b5b7-507842e08299, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e354fe51-6a8e-45c0-b5b7-507842e08299,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:12.453961 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:12.464818 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a74bc762-1896-4d85-bfab-5f70d503d2de tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:12.476176 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-54e456f1-4b04-432b-aa5a-151be56f9be1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:12.513578 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-eb2463a9-73d8-486b-b863-0eee1201d26a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2933025 Jan 21 09:35:12.516061 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-a74bc762-1896-4d85-bfab-5f70d503d2de tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] device_id is not set on port 8564248e-778b-4760-ad80-a4483cd63e67 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:35:12.517819 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Calling delete_port for e354fe51-6a8e-45c0-b5b7-507842e08299 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:12.527051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41166) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:12.535532 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-19108627-2794-45f4-a424-5def075eccf6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1561635044'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:12.569282 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6d97103c-f8ba-46d6-a12e-26921b679a67 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3579152 Jan 21 09:35:12.579807 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41168) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:12.582817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-92e9ecb0-1d3e-45b0-a2ef-2a3b84edcd97 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:12.633934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e456f1-4b04-432b-aa5a-151be56f9be1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Subnet': ['ID=003d8bd1-7bc8-4ac5-a39f-851bf910a46f,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:12.649319 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-92e9ecb0-1d3e-45b0-a2ef-2a3b84edcd97 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Calling delete_port for b760db6e-b527-40e4-ad9a-603427a32983 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:12.681499 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19108627-2794-45f4-a424-5def075eccf6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:12.684129 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-49d8d4b6-6d63-4724-8142-7e8a811040d3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] For port 747b88a4-a260-49ba-8758-e04f75362963, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=747b88a4-a260-49ba-8758-e04f75362963,segment=NetworkSegment(c2c2aea0-61ea-4edc-a709-cf05a4645341),segment_id=c2c2aea0-61ea-4edc-a709-cf05a4645341)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:12.684490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-49d8d4b6-6d63-4724-8142-7e8a811040d3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:12.684898 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-19108627-2794-45f4-a424-5def075eccf6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:12.693108 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e456f1-4b04-432b-aa5a-151be56f9be1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Checking segment: {'id': 'd0fd5730-5c1a-41ac-bcf8-f55b4f9b4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '83bd37eb-2959-424e-8ee6-cfb14b1c8181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:12.693486 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e456f1-4b04-432b-aa5a-151be56f9be1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network hostable DHCP agents. Network: 83bd37eb-2959-424e-8ee6-cfb14b1c8181, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:35:12.729694 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e809d445-3b59-4094-872a-89302802b594 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1465693 Jan 21 09:35:12.739444 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41170) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:12.765724 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-49d8d4b6-6d63-4724-8142-7e8a811040d3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for 747b88a4-a260-49ba-8758-e04f75362963 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:12.771552 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19108627-2794-45f4-a424-5def075eccf6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:35:12.778850 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-3f163ef2-7f3c-4b99-8d5b-7c6642943ac3 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] delete failed (client error): The resource could not be found. Jan 21 09:35:12.779907 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3f163ef2-7f3c-4b99-8d5b-7c6642943ac3 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "DELETE /v2.0/security-groups/27eab999-277f-48a2-b1b3-aaa367272b1f HTTP/1.1" status: 404 len: 347 time: 0.0374393 Jan 21 09:35:12.789852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41172) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:12.804114 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e456f1-4b04-432b-aa5a-151be56f9be1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network 83bd37eb-2959-424e-8ee6-cfb14b1c8181 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:35:12.817942 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-19108627-2794-45f4-a424-5def075eccf6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:12.818290 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-19108627-2794-45f4-a424-5def075eccf6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Added segment 06d7ce59-27d1-4813-ab79-c4d02b8ad0df of type vlan for network 3299b366-ce60-48fe-8bad-0e354e5def06 Jan 21 09:35:12.833720 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-54e456f1-4b04-432b-aa5a-151be56f9be1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 83bd37eb-2959-424e-8ee6-cfb14b1c8181) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:12.853087 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2202230a-e9a0-4742-affd-627808702b31 None None] Network 83bd37eb-2959-424e-8ee6-cfb14b1c8181 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:12.864296 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e456f1-4b04-432b-aa5a-151be56f9be1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:12.864899 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-54e456f1-4b04-432b-aa5a-151be56f9be1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:12.883259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-a74bc762-1896-4d85-bfab-5f70d503d2de tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Allocated IP 172.20.0.9 (60dfdc4c-b853-405e-95b2-119063ed960e/138da7dd-054f-40ec-92aa-f609f5bf5ac7/8564248e-778b-4760-ad80-a4483cd63e67) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:12.895913 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-19108627-2794-45f4-a424-5def075eccf6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:12.907523 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-54e456f1-4b04-432b-aa5a-151be56f9be1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0549798 Jan 21 09:35:12.914341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41174) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:12.921973 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-2275f79d-46bc-46d9-837d-1437fecf5e27 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-957948625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:12.979330 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-19108627-2794-45f4-a424-5def075eccf6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:12.984844 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19108627-2794-45f4-a424-5def075eccf6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:12.985360 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-19108627-2794-45f4-a424-5def075eccf6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.037971 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-83bd37eb-2959-424e-8ee6-cfb14b1c8181', 'network_id': '83bd37eb-2959-424e-8ee6-cfb14b1c8181', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'fixed_ips': [{'subnet_id': '003d8bd1-7bc8-4ac5-a39f-851bf910a46f'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:35:13.039276 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.063417 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e54ca5b4-8fd9-40ea-b501-aeef27b1a811 tempest-SecGroupIPv6Test-1705543034 tempest-SecGroupIPv6Test-1705543034-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2694023 Jan 21 09:35:13.068526 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2275f79d-46bc-46d9-837d-1437fecf5e27 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.069747 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2275f79d-46bc-46d9-837d-1437fecf5e27 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.111437 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-19108627-2794-45f4-a424-5def075eccf6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5796702 Jan 21 09:35:13.120814 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41178) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:13.130677 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-6aa9b6f3-5827-4495-9033-75cc0ae50af5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'subnet': {'network_id': '3299b366-ce60-48fe-8bad-0e354e5def06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:13.167629 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19108627-2794-45f4-a424-5def075eccf6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Network': ['ID=3299b366-ce60-48fe-8bad-0e354e5def06,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:13.185307 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 3299b366-ce60-48fe-8bad-0e354e5def06 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:35:13.304814 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2275f79d-46bc-46d9-837d-1437fecf5e27 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.320353 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2275f79d-46bc-46d9-837d-1437fecf5e27 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.328265 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a74bc762-1896-4d85-bfab-5f70d503d2de tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.417045 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2275f79d-46bc-46d9-837d-1437fecf5e27 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.423230 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2275f79d-46bc-46d9-837d-1437fecf5e27 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5066071 Jan 21 09:35:13.424409 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41182) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:13.428385 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a74bc762-1896-4d85-bfab-5f70d503d2de tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.468038 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a49abab0-9bcf-4e8b-b71f-e25fa2f516f0 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:13.493190 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41184) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:13.502828 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: a49abab0-9bcf-4e8b-b71f-e25fa2f516f0 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:13.503032 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a49abab0-9bcf-4e8b-b71f-e25fa2f516f0 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:13.529096 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Allocated IP 172.20.0.2 (83bd37eb-2959-424e-8ee6-cfb14b1c8181/003d8bd1-7bc8-4ac5-a39f-851bf910a46f/6afed95b-4f84-4b5d-815b-4db743f77b0a) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:13.537380 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa9b6f3-5827-4495-9033-75cc0ae50af5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:13.541101 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6aa9b6f3-5827-4495-9033-75cc0ae50af5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.613424 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bc762-1896-4d85-bfab-5f70d503d2de tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=8564248e-778b-4760-ad80-a4483cd63e67,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:13.645112 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.681764 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-92e9ecb0-1d3e-45b0-a2ef-2a3b84edcd97 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.715967 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.717600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e354fe51-6a8e-45c0-b5b7-507842e08299,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:13.726440 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.737030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74bc762-1896-4d85-bfab-5f70d503d2de tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 60dfdc4c-b853-405e-95b2-119063ed960e is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:13.743399 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-a74bc762-1896-4d85-bfab-5f70d503d2de tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:13.748012 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74bc762-1896-4d85-bfab-5f70d503d2de tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:13.771139 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Network 83bd37eb-2959-424e-8ee6-cfb14b1c8181 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:13.774584 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:13.778534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:13.784971 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Pushing event updated for resources: {'Port': ['ID=6afed95b-4f84-4b5d-815b-4db743f77b0a,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:13.808118 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:13.808474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:13.808804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:13.809131 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:13.809514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:13.809800 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:13.810297 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:13.810623 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:13.810940 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:13.811256 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:13.811569 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:13.811875 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:13.855904 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Attempting to bind port 6afed95b-4f84-4b5d-815b-4db743f77b0a on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:35:13.856516 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Attempting to bind port 6afed95b-4f84-4b5d-815b-4db743f77b0a by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'd0fd5730-5c1a-41ac-bcf8-f55b4f9b4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '83bd37eb-2959-424e-8ee6-cfb14b1c8181'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:35:13.856638 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Attempting to bind port 6afed95b-4f84-4b5d-815b-4db743f77b0a on network 83bd37eb-2959-424e-8ee6-cfb14b1c8181 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:35:13.863229 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:35:13.864090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Checking segment: {'id': 'd0fd5730-5c1a-41ac-bcf8-f55b4f9b4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '83bd37eb-2959-424e-8ee6-cfb14b1c8181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:13.864657 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.865210 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Bound using segment: {'id': 'd0fd5730-5c1a-41ac-bcf8-f55b4f9b4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '83bd37eb-2959-424e-8ee6-cfb14b1c8181'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:35:13.865869 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Bound port: 6afed95b-4f84-4b5d-815b-4db743f77b0a, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fd5730-5c1a-41ac-bcf8-f55b4f9b4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '83bd37eb-2959-424e-8ee6-cfb14b1c8181'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:35:13.866397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.943330 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] For port 6afed95b-4f84-4b5d-815b-4db743f77b0a, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:13.944646 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74bc762-1896-4d85-bfab-5f70d503d2de tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:13.945308 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a74bc762-1896-4d85-bfab-5f70d503d2de tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.946898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] For port 6afed95b-4f84-4b5d-815b-4db743f77b0a, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6afed95b-4f84-4b5d-815b-4db743f77b0a,segment=NetworkSegment(d0fd5730-5c1a-41ac-bcf8-f55b4f9b4bc4),segment_id=d0fd5730-5c1a-41ac-bcf8-f55b4f9b4bc4)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:13.953348 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.961191 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:13.966113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9ecb0-1d3e-45b0-a2ef-2a3b84edcd97 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Pushing event deleted for resources: {'Port': ['ID=b760db6e-b527-40e4-ad9a-603427a32983,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:13.969388 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a74bc762-1896-4d85-bfab-5f70d503d2de tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8920293 Jan 21 09:35:13.973590 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41188) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:14.027217 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.039531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-92e9ecb0-1d3e-45b0-a2ef-2a3b84edcd97 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.041168 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6063fca-355c-4923-b513-41812c94c4e9 None None] Pushing event updated for resources: {'Port': ['ID=6afed95b-4f84-4b5d-815b-4db743f77b0a,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:14.042300 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-49d8d4b6-6d63-4724-8142-7e8a811040d3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.088888 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.116484 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-60beaa82-60aa-4792-b59f-6a18b3dca362 None None] Provisioning complete for port 8564248e-778b-4760-ad80-a4483cd63e67 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:14.117060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-60beaa82-60aa-4792-b59f-6a18b3dca362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.162112 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f465e40a-bb4a-453e-94ba-6d72cc3ff517 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:14.163691 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f465e40a-bb4a-453e-94ba-6d72cc3ff517 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 920 time: 0.1891413 Jan 21 09:35:14.168187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-60beaa82-60aa-4792-b59f-6a18b3dca362 None None] Port 8564248e-778b-4760-ad80-a4483cd63e67 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:14.206910 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41190) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:14.231185 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8d4b6-6d63-4724-8142-7e8a811040d3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=747b88a4-a260-49ba-8758-e04f75362963,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:14.338229 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.377276 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-92e9ecb0-1d3e-45b0-a2ef-2a3b84edcd97 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.380698 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.387674 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a3e79002-2ad2-4304-bdbf-74ee89f77fda admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a0ad9b538a4341a69670033baec6a2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8901103 Jan 21 09:35:14.395359 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-92e9ecb0-1d3e-45b0-a2ef-2a3b84edcd97 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.527359 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41192) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:14.601158 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-92e9ecb0-1d3e-45b0-a2ef-2a3b84edcd97 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.601656 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e9ecb0-1d3e-45b0-a2ef-2a3b84edcd97 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Fanout notify agent at l3_agent the message router_deleted on router 447b6d48-97b3-401e-82d3-e538e75eaff5 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:35:14.610924 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-92e9ecb0-1d3e-45b0-a2ef-2a3b84edcd97 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.611838 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-92e9ecb0-1d3e-45b0-a2ef-2a3b84edcd97 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "DELETE /v2.0/routers/447b6d48-97b3-401e-82d3-e538e75eaff5 HTTP/1.1" status: 204 len: 168 time: 4.1761086 Jan 21 09:35:14.620041 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41194) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:14.627556 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-07fc9c2e-308d-430a-8d04-931cd533ba94 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1689084513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:14.660480 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.661030 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70066a65-df27-49d1-9484-f20deabcf8d8 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:35:14.665640 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.669522 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c2acf994-2b6c-4b99-9730-9903d2126ad5 admin admin] 10.222.0.88 "DELETE /v2.0/routers/70066a65-df27-49d1-9484-f20deabcf8d8 HTTP/1.1" status: 204 len: 168 time: 4.6776495 Jan 21 09:35:14.669639 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6aa9b6f3-5827-4495-9033-75cc0ae50af5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.676819 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41196) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:14.688201 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98697f12-d8db-46f4-a6df-4ad885462e65 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:14.691592 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-49d8d4b6-6d63-4724-8142-7e8a811040d3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.694535 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98697f12-d8db-46f4-a6df-4ad885462e65 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:14.700244 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98697f12-d8db-46f4-a6df-4ad885462e65 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:14.702059 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-98697f12-d8db-46f4-a6df-4ad885462e65 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.4905429 Jan 21 09:35:14.713981 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41198) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:14.837923 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c3cd-7a0b-49a0-93ef-a3964bd02e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.906548 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9b6f3-5827-4495-9033-75cc0ae50af5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Subnet': ['ID=5e77562f-bb6e-4d3e-924c-e6279008dcbe,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:14.923365 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c3cd-7a0b-49a0-93ef-a3964bd02e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.924078 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-66466f53-2dcc-4f5a-92a5-8c057a2afa9a admin admin] Deleting subnet e4bc1c0e-de86-4cff-909c-9d8480083531 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:35:14.955116 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-07fc9c2e-308d-430a-8d04-931cd533ba94 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.956265 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-07fc9c2e-308d-430a-8d04-931cd533ba94 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:14.962567 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-66466f53-2dcc-4f5a-92a5-8c057a2afa9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.053762 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa9b6f3-5827-4495-9033-75cc0ae50af5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Checking segment: {'id': '06d7ce59-27d1-4813-ab79-c4d02b8ad0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3299b366-ce60-48fe-8bad-0e354e5def06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:15.054023 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa9b6f3-5827-4495-9033-75cc0ae50af5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network hostable DHCP agents. Network: 3299b366-ce60-48fe-8bad-0e354e5def06, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:35:15.070593 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-66466f53-2dcc-4f5a-92a5-8c057a2afa9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.112422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Allocated IP 172.20.0.1 (6e689d8e-4df5-4569-9ab2-604db6828e24/3d24dff0-3a56-490d-bed2-18cdb366eb7a/81282361-f0e2-4eb0-87fe-b5f6f3d2f1ca) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:15.116298 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d8d4b6-6d63-4724-8142-7e8a811040d3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router f6b48623-6039-49f8-8afe-65fbc46b3816 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:15.119865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c3cd-7a0b-49a0-93ef-a3964bd02e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.122752 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c3cd-7a0b-49a0-93ef-a3964bd02e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.126784 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d9c7c3cd-7a0b-49a0-93ef-a3964bd02e9a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8df2e704-4798-48ce-8096-a323eecab982 HTTP/1.1" status: 204 len: 168 time: 0.5949647 Jan 21 09:35:15.146338 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7c3cd-7a0b-49a0-93ef-a3964bd02e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df2e704-4798-48ce-8096-a323eecab982,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:15.195311 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-07fc9c2e-308d-430a-8d04-931cd533ba94 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.219682 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Allocated IP 172.20.0.1 (83bd37eb-2959-424e-8ee6-cfb14b1c8181/003d8bd1-7bc8-4ac5-a39f-851bf910a46f/56cd5913-c42d-4c07-b43e-678d21e540df) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:15.294234 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44c89f9-b4e7-4410-a204-540de5a7c149 None None] Network 83bd37eb-2959-424e-8ee6-cfb14b1c8181 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:15.324722 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d8d4b6-6d63-4724-8142-7e8a811040d3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:15.333851 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-49d8d4b6-6d63-4724-8142-7e8a811040d3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/f6b48623-6039-49f8-8afe-65fbc46b3816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8111403 Jan 21 09:35:15.334516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41204) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:15.341357 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-07fc9c2e-308d-430a-8d04-931cd533ba94 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.375622 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff6c0cd-9d8b-4d23-99b6-a8a9f7cd9933 None None] Sync routers for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:15.406065 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa9b6f3-5827-4495-9033-75cc0ae50af5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 3299b366-ce60-48fe-8bad-0e354e5def06 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:35:15.412956 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.436866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc6a9a1-ed43-41d7-949f-36da03adcf6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting subnet 0f85d96f-9bdc-4575-a7a2-68dbc6df1823 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:35:15.444064 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-07fc9c2e-308d-430a-8d04-931cd533ba94 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.444287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a9a1-ed43-41d7-949f-36da03adcf6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.448627 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-07fc9c2e-308d-430a-8d04-931cd533ba94 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8250663 Jan 21 09:35:15.454082 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41206) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:15.461646 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'enable_snat': True}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:15.465706 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-858f0026-937c-472c-a5d4-d1cdd869d968 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port 8564248e-778b-4760-ad80-a4483cd63e67 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:15.466242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-858f0026-937c-472c-a5d4-d1cdd869d968 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.494676 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff6c0cd-9d8b-4d23-99b6-a8a9f7cd9933 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:15.495513 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-aff6c0cd-9d8b-4d23-99b6-a8a9f7cd9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:15.543523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-6aa9b6f3-5827-4495-9033-75cc0ae50af5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 3299b366-ce60-48fe-8bad-0e354e5def06) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:15.545385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a9a1-ed43-41d7-949f-36da03adcf6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.588167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.612390 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c3edf7b6-84a3-4637-8032-3339df147000 None None] Provisioning complete for port 6afed95b-4f84-4b5d-815b-4db743f77b0a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:15.614475 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c3edf7b6-84a3-4637-8032-3339df147000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.617127 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef7f8d1-38a9-4700-8ffd-aef28a6d66b3 None None] Network 3299b366-ce60-48fe-8bad-0e354e5def06 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:15.629996 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa9b6f3-5827-4495-9033-75cc0ae50af5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:15.630574 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6aa9b6f3-5827-4495-9033-75cc0ae50af5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.647409 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network 6e689d8e-4df5-4569-9ab2-604db6828e24 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:15.649093 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-66466f53-2dcc-4f5a-92a5-8c057a2afa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.655576 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.660514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:15.663627 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:15.684800 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6afed95b-4f84-4b5d-815b-4db743f77b0a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:15.734011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=81282361-f0e2-4eb0-87fe-b5f6f3d2f1ca,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:15.736613 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6aa9b6f3-5827-4495-9033-75cc0ae50af5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6108890 Jan 21 09:35:15.745181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41216) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:15.757426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-05eae6b2-113f-440c-9f16-cfe3419a6985 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'network_id': '3299b366-ce60-48fe-8bad-0e354e5def06', 'name': 'tempest-PortsIpV6TestJSON-1433780029'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:15.792962 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a9a1-ed43-41d7-949f-36da03adcf6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.829715 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-858f0026-937c-472c-a5d4-d1cdd869d968 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.855891 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-aff6c0cd-9d8b-4d23-99b6-a8a9f7cd9933 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:15.880439 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.921570 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-858f0026-937c-472c-a5d4-d1cdd869d968 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for 8564248e-778b-4760-ad80-a4483cd63e67 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:15.929145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.950577 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:15.973201 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-66466f53-2dcc-4f5a-92a5-8c057a2afa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:16.044626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a9a1-ed43-41d7-949f-36da03adcf6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:16.071358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 6afed95b-4f84-4b5d-815b-4db743f77b0a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:16.071656 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:16.078351 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66466f53-2dcc-4f5a-92a5-8c057a2afa9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4bc1c0e-de86-4cff-909c-9d8480083531,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:16.158557 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c3edf7b6-84a3-4637-8032-3339df147000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:16.160362 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network 83bd37eb-2959-424e-8ee6-cfb14b1c8181 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:16.167711 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-66466f53-2dcc-4f5a-92a5-8c057a2afa9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:16.171518 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-66466f53-2dcc-4f5a-92a5-8c057a2afa9a admin admin] 10.222.0.88 "DELETE /v2.0/subnets/e4bc1c0e-de86-4cff-909c-9d8480083531 HTTP/1.1" status: 204 len: 168 time: 1.4682143 Jan 21 09:35:16.175500 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41226) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:16.178153 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:16.205103 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6505db5f-5504-4418-80d6-2826a3ef7f45 None None] Network eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:16.254189 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-3299b366-ce60-48fe-8bad-0e354e5def06', 'network_id': '3299b366-ce60-48fe-8bad-0e354e5def06', 'tenant_id': 'e1679b4b6a6a4ba38d05541ed992158a', 'fixed_ips': [{'subnet_id': '5e77562f-bb6e-4d3e-924c-e6279008dcbe'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:35:16.255122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:16.263272 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:16.333017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:16.336828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:16.345681 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41228) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:16.401357 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=56cd5913-c42d-4c07-b43e-678d21e540df,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:16.402468 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c3edf7b6-84a3-4637-8032-3339df147000 None None] For port 6afed95b-4f84-4b5d-815b-4db743f77b0a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6afed95b-4f84-4b5d-815b-4db743f77b0a,segment=NetworkSegment(d0fd5730-5c1a-41ac-bcf8-f55b4f9b4bc4),segment_id=d0fd5730-5c1a-41ac-bcf8-f55b4f9b4bc4)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:16.432042 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c3edf7b6-84a3-4637-8032-3339df147000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:16.457577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a9a1-ed43-41d7-949f-36da03adcf6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Subnet': ['ID=0f85d96f-9bdc-4575-a7a2-68dbc6df1823,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:16.474392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a9a1-ed43-41d7-949f-36da03adcf6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:16.488655 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2dc6a9a1-ed43-41d7-949f-36da03adcf6a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/0f85d96f-9bdc-4575-a7a2-68dbc6df1823 HTTP/1.1" status: 204 len: 168 time: 1.1482134 Jan 21 09:35:16.494716 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41232) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:16.531581 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbeec6b-5f81-482d-ba07-0268f5a31dde None None] Network fe58836c-7dbd-4819-842e-9551ba88d95e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:16.532774 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eae6b2-113f-440c-9f16-cfe3419a6985 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:16.537773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-05eae6b2-113f-440c-9f16-cfe3419a6985 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:16.624251 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-0eefb3f1-b385-4789-9679-ecbc645af4b4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group': {'name': 'tempest-secgroup--190176841'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:16.637032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-05eae6b2-113f-440c-9f16-cfe3419a6985 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] device_id is not set on port 9c5ff3d0-83f8-4e46-ba71-c9a2b7ff4e4e yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:35:16.641632 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:16.704667 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.009824 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c6f04e35-d749-4bb5-9a22-487ebb485849 None None] Provisioning complete for port 6afed95b-4f84-4b5d-815b-4db743f77b0a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:17.010272 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c6f04e35-d749-4bb5-9a22-487ebb485849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.011913 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-05eae6b2-113f-440c-9f16-cfe3419a6985 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Allocated IP 2001:db8::3a7 (3299b366-ce60-48fe-8bad-0e354e5def06/5e77562f-bb6e-4d3e-924c-e6279008dcbe/9c5ff3d0-83f8-4e46-ba71-c9a2b7ff4e4e) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:17.014776 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edf7b6-84a3-4637-8032-3339df147000 None None] Pushing event updated for resources: {'Port': ['ID=6afed95b-4f84-4b5d-815b-4db743f77b0a,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:17.030343 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port a1a1c48b-e21b-4ec2-873a-9bada38afdbb {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:17.031152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.131170 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e354fe51-6a8e-45c0-b5b7-507842e08299 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:17.169979 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0eefb3f1-b385-4789-9679-ecbc645af4b4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.198160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] For port a1a1c48b-e21b-4ec2-873a-9bada38afdbb, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a1a1c48b-e21b-4ec2-873a-9bada38afdbb,segment=NetworkSegment(c2c2aea0-61ea-4edc-a709-cf05a4645341),segment_id=c2c2aea0-61ea-4edc-a709-cf05a4645341)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:17.198766 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.206075 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] Deleting port 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:17.206581 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.212887 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.214841 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0eefb3f1-b385-4789-9679-ecbc645af4b4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.222108 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for a1a1c48b-e21b-4ec2-873a-9bada38afdbb owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:17.317592 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: e354fe51-6a8e-45c0-b5b7-507842e08299 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:17.318204 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e354fe51-6a8e-45c0-b5b7-507842e08299 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:17.327458 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-858f0026-937c-472c-a5d4-d1cdd869d968 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.349109 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f29e00-9fef-4aba-9b58-bda27330fb63 None None] DHCP port deletion for eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:35:17.410877 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-aff6c0cd-9d8b-4d23-99b6-a8a9f7cd9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:13Z', 'revision_number': 8, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9047c8a-eca6-4fff-a5cd-f15410729481', 'name': '', 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:72:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:41Z', 'updated_at': '2022-01-21T09:34:47Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:17.457914 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6afed95b-4f84-4b5d-815b-4db743f77b0a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:17.463762 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] For port 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4c2a5d82-3c08-49f9-ad37-6885cc23a3ac,segment=NetworkSegment(f079f2df-51a3-4fdf-bc18-89660f114394),segment_id=f079f2df-51a3-4fdf-bc18-89660f114394)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:17.464152 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.469723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f0026-937c-472c-a5d4-d1cdd869d968 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=8564248e-778b-4760-ad80-a4483cd63e67,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:17.493309 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.501888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff6c0cd-9d8b-4d23-99b6-a8a9f7cd9933 None None] Checking router: f6b48623-6039-49f8-8afe-65fbc46b3816 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:35:17.513352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.573239 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 6afed95b-4f84-4b5d-815b-4db743f77b0a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:17.573487 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.587241 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.617673 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] Calling delete_port for 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:17.631618 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff6c0cd-9d8b-4d23-99b6-a8a9f7cd9933 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:17.632275 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-05eae6b2-113f-440c-9f16-cfe3419a6985 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.632400 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-aff6c0cd-9d8b-4d23-99b6-a8a9f7cd9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:17.639895 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No DVR routers for this DVR port a1a1c48b-e21b-4ec2-873a-9bada38afdbb on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:17.683924 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.692691 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be40d0b3-17af-4fa1-96fe-ed16422cc83e None None] DHCP port deletion for fe58836c-7dbd-4819-842e-9551ba88d95e request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:35:17.718329 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.758391 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-aff6c0cd-9d8b-4d23-99b6-a8a9f7cd9933 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:17.780284 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.812241 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.813183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe58836c-7dbd-4819-842e-9551ba88d95e']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:17.827868 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c2aea0-61ea-4edc-a709-cf05a4645341') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:17.828528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c2aea0-61ea-4edc-a709-cf05a4645341') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:17.834568 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-858f0026-937c-472c-a5d4-d1cdd869d968 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.840221 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-858f0026-937c-472c-a5d4-d1cdd869d968 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/8564248e-778b-4760-ad80-a4483cd63e67 HTTP/1.1" status: 204 len: 168 time: 3.1168413 Jan 21 09:35:17.842424 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.849624 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b4f29e00-9fef-4aba-9b58-bda27330fb63 None None] Deleting port 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:17.850008 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b4f29e00-9fef-4aba-9b58-bda27330fb63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.851729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41234) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:17.854309 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=81282361-f0e2-4eb0-87fe-b5f6f3d2f1ca,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:17.926113 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2dde2d-e033-4fd5-89db-b5fd27286847 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] GET failed (client error): The resource could not be found. Jan 21 09:35:17.930261 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0d2dde2d-e033-4fd5-89db-b5fd27286847 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports/8564248e-778b-4760-ad80-a4483cd63e67 HTTP/1.1" status: 404 len: 333 time: 0.0746858 Jan 21 09:35:17.930261 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.945124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=a1a1c48b-e21b-4ec2-873a-9bada38afdbb,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:17.954122 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41236) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:17.967626 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0eefb3f1-b385-4789-9679-ecbc645af4b4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:17.985833 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0eefb3f1-b385-4789-9679-ecbc645af4b4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.002141 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:35:18.002679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:35:18.012816 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:35:18.015187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b4f29e00-9fef-4aba-9b58-bda27330fb63 None None] For port 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4c2a5d82-3c08-49f9-ad37-6885cc23a3ac,segment=NetworkSegment(f079f2df-51a3-4fdf-bc18-89660f114394),segment_id=f079f2df-51a3-4fdf-bc18-89660f114394)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:18.015187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b4f29e00-9fef-4aba-9b58-bda27330fb63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.050954 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b4f29e00-9fef-4aba-9b58-bda27330fb63 None None] Calling delete_port for 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:18.055771 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ab0e0aa5-b9a8-4e83-ac94-b037e2860dfb None None] Provisioning complete for port 56cd5913-c42d-4c07-b43e-678d21e540df triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:18.055771 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ab0e0aa5-b9a8-4e83-ac94-b037e2860dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.083633 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.133585 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-05eae6b2-113f-440c-9f16-cfe3419a6985 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.142278 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefb3f1-b385-4789-9679-ecbc645af4b4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c833df47-dc1f-4bdd-a3b7-25cc490930ca,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:18.156752 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2a5d82-3c08-49f9-ad37-6885cc23a3ac,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:18.181625 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:18.201723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] No DVR routers for this DVR port 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:18.214992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eae6b2-113f-440c-9f16-cfe3419a6985 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 3299b366-ce60-48fe-8bad-0e354e5def06 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:18.220719 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.226933 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-05eae6b2-113f-440c-9f16-cfe3419a6985 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:18.229777 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eae6b2-113f-440c-9f16-cfe3419a6985 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:18.235422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eae6b2-113f-440c-9f16-cfe3419a6985 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:18.236060 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-05eae6b2-113f-440c-9f16-cfe3419a6985 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.255505 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:18.255851 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:18.258681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e0aa5-b9a8-4e83-ac94-b037e2860dfb None None] Port 56cd5913-c42d-4c07-b43e-678d21e540df cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:18.260378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.267479 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/networks/fe58836c-7dbd-4819-842e-9551ba88d95e HTTP/1.1" status: 204 len: 168 time: 1.7715647 Jan 21 09:35:18.275033 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130c30d-77b2-4bdc-aceb-d725e42d0dd9 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Network': ['ID=fe58836c-7dbd-4819-842e-9551ba88d95e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:18.282659 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41238) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:18.296089 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Allocated IP 172.26.7.154 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/f951a645-d54a-4c5a-9813-f0b6969a4fe4) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:18.308327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network 6e689d8e-4df5-4569-9ab2-604db6828e24 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:18.319451 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Allocated IP 2001:db8::2 (3299b366-ce60-48fe-8bad-0e354e5def06/5e77562f-bb6e-4d3e-924c-e6279008dcbe/657440f5-b552-401f-acb4-ddaa465da0cf) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:18.348051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0eefb3f1-b385-4789-9679-ecbc645af4b4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.351355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eae6b2-113f-440c-9f16-cfe3419a6985 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=9c5ff3d0-83f8-4e46-ba71-c9a2b7ff4e4e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:18.352826 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.357773 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b4f29e00-9fef-4aba-9b58-bda27330fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.386030 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-05eae6b2-113f-440c-9f16-cfe3419a6985 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6372092 Jan 21 09:35:18.387148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:18.389156 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41240) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:18.407569 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d9f5b3b9-5b65-44f5-bf27-8d76a065a56f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'network_id': '3299b366-ce60-48fe-8bad-0e354e5def06', 'name': 'tempest-PortsIpV6TestJSON-1830373837'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:18.408024 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0eefb3f1-b385-4789-9679-ecbc645af4b4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.432831 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.434349 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f29e00-9fef-4aba-9b58-bda27330fb63 None None] Pushing event deleted for resources: {'Port': ['ID=4c2a5d82-3c08-49f9-ad37-6885cc23a3ac,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:18.440876 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-aff6c0cd-9d8b-4d23-99b6-a8a9f7cd9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:13Z', 'revision_number': 8, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9047c8a-eca6-4fff-a5cd-f15410729481', 'name': '', 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:72:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:41Z', 'updated_at': '2022-01-21T09:34:47Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:18.448262 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f29e00-9fef-4aba-9b58-bda27330fb63 None None] No DVR routers for this DVR port 4c2a5d82-3c08-49f9-ad37-6885cc23a3ac on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:18.484215 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0eefb3f1-b385-4789-9679-ecbc645af4b4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.489117 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0eefb3f1-b385-4789-9679-ecbc645af4b4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1396947 Jan 21 09:35:18.504087 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff6c0cd-9d8b-4d23-99b6-a8a9f7cd9933 None None] The sync data for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv is: [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:13Z', 'revision_number': 8, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9047c8a-eca6-4fff-a5cd-f15410729481', 'name': '', 'network_id': '02eec03e-b7b6-4fd9-9781-881ba37cb83a', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:72:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:41Z', 'updated_at': '2022-01-21T09:34:47Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '56e092cd-3f57-475d-8cbb-f97027cb0b08', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:18.515157 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41242) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:18.532754 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefb3f1-b385-4789-9679-ecbc645af4b4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7297c73-0f81-47ce-ae44-46281df5b76b,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:18.568903 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.653380 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.654704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-47a44b46-1dab-4545-a918-d6f3d556f089 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port 5cbcd0e7-31cb-4903-ba52-70a2ba170df7 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:18.655279 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47a44b46-1dab-4545-a918-d6f3d556f089 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.661330 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.665598 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:18.671688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=56cd5913-c42d-4c07-b43e-678d21e540df,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:18.698367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.709159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f079f2df-51a3-4fdf-bc18-89660f114394') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:18.709528 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f079f2df-51a3-4fdf-bc18-89660f114394') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:18.720024 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Network 3299b366-ce60-48fe-8bad-0e354e5def06 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:18.724787 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:18.730671 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:18.734524 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Pushing event updated for resources: {'Port': ['ID=657440f5-b552-401f-acb4-ddaa465da0cf,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:18.744165 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.798938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.799618 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Attempting to bind port 657440f5-b552-401f-acb4-ddaa465da0cf on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:35:18.800221 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Attempting to bind port 657440f5-b552-401f-acb4-ddaa465da0cf by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '06d7ce59-27d1-4813-ab79-c4d02b8ad0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3299b366-ce60-48fe-8bad-0e354e5def06'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:35:18.800931 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Attempting to bind port 657440f5-b552-401f-acb4-ddaa465da0cf on network 3299b366-ce60-48fe-8bad-0e354e5def06 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:35:18.807456 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:35:18.808103 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Checking segment: {'id': '06d7ce59-27d1-4813-ab79-c4d02b8ad0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3299b366-ce60-48fe-8bad-0e354e5def06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:18.808519 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.808921 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Bound using segment: {'id': '06d7ce59-27d1-4813-ab79-c4d02b8ad0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3299b366-ce60-48fe-8bad-0e354e5def06'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:35:18.809394 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Bound port: 657440f5-b552-401f-acb4-ddaa465da0cf, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d7ce59-27d1-4813-ab79-c4d02b8ad0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3299b366-ce60-48fe-8bad-0e354e5def06'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:35:18.810282 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.817403 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.819177 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:35:18.819585 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:35:18.822389 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:35:18.864358 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1f80bbed-6aa3-4357-bff4-a664094f4d29 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3431358 Jan 21 09:35:18.870986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41244) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:18.892160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-1a7f5f83-f684-448d-8257-1ac7efcdd956 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group': {'name': 'tempest-security--1990739534', 'description': 'tempest-security-description-1064588466'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:18.899183 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] For port 657440f5-b552-401f-acb4-ddaa465da0cf, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:18.904430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] For port 657440f5-b552-401f-acb4-ddaa465da0cf, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=657440f5-b552-401f-acb4-ddaa465da0cf,segment=NetworkSegment(06d7ce59-27d1-4813-ab79-c4d02b8ad0df),segment_id=06d7ce59-27d1-4813-ab79-c4d02b8ad0df)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:18.915086 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router c8ddb78d-262c-47dd-9380-c79f6fb3fa3c has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:18.919175 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.937093 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.959199 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.965587 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] 10.222.0.88 "DELETE /v2.0/networks/eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac HTTP/1.1" status: 204 len: 168 time: 2.7822289 Jan 21 09:35:18.968229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600aaf06-ca39-4484-b4b3-f929c0c762f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb85c4bf-5e9f-441c-89f8-b8d6a9b481ac,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:18.979444 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network 83bd37eb-2959-424e-8ee6-cfb14b1c8181 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:18.984866 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:18.994514 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:19.032796 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462fe49-5c4f-404d-a106-cefed06da860 None None] Pushing event updated for resources: {'Port': ['ID=657440f5-b552-401f-acb4-ddaa465da0cf,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:19.078250 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f5b3b9-5b65-44f5-bf27-8d76a065a56f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:19.083806 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b3b9-5b65-44f5-bf27-8d76a065a56f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:19.158405 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47a44b46-1dab-4545-a918-d6f3d556f089 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:19.194911 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1a7f5f83-f684-448d-8257-1ac7efcdd956 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:19.206974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-d9f5b3b9-5b65-44f5-bf27-8d76a065a56f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] device_id is not set on port df50241e-ee61-4e1f-807a-7175f3d3e828 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:35:19.232106 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:19.240666 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:19.259871 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:19.304340 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Pushing event updated for resources: {'Port': ['ID=f951a645-d54a-4c5a-9813-f0b6969a4fe4,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:19.330626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41248) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:19.396136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-47a44b46-1dab-4545-a918-d6f3d556f089 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for 5cbcd0e7-31cb-4903-ba52-70a2ba170df7 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:19.499248 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 33c01d06-4e2c-404a-8ea0-c54c37e0bba6 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:35:19.534738 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-dbc075e5-90fc-4f54-a32b-4793f49f10fa None None] Provisioning complete for port 56cd5913-c42d-4c07-b43e-678d21e540df triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:19.535502 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dbc075e5-90fc-4f54-a32b-4793f49f10fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:19.597170 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-dbc075e5-90fc-4f54-a32b-4793f49f10fa None None] Port 56cd5913-c42d-4c07-b43e-678d21e540df cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:19.607615 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 657440f5-b552-401f-acb4-ddaa465da0cf up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:19.685220 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 657440f5-b552-401f-acb4-ddaa465da0cf triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:19.685613 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:19.724956 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:19.731083 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7512cc14-1fa0-43a5-ae7e-ee127f1750d3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/33c01d06-4e2c-404a-8ea0-c54c37e0bba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2996905 Jan 21 09:35:19.733819 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41250) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:19.741782 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e085fc-d4ce-4e1c-8475-0d11e9752f77 None None] Sync routers for ids ['33c01d06-4e2c-404a-8ea0-c54c37e0bba6'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:19.764228 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e085fc-d4ce-4e1c-8475-0d11e9752f77 None None] Routers {'33c01d06-4e2c-404a-8ea0-c54c37e0bba6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:19.764865 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d3e085fc-d4ce-4e1c-8475-0d11e9752f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['33c01d06-4e2c-404a-8ea0-c54c37e0bba6'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:19.778646 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:19.822717 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:19.825617 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22e01a7-3a5c-44a8-a6fd-7c8fc3eeaf13 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:19.829976 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f22e01a7-3a5c-44a8-a6fd-7c8fc3eeaf13 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports/56cd5913-c42d-4c07-b43e-678d21e540df HTTP/1.1" status: 200 len: 910 time: 0.0926502 Jan 21 09:35:19.830788 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41252) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:19.837320 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8bbc76a7-8f9f-462c-be4a-270e8641eb4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '003d8bd1-7bc8-4ac5-a39f-851bf910a46f'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:19.841011 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d3e085fc-d4ce-4e1c-8475-0d11e9752f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:19.853367 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e085fc-d4ce-4e1c-8475-0d11e9752f77 None None] Routers {'33c01d06-4e2c-404a-8ea0-c54c37e0bba6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:19.855137 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d3e085fc-d4ce-4e1c-8475-0d11e9752f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['33c01d06-4e2c-404a-8ea0-c54c37e0bba6'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:19.889440 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 657440f5-b552-401f-acb4-ddaa465da0cf, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=657440f5-b552-401f-acb4-ddaa465da0cf,segment=NetworkSegment(06d7ce59-27d1-4813-ab79-c4d02b8ad0df),segment_id=06d7ce59-27d1-4813-ab79-c4d02b8ad0df)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:19.897396 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:19.904254 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-d9f5b3b9-5b65-44f5-bf27-8d76a065a56f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Allocated IP 2001:db8::44 (3299b366-ce60-48fe-8bad-0e354e5def06/5e77562f-bb6e-4d3e-924c-e6279008dcbe/df50241e-ee61-4e1f-807a-7175f3d3e828) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:19.919523 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d3e085fc-d4ce-4e1c-8475-0d11e9752f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:19.920423 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e085fc-d4ce-4e1c-8475-0d11e9752f77 None None] The sync data for ids ['33c01d06-4e2c-404a-8ea0-c54c37e0bba6'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:19.984443 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 747b88a4-a260-49ba-8758-e04f75362963 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:20.001796 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1a7f5f83-f684-448d-8257-1ac7efcdd956 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:20.020068 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 747b88a4-a260-49ba-8758-e04f75362963 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:20.020486 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 747b88a4-a260-49ba-8758-e04f75362963 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:20.021005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a1a1c48b-e21b-4ec2-873a-9bada38afdbb no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:20.028302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=657440f5-b552-401f-acb4-ddaa465da0cf,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:20.032776 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-dfb24f57-91b7-424e-bc45-7d365394e5d2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8412c99099254edbacc3999749241e6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6393268 Jan 21 09:35:20.034047 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41254) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:20.042088 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1a7f5f83-f684-448d-8257-1ac7efcdd956 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:20.044677 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1a7f5f83-f684-448d-8257-1ac7efcdd956 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:20.046252 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1a7f5f83-f684-448d-8257-1ac7efcdd956 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "PUT /v2.0/security-groups/d7297c73-0f81-47ce-ae44-46281df5b76b HTTP/1.1" status: 200 len: 1778 time: 1.1632464 Jan 21 09:35:20.054678 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: a1a1c48b-e21b-4ec2-873a-9bada38afdbb {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:20.055118 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a1a1c48b-e21b-4ec2-873a-9bada38afdbb not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:20.062474 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:20.062979 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:20.063385 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:20.063792 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:20.064189 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:20.065980 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:20.066695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:20.067120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:20.067526 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:20.067926 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:20.068395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:20.068787 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:20.080499 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41256) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:20.169595 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:20.185827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e677b-7b77-41e5-a95a-af60cdb96ecf None None] Sync routers for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:20.199171 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fdacf06a-1714-45ea-8af8-55ae432702c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "PUT /v2.0/routers/c8ddb78d-262c-47dd-9380-c79f6fb3fa3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2159185 Jan 21 09:35:20.209913 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e677b-7b77-41e5-a95a-af60cdb96ecf None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:20.210621 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-531e677b-7b77-41e5-a95a-af60cdb96ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:20.232974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41258) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:20.252752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-531e677b-7b77-41e5-a95a-af60cdb96ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:20.253073 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ae361a88-fd7d-41d9-82b7-7f4c6576495b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'port': {'network_id': '6e689d8e-4df5-4569-9ab2-604db6828e24', 'name': 'tempest-FloatingIPTestJSON-1996626785'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:20.261507 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f5f83-f684-448d-8257-1ac7efcdd956 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7297c73-0f81-47ce-ae44-46281df5b76b,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:20.287634 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e677b-7b77-41e5-a95a-af60cdb96ecf None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:20.288888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-531e677b-7b77-41e5-a95a-af60cdb96ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:20.345125 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-531e677b-7b77-41e5-a95a-af60cdb96ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:20.345982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e677b-7b77-41e5-a95a-af60cdb96ecf None None] The sync data for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:20.474549 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c9bdd343-8b30-4173-b780-de0724bcdaa3 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-groups/d7297c73-0f81-47ce-ae44-46281df5b76b HTTP/1.1" status: 200 len: 1778 time: 0.3884714 Jan 21 09:35:20.484642 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41260) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:20.509649 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8bbc76a7-8f9f-462c-be4a-270e8641eb4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:20.512451 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f87c4ea0-f016-4775-8f84-e3208b2a279e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:20.541642 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465f2e6b-0659-4e49-89be-aa1736976715 None None] Network 3299b366-ce60-48fe-8bad-0e354e5def06 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:20.551839 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47a44b46-1dab-4545-a918-d6f3d556f089 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:20.614691 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:20.623713 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:20.637847 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f8f2a63d-169a-4fc9-8c10-69fb3b9cd68d None None] Provisioning complete for port 657440f5-b552-401f-acb4-ddaa465da0cf triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:20.638285 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a63d-169a-4fc9-8c10-69fb3b9cd68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:20.663468 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f87c4ea0-f016-4775-8f84-e3208b2a279e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:20.676009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a44b46-1dab-4545-a918-d6f3d556f089 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=5cbcd0e7-31cb-4903-ba52-70a2ba170df7,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:20.720974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b3b9-5b65-44f5-bf27-8d76a065a56f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:20.742392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9dca6123-bb89-4b76-97a7-a0f4012d5554 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:20.921335 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10f15840-03ee-4733-a808-461e99aea9c2 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:20.949780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae361a88-fd7d-41d9-82b7-7f4c6576495b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Made reservation on behalf of 1d2bd5322198457e9c46d36bbca23707 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:20.953688 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ae361a88-fd7d-41d9-82b7-7f4c6576495b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:20.995726 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-47a44b46-1dab-4545-a918-d6f3d556f089 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:20.999152 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-47a44b46-1dab-4545-a918-d6f3d556f089 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/5cbcd0e7-31cb-4903-ba52-70a2ba170df7 HTTP/1.1" status: 204 len: 168 time: 3.0426502 Jan 21 09:35:21.005116 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41262) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:21.013113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f87c4ea0-f016-4775-8f84-e3208b2a279e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.015650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f87c4ea0-f016-4775-8f84-e3208b2a279e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.018847 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f87c4ea0-f016-4775-8f84-e3208b2a279e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/50f57156-92b5-44d5-9b38-a13f5a65c207 HTTP/1.1" status: 204 len: 168 time: 0.9702911 Jan 21 09:35:21.043707 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10f15840-03ee-4733-a808-461e99aea9c2 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.086145 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c4ea0-f016-4775-8f84-e3208b2a279e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f57156-92b5-44d5-9b38-a13f5a65c207,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:21.145643 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-ae361a88-fd7d-41d9-82b7-7f4c6576495b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] device_id is not set on port 71ca1269-ed03-44bf-bc6b-910b2866b789 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:35:21.155664 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b3b9-5b65-44f5-bf27-8d76a065a56f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.157676 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbeb1c5-3909-4325-b5ed-8925b625235b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] GET failed (client error): The resource could not be found. Jan 21 09:35:21.160406 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ccbeb1c5-3909-4325-b5ed-8925b625235b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports/5cbcd0e7-31cb-4903-ba52-70a2ba170df7 HTTP/1.1" status: 404 len: 333 time: 0.1482573 Jan 21 09:35:21.174188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41266) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:21.246456 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Router c4e2b1ab-923e-423a-8bd2-f0a8c7116262 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:35:21.285097 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf03604-3a97-40ed-a3c5-cd947cb16afd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting subnet 138da7dd-054f-40ec-92aa-f609f5bf5ac7 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:35:21.295005 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5b3b9-5b65-44f5-bf27-8d76a065a56f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=df50241e-ee61-4e1f-807a-7175f3d3e828,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:21.297497 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9bf03604-3a97-40ed-a3c5-cd947cb16afd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.311865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f5b3b9-5b65-44f5-bf27-8d76a065a56f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 3299b366-ce60-48fe-8bad-0e354e5def06 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:21.314904 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8bbc76a7-8f9f-462c-be4a-270e8641eb4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.322158 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-d9f5b3b9-5b65-44f5-bf27-8d76a065a56f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:21.325416 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f5b3b9-5b65-44f5-bf27-8d76a065a56f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:21.334078 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f5b3b9-5b65-44f5-bf27-8d76a065a56f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:21.335423 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b3b9-5b65-44f5-bf27-8d76a065a56f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.386974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10f15840-03ee-4733-a808-461e99aea9c2 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.396188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10f15840-03ee-4733-a808-461e99aea9c2 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.401975 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8bbc76a7-8f9f-462c-be4a-270e8641eb4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.402322 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-10f15840-03ee-4733-a808-461e99aea9c2 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-groups/d7297c73-0f81-47ce-ae44-46281df5b76b HTTP/1.1" status: 204 len: 168 time: 0.9120576 Jan 21 09:35:21.403723 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41270) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:21.431183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f15840-03ee-4733-a808-461e99aea9c2 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7297c73-0f81-47ce-ae44-46281df5b76b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:21.464500 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbc76a7-8f9f-462c-be4a-270e8641eb4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:21.465741 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8bbc76a7-8f9f-462c-be4a-270e8641eb4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.469827 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8bbc76a7-8f9f-462c-be4a-270e8641eb4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/ports/56cd5913-c42d-4c07-b43e-678d21e540df HTTP/1.1" status: 200 len: 910 time: 1.6375167 Jan 21 09:35:21.474132 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d9f5b3b9-5b65-44f5-bf27-8d76a065a56f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0803270 Jan 21 09:35:21.480651 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9bf03604-3a97-40ed-a3c5-cd947cb16afd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.519988 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 657440f5-b552-401f-acb4-ddaa465da0cf up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:21.525758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41272) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:21.526102 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41274) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:21.607036 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-0a5cfe6a-590d-46af-94f6-0dd1f0ea0fdd None None] Provisioning complete for port 9c5ff3d0-83f8-4e46-ba71-c9a2b7ff4e4e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:21.607647 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfe6a-590d-46af-94f6-0dd1f0ea0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.665338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 657440f5-b552-401f-acb4-ddaa465da0cf triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:21.665980 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.677390 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc76a7-8f9f-462c-be4a-270e8641eb4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=56cd5913-c42d-4c07-b43e-678d21e540df,revision_number=3']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:21.696702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:21.712521 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.716216 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3bc0ec86-75c4-47fd-beff-bf8026f9f37c tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "PUT /v2.0/routers/c4e2b1ab-923e-423a-8bd2-f0a8c7116262 HTTP/1.1" status: 200 len: 919 time: 6.2559719 Jan 21 09:35:21.721308 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-0a5cfe6a-590d-46af-94f6-0dd1f0ea0fdd None None] Port 9c5ff3d0-83f8-4e46-ba71-c9a2b7ff4e4e cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:21.724227 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d951b-6eb6-4cc4-b20b-2f0122599915 None None] Sync routers for ids ['c4e2b1ab-923e-423a-8bd2-f0a8c7116262'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:21.745847 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41282) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:21.754793 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-0a5cfe6a-590d-46af-94f6-0dd1f0ea0fdd None None] Provisioning complete for port 657440f5-b552-401f-acb4-ddaa465da0cf triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:21.757829 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfe6a-590d-46af-94f6-0dd1f0ea0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.773857 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1d951b-6eb6-4cc4-b20b-2f0122599915 None None] Routers {'c4e2b1ab-923e-423a-8bd2-f0a8c7116262'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:21.775386 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8a1d951b-6eb6-4cc4-b20b-2f0122599915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c4e2b1ab-923e-423a-8bd2-f0a8c7116262'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:21.835378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-ae361a88-fd7d-41d9-82b7-7f4c6576495b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Allocated IP 172.20.0.13 (6e689d8e-4df5-4569-9ab2-604db6828e24/3d24dff0-3a56-490d-bed2-18cdb366eb7a/71ca1269-ed03-44bf-bc6b-910b2866b789) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:21.864535 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8a1d951b-6eb6-4cc4-b20b-2f0122599915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:21.869713 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9bf03604-3a97-40ed-a3c5-cd947cb16afd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.895748 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1d951b-6eb6-4cc4-b20b-2f0122599915 None None] Routers {'c4e2b1ab-923e-423a-8bd2-f0a8c7116262'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:21.903744 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8a1d951b-6eb6-4cc4-b20b-2f0122599915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c4e2b1ab-923e-423a-8bd2-f0a8c7116262'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:21.941553 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d3532b2e-9fb2-4be4-8e8b-509679c8f870 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5219426 Jan 21 09:35:21.949064 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41286) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:21.979001 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-ec4590b9-019c-4365-b19a-2b0dfefa861e tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] delete failed (client error): The resource could not be found. Jan 21 09:35:21.980042 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ec4590b9-019c-4365-b19a-2b0dfefa861e tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-groups/d7297c73-0f81-47ce-ae44-46281df5b76b HTTP/1.1" status: 404 len: 347 time: 0.0299659 Jan 21 09:35:21.985957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d19f32-39fa-4904-8deb-a1d7e44ca250 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:21.989325 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-89d19f32-39fa-4904-8deb-a1d7e44ca250 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3a7 HTTP/1.1" status: 200 len: 929 time: 0.4498708 Jan 21 09:35:21.994159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41288) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:21.997570 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-bd7ec52c-c972-4e28-91b2-e7f9fcdffacc tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1972820411'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:21.999106 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8a1d951b-6eb6-4cc4-b20b-2f0122599915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:22.000202 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d951b-6eb6-4cc4-b20b-2f0122599915 None None] The sync data for ids ['c4e2b1ab-923e-423a-8bd2-f0a8c7116262'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:22.000636 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41290) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:22.042275 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8c5452f4-5de6-495c-9993-28ad0c5388cf tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "GET /v2.0/routers/c4e2b1ab-923e-423a-8bd2-f0a8c7116262 HTTP/1.1" status: 200 len: 925 time: 0.2952795 Jan 21 09:35:22.049236 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41294) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:22.092979 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6afd7f40-4149-44aa-b013-9180cc2605eb None None] Provisioning complete for port 9c5ff3d0-83f8-4e46-ba71-c9a2b7ff4e4e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:22.093418 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6afd7f40-4149-44aa-b013-9180cc2605eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.146054 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bd7ec52c-c972-4e28-91b2-e7f9fcdffacc tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.153845 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-6afd7f40-4149-44aa-b013-9180cc2605eb None None] Port 9c5ff3d0-83f8-4e46-ba71-c9a2b7ff4e4e cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:22.166442 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9bf03604-3a97-40ed-a3c5-cd947cb16afd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.263853 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8ae21b-a891-4d83-be97-47b261366926 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:22.266807 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6d8ae21b-a891-4d83-be97-47b261366926 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&device_id=c4e2b1ab-923e-423a-8bd2-f0a8c7116262&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2160423 Jan 21 09:35:22.267915 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf03604-3a97-40ed-a3c5-cd947cb16afd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Subnet': ['ID=138da7dd-054f-40ec-92aa-f609f5bf5ac7,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:22.270909 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41302) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:22.287408 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d34688-6c44-4e4b-ba3a-79065e1b573e None None] Network 60dfdc4c-b853-405e-95b2-119063ed960e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:22.292615 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9bf03604-3a97-40ed-a3c5-cd947cb16afd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.297606 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9bf03604-3a97-40ed-a3c5-cd947cb16afd tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/138da7dd-054f-40ec-92aa-f609f5bf5ac7 HTTP/1.1" status: 204 len: 168 time: 1.1196642 Jan 21 09:35:22.305671 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9dca6123-bb89-4b76-97a7-a0f4012d5554 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port e9047c8a-eca6-4fff-a5cd-f15410729481 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:22.306021 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9dca6123-bb89-4b76-97a7-a0f4012d5554 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.312287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41304) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:22.454222 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c4293262-785e-4a8b-90ef-0f9232bc7819 None None] Provisioning complete for port df50241e-ee61-4e1f-807a-7175f3d3e828 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:22.455187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c4293262-785e-4a8b-90ef-0f9232bc7819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.461114 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bd7ec52c-c972-4e28-91b2-e7f9fcdffacc tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.476381 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bd7ec52c-c972-4e28-91b2-e7f9fcdffacc tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.494415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348fc35-4042-4906-a05d-dbab81cd6ccc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:22.496816 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1348fc35-4042-4906-a05d-dbab81cd6ccc tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "GET /v2.0/networks/e5b467b6-3f77-41e6-abda-a63a446d52f5 HTTP/1.1" status: 200 len: 881 time: 0.2209611 Jan 21 09:35:22.510432 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41308) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:22.543165 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bd7ec52c-c972-4e28-91b2-e7f9fcdffacc tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.547382 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bd7ec52c-c972-4e28-91b2-e7f9fcdffacc tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5517328 Jan 21 09:35:22.547507 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c4293262-785e-4a8b-90ef-0f9232bc7819 None None] Port df50241e-ee61-4e1f-807a-7175f3d3e828 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:22.573006 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41310) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:22.576534 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-66b202af-289a-4ab1-8a0c-62e58e7b7afc tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4e2b1ab-923e-423a-8bd2-f0a8c7116262 HTTP/1.1" status: 200 len: 205 time: 0.0633531 Jan 21 09:35:22.583946 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41312) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:22.588947 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1fc43aac-efd9-47be-8e98-30852ef44c3d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group_rule': {'security_group_id': '68d9446b-22df-4dc3-9c35-e67f2945ac4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:22.594530 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417a8098-4af7-40e4-bcd8-5173aec5e1fa None None] DHCP port deletion for 60dfdc4c-b853-405e-95b2-119063ed960e request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:35:22.607046 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ec52c-c972-4e28-91b2-e7f9fcdffacc tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d9446b-22df-4dc3-9c35-e67f2945ac4a,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:22.680901 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-417a8098-4af7-40e4-bcd8-5173aec5e1fa None None] Deleting port 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:22.681825 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-417a8098-4af7-40e4-bcd8-5173aec5e1fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.685969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1fc43aac-efd9-47be-8e98-30852ef44c3d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.699514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-9dca6123-bb89-4b76-97a7-a0f4012d5554 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] For port e9047c8a-eca6-4fff-a5cd-f15410729481, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e9047c8a-eca6-4fff-a5cd-f15410729481,segment=NetworkSegment(3dc2b87e-5dfc-4e0d-b818-b907c432a4af),segment_id=3dc2b87e-5dfc-4e0d-b818-b907c432a4af)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:22.699889 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9dca6123-bb89-4b76-97a7-a0f4012d5554 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.716043 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.760928 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-28afb466-028e-4af6-81dc-3f4dd0bd3ed9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port df50241e-ee61-4e1f-807a-7175f3d3e828 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:22.763112 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28afb466-028e-4af6-81dc-3f4dd0bd3ed9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.766363 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9dca6123-bb89-4b76-97a7-a0f4012d5554 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for e9047c8a-eca6-4fff-a5cd-f15410729481 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:22.793062 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1fc43aac-efd9-47be-8e98-30852ef44c3d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.796120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-417a8098-4af7-40e4-bcd8-5173aec5e1fa None None] For port 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c,segment=NetworkSegment(d0134c02-8dc7-4196-82dd-492f7a3115b8),segment_id=d0134c02-8dc7-4196-82dd-492f7a3115b8)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:22.797174 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-417a8098-4af7-40e4-bcd8-5173aec5e1fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.800075 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c3f9710a-00a8-4347-89c6-fccda4d0e91a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.804723 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ae361a88-fd7d-41d9-82b7-7f4c6576495b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.818500 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-417a8098-4af7-40e4-bcd8-5173aec5e1fa None None] Calling delete_port for 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:22.854372 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1fc43aac-efd9-47be-8e98-30852ef44c3d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.888290 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc43aac-efd9-47be-8e98-30852ef44c3d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4e0298-9697-41b8-8555-0a8ab695ef6c,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:22.934172 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-417a8098-4af7-40e4-bcd8-5173aec5e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.943751 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1fc43aac-efd9-47be-8e98-30852ef44c3d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.945366 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1fc43aac-efd9-47be-8e98-30852ef44c3d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3673165 Jan 21 09:35:22.948254 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41318) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:22.970193 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a8098-4af7-40e4-bcd8-5173aec5e1fa None None] Pushing event deleted for resources: {'Port': ['ID=78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:22.982328 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a8098-4af7-40e4-bcd8-5173aec5e1fa None None] No DVR routers for this DVR port 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:22.993583 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cfb9ea46-5d59-4d12-b8ae-6ed83a50b319 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.004147 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cfb9ea46-5d59-4d12-b8ae-6ed83a50b319 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.024876 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ae361a88-fd7d-41d9-82b7-7f4c6576495b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.050206 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c3f9710a-00a8-4347-89c6-fccda4d0e91a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.056544 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cfb9ea46-5d59-4d12-b8ae-6ed83a50b319 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.068711 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cfb9ea46-5d59-4d12-b8ae-6ed83a50b319 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.068711 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cfb9ea46-5d59-4d12-b8ae-6ed83a50b319 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/9f4e0298-9697-41b8-8555-0a8ab695ef6c HTTP/1.1" status: 204 len: 168 time: 0.1174457 Jan 21 09:35:23.072896 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41322) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:23.094115 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9ea46-5d59-4d12-b8ae-6ed83a50b319 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f4e0298-9697-41b8-8555-0a8ab695ef6c,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:23.175686 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8db8a148-e067-4fe6-bec6-9890d6477ab4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1006246 Jan 21 09:35:23.182803 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41326) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:23.229887 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9710a-00a8-4347-89c6-fccda4d0e91a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Deleting port f951a645-d54a-4c5a-9813-f0b6969a4fe4 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:23.230206 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c3f9710a-00a8-4347-89c6-fccda4d0e91a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.319464 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3eccdd09-0bf0-4741-86a2-54dd177b32c3 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.366104 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c3f9710a-00a8-4347-89c6-fccda4d0e91a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.378294 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3eccdd09-0bf0-4741-86a2-54dd177b32c3 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.391640 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9710a-00a8-4347-89c6-fccda4d0e91a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Calling delete_port for f951a645-d54a-4c5a-9813-f0b6969a4fe4 owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:23.460243 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:23.497523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3eccdd09-0bf0-4741-86a2-54dd177b32c3 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.498993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3eccdd09-0bf0-4741-86a2-54dd177b32c3 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.500290 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3eccdd09-0bf0-4741-86a2-54dd177b32c3 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-groups/68d9446b-22df-4dc3-9c35-e67f2945ac4a HTTP/1.1" status: 204 len: 168 time: 0.3160081 Jan 21 09:35:23.506767 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41330) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:23.507293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:23.507876 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:23.535096 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccdd09-0bf0-4741-86a2-54dd177b32c3 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d9446b-22df-4dc3-9c35-e67f2945ac4a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:23.622998 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-29d64492-6456-4e6b-9fc5-15b612589e55 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1102903 Jan 21 09:35:23.625030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41334) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:23.634965 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-c6a36e0d-7a85-4568-afe2-4f6db386217d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661838177'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:23.657200 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:23.657563 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.662387 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae361a88-fd7d-41d9-82b7-7f4c6576495b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network 6e689d8e-4df5-4569-9ab2-604db6828e24 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:23.671921 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41336) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:23.688305 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28afb466-028e-4af6-81dc-3f4dd0bd3ed9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.697272 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-ae361a88-fd7d-41d9-82b7-7f4c6576495b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:23.709371 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6a36e0d-7a85-4568-afe2-4f6db386217d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.720230 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c3f9710a-00a8-4347-89c6-fccda4d0e91a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.739542 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae361a88-fd7d-41d9-82b7-7f4c6576495b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:23.755158 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9710a-00a8-4347-89c6-fccda4d0e91a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Pushing event deleted for resources: {'Port': ['ID=f951a645-d54a-4c5a-9813-f0b6969a4fe4,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:23.795796 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae361a88-fd7d-41d9-82b7-7f4c6576495b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=71ca1269-ed03-44bf-bc6b-910b2866b789,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:23.811119 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-28afb466-028e-4af6-81dc-3f4dd0bd3ed9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for df50241e-ee61-4e1f-807a-7175f3d3e828 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:23.851173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:23.877298 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c3f9710a-00a8-4347-89c6-fccda4d0e91a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.881391 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6a36e0d-7a85-4568-afe2-4f6db386217d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.942941 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6a36e0d-7a85-4568-afe2-4f6db386217d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.973691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae361a88-fd7d-41d9-82b7-7f4c6576495b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:23.974370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ae361a88-fd7d-41d9-82b7-7f4c6576495b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.980502 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] For port 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:23.980953 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.014092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:24.017872 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c3f9710a-00a8-4347-89c6-fccda4d0e91a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.020575 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.ipam_backend_mixin [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Port 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c was not found and therefore no delete operation was performed {{(pid=102147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 09:35:24.023512 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6a36e0d-7a85-4568-afe2-4f6db386217d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.024847 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c6a36e0d-7a85-4568-afe2-4f6db386217d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3986933 Jan 21 09:35:24.026763 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c3f9710a-00a8-4347-89c6-fccda4d0e91a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.028673 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.030588 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41340) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:24.032702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a36e0d-7a85-4568-afe2-4f6db386217d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b4c5c5-f595-4ba3-9471-ebd729223826,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:24.035287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.045088 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d310d3d9-c94f-4201-a86c-4b4d5635de88 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group_rule': {'security_group_id': 'c0b4c5c5-f595-4ba3-9471-ebd729223826', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:24.050732 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ae361a88-fd7d-41d9-82b7-7f4c6576495b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8112683 Jan 21 09:35:24.085103 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41342) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:24.096158 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ddf0dec2-922e-4343-87c2-217cfece36a3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'port': {'network_id': '6e689d8e-4df5-4569-9ab2-604db6828e24', 'name': 'tempest-FloatingIPTestJSON-18652952'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:24.100394 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9dca6123-bb89-4b76-97a7-a0f4012d5554 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.106964 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:24.151313 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No DVR routers for this DVR port 78ee0bb3-8119-4dc0-b6aa-5a7fa3e34f8c on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:24.228919 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca6123-bb89-4b76-97a7-a0f4012d5554 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=e9047c8a-eca6-4fff-a5cd-f15410729481,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:24.260413 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-12434bee-676e-4c9b-9261-22dada097e87 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.436227 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c3f9710a-00a8-4347-89c6-fccda4d0e91a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.436724 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f9710a-00a8-4347-89c6-fccda4d0e91a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Fanout notify agent at l3_agent the message router_deleted on router c4e2b1ab-923e-423a-8bd2-f0a8c7116262 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:35:24.445509 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c3f9710a-00a8-4347-89c6-fccda4d0e91a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.450474 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c3f9710a-00a8-4347-89c6-fccda4d0e91a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "DELETE /v2.0/routers/c4e2b1ab-923e-423a-8bd2-f0a8c7116262 HTTP/1.1" status: 204 len: 168 time: 1.8542156 Jan 21 09:35:24.454701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41344) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:24.464428 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-129390f7-b4bb-4754-a752-2d03f36f71df tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2074096158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:24.483613 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d310d3d9-c94f-4201-a86c-4b4d5635de88 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.530043 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-129390f7-b4bb-4754-a752-2d03f36f71df tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.531191 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-129390f7-b4bb-4754-a752-2d03f36f71df tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.563287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.591139 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d310d3d9-c94f-4201-a86c-4b4d5635de88 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.603257 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d310d3d9-c94f-4201-a86c-4b4d5635de88 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.606333 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28afb466-028e-4af6-81dc-3f4dd0bd3ed9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.611589 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60dfdc4c-b853-405e-95b2-119063ed960e']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:24.670171 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.681505 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.683251 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310d3d9-c94f-4201-a86c-4b4d5635de88 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920613bd-c430-4aae-b62b-9d83854a3ea3,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:24.688553 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-129390f7-b4bb-4754-a752-2d03f36f71df tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.692297 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0134c02-8dc7-4196-82dd-492f7a3115b8') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:24.692537 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0134c02-8dc7-4196-82dd-492f7a3115b8') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:24.694924 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d310d3d9-c94f-4201-a86c-4b4d5635de88 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.696169 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d310d3d9-c94f-4201-a86c-4b4d5635de88 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6601028 Jan 21 09:35:24.698818 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9dca6123-bb89-4b76-97a7-a0f4012d5554 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.702061 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41346) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:24.703306 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-129390f7-b4bb-4754-a752-2d03f36f71df tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.707972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afb466-028e-4af6-81dc-3f4dd0bd3ed9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=df50241e-ee61-4e1f-807a-7175f3d3e828,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:24.713188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-52c7fc4c-4c15-4a83-ba47-72412cfb5158 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group_rule': {'security_group_id': 'c0b4c5c5-f595-4ba3-9471-ebd729223826', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:24.720218 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.766925 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf0dec2-922e-4343-87c2-217cfece36a3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Made reservation on behalf of 1d2bd5322198457e9c46d36bbca23707 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:24.771253 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddf0dec2-922e-4343-87c2-217cfece36a3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.773126 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-129390f7-b4bb-4754-a752-2d03f36f71df tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.774925 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-129390f7-b4bb-4754-a752-2d03f36f71df tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3191710 Jan 21 09:35:24.780383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41348) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:24.787520 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'enable_snat': False}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:24.802928 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.807511 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28afb466-028e-4af6-81dc-3f4dd0bd3ed9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.810877 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-28afb466-028e-4af6-81dc-3f4dd0bd3ed9 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/df50241e-ee61-4e1f-807a-7175f3d3e828 HTTP/1.1" status: 204 len: 168 time: 2.8049045 Jan 21 09:35:24.817220 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41350) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:24.873071 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:35:24.873888 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:35:24.879626 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:35:24.972650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-ddf0dec2-922e-4343-87c2-217cfece36a3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] device_id is not set on port fbbf926e-1ea9-44b0-87e9-15d653b95d25 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:35:24.991557 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52c7fc4c-4c15-4a83-ba47-72412cfb5158 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.023672 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-601461fb-9e09-4d2d-9fd1-bf1227be9c4f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] GET failed (client error): The resource could not be found. Jan 21 09:35:25.025348 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-601461fb-9e09-4d2d-9fd1-bf1227be9c4f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports/df50241e-ee61-4e1f-807a-7175f3d3e828 HTTP/1.1" status: 404 len: 333 time: 0.2032933 Jan 21 09:35:25.042009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41352) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:25.044865 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Allocated IP 172.26.7.20 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/b7163290-d3ce-440f-94d1-e57dca95c568) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:25.103022 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.144562 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.165082 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.168312 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/networks/60dfdc4c-b853-405e-95b2-119063ed960e HTTP/1.1" status: 204 len: 168 time: 2.8288651 Jan 21 09:35:25.176368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41354) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:25.182314 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-c6294a2a-2617-4b84-8275-dc1278e73b6a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1753922472'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:25.202248 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7556a-793f-45fc-abae-361805b27d6b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Network': ['ID=60dfdc4c-b853-405e-95b2-119063ed960e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:25.235715 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52c7fc4c-4c15-4a83-ba47-72412cfb5158 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.246782 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52c7fc4c-4c15-4a83-ba47-72412cfb5158 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.302371 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7fc4c-4c15-4a83-ba47-72412cfb5158 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc9035b-2c64-49ad-9c8b-90be20a2155d,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:25.314605 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52c7fc4c-4c15-4a83-ba47-72412cfb5158 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.316404 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-52c7fc4c-4c15-4a83-ba47-72412cfb5158 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6070619 Jan 21 09:35:25.317090 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6294a2a-2617-4b84-8275-dc1278e73b6a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:25.320564 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6294a2a-2617-4b84-8275-dc1278e73b6a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.325835 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41356) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:25.335523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-9269abed-8402-40e3-8f61-304fd8446c38 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group_rule': {'security_group_id': 'c0b4c5c5-f595-4ba3-9471-ebd729223826', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:25.360523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.394774 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6294a2a-2617-4b84-8275-dc1278e73b6a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:35:25.417583 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-ddf0dec2-922e-4343-87c2-217cfece36a3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Allocated IP 172.20.0.5 (6e689d8e-4df5-4569-9ab2-604db6828e24/3d24dff0-3a56-490d-bed2-18cdb366eb7a/fbbf926e-1ea9-44b0-87e9-15d653b95d25) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:25.432452 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6294a2a-2617-4b84-8275-dc1278e73b6a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.432797 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-c6294a2a-2617-4b84-8275-dc1278e73b6a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Added segment a038c382-066c-4a14-a468-c98727eb3bbd of type vlan for network 90aaba94-3b36-4b61-973d-1be6b57ac27e Jan 21 09:35:25.451688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9269abed-8402-40e3-8f61-304fd8446c38 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.469333 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dca6123-bb89-4b76-97a7-a0f4012d5554 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router f6b48623-6039-49f8-8afe-65fbc46b3816 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:25.495298 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-bde29797-c2c7-41e8-b60c-c8d05d248217 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port 9c5ff3d0-83f8-4e46-ba71-c9a2b7ff4e4e {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:25.495545 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bde29797-c2c7-41e8-b60c-c8d05d248217 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.509417 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.516136 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6294a2a-2617-4b84-8275-dc1278e73b6a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.590495 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:25.609279 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:25.650414 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:25.687176 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Pushing event updated for resources: {'Port': ['ID=b7163290-d3ce-440f-94d1-e57dca95c568,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:25.724830 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6294a2a-2617-4b84-8275-dc1278e73b6a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.730406 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6294a2a-2617-4b84-8275-dc1278e73b6a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:25.731076 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6294a2a-2617-4b84-8275-dc1278e73b6a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.747036 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9269abed-8402-40e3-8f61-304fd8446c38 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.796626 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9269abed-8402-40e3-8f61-304fd8446c38 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.861248 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c6294a2a-2617-4b84-8275-dc1278e73b6a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6790283 Jan 21 09:35:25.880566 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41358) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:25.890051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-78067163-5239-4e1a-9e4a-b92f90041c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'subnet': {'network_id': '90aaba94-3b36-4b61-973d-1be6b57ac27e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:25.898853 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269abed-8402-40e3-8f61-304fd8446c38 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34d9ecb-0355-4038-91eb-eed26fca60ef,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:25.914802 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6294a2a-2617-4b84-8275-dc1278e73b6a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Network': ['ID=90aaba94-3b36-4b61-973d-1be6b57ac27e,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:25.923598 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9269abed-8402-40e3-8f61-304fd8446c38 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.924852 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9269abed-8402-40e3-8f61-304fd8446c38 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5972705 Jan 21 09:35:25.935844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 90aaba94-3b36-4b61-973d-1be6b57ac27e details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:35:25.972255 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:25.974143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41360) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:25.984665 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-864be5ef-d13f-4558-86c0-fdca360432ca tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group_rule': {'security_group_id': 'c0b4c5c5-f595-4ba3-9471-ebd729223826', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:26.030740 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-12434bee-676e-4c9b-9261-22dada097e87 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port 56cd5913-c42d-4c07-b43e-678d21e540df {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:26.031743 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-12434bee-676e-4c9b-9261-22dada097e87 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:26.033393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:26.101679 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:26.156244 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-864be5ef-d13f-4558-86c0-fdca360432ca tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:26.183738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bde29797-c2c7-41e8-b60c-c8d05d248217 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:26.209234 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dca6123-bb89-4b76-97a7-a0f4012d5554 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:26.226551 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8625dd-691b-4b00-b5a4-83c848f3dc37 None None] Sync routers for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:26.226944 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9dca6123-bb89-4b76-97a7-a0f4012d5554 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/f6b48623-6039-49f8-8afe-65fbc46b3816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9406598 Jan 21 09:35:26.233362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41362) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:26.234479 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:26.239628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78067163-5239-4e1a-9e4a-b92f90041c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:26.243185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-78067163-5239-4e1a-9e4a-b92f90041c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:26.247461 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-bde29797-c2c7-41e8-b60c-c8d05d248217 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for 9c5ff3d0-83f8-4e46-ba71-c9a2b7ff4e4e owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:26.252368 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8625dd-691b-4b00-b5a4-83c848f3dc37 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:26.253775 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-eb8625dd-691b-4b00-b5a4-83c848f3dc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:26.306179 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddf0dec2-922e-4343-87c2-217cfece36a3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:26.374363 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Allocated IP 172.26.7.231 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/e100f088-5847-4468-b7c8-e9b00c2cb24f) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:26.389268 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-eb8625dd-691b-4b00-b5a4-83c848f3dc37 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:26.405919 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-12434bee-676e-4c9b-9261-22dada097e87 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:26.443445 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0904277-cdf7-4a2f-b798-e3a062d7a25a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting subnet 56e092cd-3f57-475d-8cbb-f97027cb0b08 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:35:26.444879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-864be5ef-d13f-4558-86c0-fdca360432ca tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:26.453177 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-12434bee-676e-4c9b-9261-22dada097e87 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for 56cd5913-c42d-4c07-b43e-678d21e540df owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:26.455923 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d0904277-cdf7-4a2f-b798-e3a062d7a25a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:26.473711 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-864be5ef-d13f-4558-86c0-fdca360432ca tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:26.607088 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddf0dec2-922e-4343-87c2-217cfece36a3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:26.613310 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d0904277-cdf7-4a2f-b798-e3a062d7a25a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:26.615595 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864be5ef-d13f-4558-86c0-fdca360432ca tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b68acd7-394f-435d-bffb-9d8f14dade98,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:26.658574 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-864be5ef-d13f-4558-86c0-fdca360432ca tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:26.666240 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-864be5ef-d13f-4558-86c0-fdca360432ca tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6821239 Jan 21 09:35:26.691872 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41364) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:26.709587 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-8b466e20-0212-4eb6-b4d8-a2433db77045 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group_rule': {'security_group_id': 'c0b4c5c5-f595-4ba3-9471-ebd729223826', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:26.744625 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-eb8625dd-691b-4b00-b5a4-83c848f3dc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:23Z', 'revision_number': 9, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:26.788699 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8625dd-691b-4b00-b5a4-83c848f3dc37 None None] Checking router: f6b48623-6039-49f8-8afe-65fbc46b3816 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:35:26.801547 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8625dd-691b-4b00-b5a4-83c848f3dc37 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:26.802465 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-eb8625dd-691b-4b00-b5a4-83c848f3dc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:26.826407 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf0dec2-922e-4343-87c2-217cfece36a3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network 6e689d8e-4df5-4569-9ab2-604db6828e24 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:26.895718 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0dec2-922e-4343-87c2-217cfece36a3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=fbbf926e-1ea9-44b0-87e9-15d653b95d25,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:26.918631 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-eb8625dd-691b-4b00-b5a4-83c848f3dc37 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:26.919012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-ddf0dec2-922e-4343-87c2-217cfece36a3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:26.936819 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf0dec2-922e-4343-87c2-217cfece36a3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:27.057719 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bde29797-c2c7-41e8-b60c-c8d05d248217 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.148530 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d0904277-cdf7-4a2f-b798-e3a062d7a25a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.153664 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8b466e20-0212-4eb6-b4d8-a2433db77045 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.167732 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-eb8625dd-691b-4b00-b5a4-83c848f3dc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:23Z', 'revision_number': 9, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:27.203991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde29797-c2c7-41e8-b60c-c8d05d248217 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=9c5ff3d0-83f8-4e46-ba71-c9a2b7ff4e4e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:27.205000 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8625dd-691b-4b00-b5a4-83c848f3dc37 None None] The sync data for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv is: [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:23Z', 'revision_number': 9, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'b81aa3b0-f31b-42d7-8967-cf1daba60308', 'name': '', 'network_id': '34bb55f5-d3e9-432e-aa64-028e2268f88f', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:42:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '20507ecf-e70f-4311-94de-011020de3fb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:31Z', 'updated_at': '2022-01-21T09:34:42Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': '20507ecf-e70f-4311-94de-011020de3fb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:27.257200 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.297065 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-78067163-5239-4e1a-9e4a-b92f90041c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.299597 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf0dec2-922e-4343-87c2-217cfece36a3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:27.300683 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddf0dec2-922e-4343-87c2-217cfece36a3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.386330 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.394728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bde29797-c2c7-41e8-b60c-c8d05d248217 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.400525 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bde29797-c2c7-41e8-b60c-c8d05d248217 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/9c5ff3d0-83f8-4e46-ba71-c9a2b7ff4e4e HTTP/1.1" status: 204 len: 168 time: 2.3570690 Jan 21 09:35:27.415942 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.421309 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41366) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:27.468619 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ddf0dec2-922e-4343-87c2-217cfece36a3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.3779230 Jan 21 09:35:27.471830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41368) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:27.504783 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78067163-5239-4e1a-9e4a-b92f90041c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Subnet': ['ID=f11eaa23-a3f1-48fa-a714-2a89bf169f69,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:27.516792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': 'fbbf926e-1ea9-44b0-87e9-15d653b95d25', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:27.535171 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5afab8-958e-44cc-a4c1-c3dbd9a0a30e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] GET failed (client error): The resource could not be found. Jan 21 09:35:27.538111 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6a5afab8-958e-44cc-a4c1-c3dbd9a0a30e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports/9c5ff3d0-83f8-4e46-ba71-c9a2b7ff4e4e HTTP/1.1" status: 404 len: 333 time: 0.1143453 Jan 21 09:35:27.545577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41370) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:27.553986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-12434bee-676e-4c9b-9261-22dada097e87 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.591089 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.608770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Pushing event updated for resources: {'Port': ['ID=b7163290-d3ce-440f-94d1-e57dca95c568,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:27.618484 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e9047c8a-eca6-4fff-a5cd-f15410729481 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:27.627505 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78067163-5239-4e1a-9e4a-b92f90041c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Checking segment: {'id': 'a038c382-066c-4a14-a468-c98727eb3bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '90aaba94-3b36-4b61-973d-1be6b57ac27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:27.627505 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78067163-5239-4e1a-9e4a-b92f90041c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network hostable DHCP agents. Network: 90aaba94-3b36-4b61-973d-1be6b57ac27e, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:35:27.660227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: e9047c8a-eca6-4fff-a5cd-f15410729481 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:27.660460 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e9047c8a-eca6-4fff-a5cd-f15410729481 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:27.676017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d0904277-cdf7-4a2f-b798-e3a062d7a25a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.681152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8b466e20-0212-4eb6-b4d8-a2433db77045 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.682881 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.700268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:27.724342 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:27.729166 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12434bee-676e-4c9b-9261-22dada097e87 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=56cd5913-c42d-4c07-b43e-678d21e540df,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:27.734257 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:27.750057 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.752321 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-01d423b5-e8f3-4a2a-8157-b764380bb7ba tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0760734 Jan 21 09:35:27.773762 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8b466e20-0212-4eb6-b4d8-a2433db77045 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.777890 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41372) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:27.793873 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcd7a10-6df2-4254-92e5-6e5544165d73 None None] Network 02eec03e-b7b6-4fd9-9781-881ba37cb83a requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:27.797525 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Pushing event updated for resources: {'Port': ['ID=e100f088-5847-4468-b7c8-e9b00c2cb24f,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:27.817102 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78067163-5239-4e1a-9e4a-b92f90041c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 90aaba94-3b36-4b61-973d-1be6b57ac27e is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:35:27.835362 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-78067163-5239-4e1a-9e4a-b92f90041c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 90aaba94-3b36-4b61-973d-1be6b57ac27e) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:27.852150 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78067163-5239-4e1a-9e4a-b92f90041c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:27.853111 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-78067163-5239-4e1a-9e4a-b92f90041c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.874282 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d0904277-cdf7-4a2f-b798-e3a062d7a25a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:27.881613 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d0904277-cdf7-4a2f-b798-e3a062d7a25a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/56e092cd-3f57-475d-8cbb-f97027cb0b08 HTTP/1.1" status: 204 len: 168 time: 1.6438684 Jan 21 09:35:27.891615 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-40a401b9-84bb-4423-9de3-308a79752a30 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1274097285', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'fixed_ips': [{'ip_address': '172.26.7.20'}]}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:27.895207 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0904277-cdf7-4a2f-b798-e3a062d7a25a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Subnet': ['ID=56e092cd-3f57-475d-8cbb-f97027cb0b08,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:27.906919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713206e8-00c9-4240-9072-b06396f97955 None None] Network 90aaba94-3b36-4b61-973d-1be6b57ac27e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:27.908100 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41374) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:27.916833 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0747a8-eebf-4b4b-ae0a-d391e7293682 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting subnet 5e77562f-bb6e-4d3e-924c-e6279008dcbe {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:35:28.031601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.045227 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b466e20-0212-4eb6-b4d8-a2433db77045 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89cb7c05-b064-46e9-9966-6fbf1da0c0c5,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:28.049410 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4d0747a8-eebf-4b4b-ae0a-d391e7293682 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.109307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8b466e20-0212-4eb6-b4d8-a2433db77045 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.115833 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8b466e20-0212-4eb6-b4d8-a2433db77045 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4226024 Jan 21 09:35:28.117401 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.125791 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41376) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:28.152092 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-78067163-5239-4e1a-9e4a-b92f90041c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2700956 Jan 21 09:35:28.154506 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41378) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:28.165188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-54d43d0e-ba29-489b-9dab-ec29bcbe9e2a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1597649728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:28.200086 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:35:28.225494 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4d0747a8-eebf-4b4b-ae0a-d391e7293682 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.262587 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-564bf8f2-8b89-462b-8246-cf354b5567b4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.274702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-54d43d0e-ba29-489b-9dab-ec29bcbe9e2a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.276621 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-54d43d0e-ba29-489b-9dab-ec29bcbe9e2a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.299804 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-564bf8f2-8b89-462b-8246-cf354b5567b4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.303353 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-90aaba94-3b36-4b61-973d-1be6b57ac27e', 'network_id': '90aaba94-3b36-4b61-973d-1be6b57ac27e', 'tenant_id': '11fbfc08f0f84eca87febd30d39a357e', 'fixed_ips': [{'subnet_id': 'f11eaa23-a3f1-48fa-a714-2a89bf169f69'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:35:28.304313 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.391932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a401b9-84bb-4423-9de3-308a79752a30 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Made reservation on behalf of e675de5f438b4b5a94577202467edfd8 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:28.394817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-40a401b9-84bb-4423-9de3-308a79752a30 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.417434 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-12434bee-676e-4c9b-9261-22dada097e87 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.423200 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-40a401b9-84bb-4423-9de3-308a79752a30 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.430420 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec235f19-084a-4301-9724-e5c52b11a54a None None] DHCP port deletion for 02eec03e-b7b6-4fd9-9781-881ba37cb83a request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:35:28.452483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-564bf8f2-8b89-462b-8246-cf354b5567b4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.463948 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-564bf8f2-8b89-462b-8246-cf354b5567b4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.467320 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-564bf8f2-8b89-462b-8246-cf354b5567b4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/89cb7c05-b064-46e9-9966-6fbf1da0c0c5 HTTP/1.1" status: 204 len: 168 time: 0.3401129 Jan 21 09:35:28.473683 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-54d43d0e-ba29-489b-9dab-ec29bcbe9e2a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.495777 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41380) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:28.499802 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.506724 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-54d43d0e-ba29-489b-9dab-ec29bcbe9e2a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.519415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bf8f2-8b89-462b-8246-cf354b5567b4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89cb7c05-b064-46e9-9966-6fbf1da0c0c5,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:28.550025 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Allocated IP 172.20.0.2 (90aaba94-3b36-4b61-973d-1be6b57ac27e/f11eaa23-a3f1-48fa-a714-2a89bf169f69/11d9942e-5877-4d25-8784-1a5cd1c6120d) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:28.556295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ec235f19-084a-4301-9724-e5c52b11a54a None None] Deleting port 5ca5b2ce-d90c-4425-8be2-8ff44703b41f {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:28.556729 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ec235f19-084a-4301-9724-e5c52b11a54a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.600671 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-54d43d0e-ba29-489b-9dab-ec29bcbe9e2a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.604642 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-54d43d0e-ba29-489b-9dab-ec29bcbe9e2a tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4409397 Jan 21 09:35:28.605883 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41382) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:28.614937 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-4f588afe-383d-4b34-9f2c-3fb58fd4f2c6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'network_id': '90aaba94-3b36-4b61-973d-1be6b57ac27e', 'name': 'tempest-PortsTestJSON-1162770408'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:28.641121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4d0747a8-eebf-4b4b-ae0a-d391e7293682 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.653319 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port 5ca5b2ce-d90c-4425-8be2-8ff44703b41f {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:28.653681 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.698317 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ec235f19-084a-4301-9724-e5c52b11a54a None None] For port 5ca5b2ce-d90c-4425-8be2-8ff44703b41f, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5ca5b2ce-d90c-4425-8be2-8ff44703b41f,segment=NetworkSegment(3dc2b87e-5dfc-4e0d-b818-b907c432a4af),segment_id=3dc2b87e-5dfc-4e0d-b818-b907c432a4af)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:28.698967 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ec235f19-084a-4301-9724-e5c52b11a54a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.723552 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ec235f19-084a-4301-9724-e5c52b11a54a None None] Calling delete_port for 5ca5b2ce-d90c-4425-8be2-8ff44703b41f owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:28.775572 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-33dd4ca1-4fb9-40f5-8fee-b66744852cb8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2401361 Jan 21 09:35:28.829447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41384) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:28.891949 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7eefc8de-c583-49fe-9c38-0cc894e85065 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.912459 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ec235f19-084a-4301-9724-e5c52b11a54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.915564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.960322 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7eefc8de-c583-49fe-9c38-0cc894e85065 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.960546 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.968514 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec235f19-084a-4301-9724-e5c52b11a54a None None] Pushing event deleted for resources: {'Port': ['ID=5ca5b2ce-d90c-4425-8be2-8ff44703b41f,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:28.981660 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] For port 5ca5b2ce-d90c-4425-8be2-8ff44703b41f, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5ca5b2ce-d90c-4425-8be2-8ff44703b41f,segment=NetworkSegment(3dc2b87e-5dfc-4e0d-b818-b907c432a4af),segment_id=3dc2b87e-5dfc-4e0d-b818-b907c432a4af)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:28.981989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec235f19-084a-4301-9724-e5c52b11a54a None None] No DVR routers for this DVR port 5ca5b2ce-d90c-4425-8be2-8ff44703b41f on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:28.982150 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.989669 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.995593 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f588afe-383d-4b34-9f2c-3fb58fd4f2c6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:28.999162 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f588afe-383d-4b34-9f2c-3fb58fd4f2c6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:28.999784 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12434bee-676e-4c9b-9261-22dada097e87 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 33c01d06-4e2c-404a-8ea0-c54c37e0bba6 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:29.017729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4d0747a8-eebf-4b4b-ae0a-d391e7293682 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.019119 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-40a401b9-84bb-4423-9de3-308a79752a30 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.020195 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.022943 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Network 90aaba94-3b36-4b61-973d-1be6b57ac27e is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:29.026470 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:29.030287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for 5ca5b2ce-d90c-4425-8be2-8ff44703b41f owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:29.032652 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.034931 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:29.051769 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-4f588afe-383d-4b34-9f2c-3fb58fd4f2c6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] device_id is not set on port 66d8b24f-30fe-4932-a73e-346aeacf3d7a yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:35:29.095257 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7eefc8de-c583-49fe-9c38-0cc894e85065 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.107109 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7eefc8de-c583-49fe-9c38-0cc894e85065 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.112255 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7eefc8de-c583-49fe-9c38-0cc894e85065 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/3b68acd7-394f-435d-bffb-9d8f14dade98 HTTP/1.1" status: 204 len: 168 time: 0.2737751 Jan 21 09:35:29.146250 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-40a401b9-84bb-4423-9de3-308a79752a30 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.154515 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41386) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:29.168601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-40a401b9-84bb-4423-9de3-308a79752a30 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] device_id is not set on port 6ac11095-4b66-4efd-bb36-84648cf92227 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:35:29.178012 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefc8de-c583-49fe-9c38-0cc894e85065 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b68acd7-394f-435d-bffb-9d8f14dade98,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:29.178329 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0747a8-eebf-4b4b-ae0a-d391e7293682 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Subnet': ['ID=5e77562f-bb6e-4d3e-924c-e6279008dcbe,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:29.186730 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4d0747a8-eebf-4b4b-ae0a-d391e7293682 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.193996 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4d0747a8-eebf-4b4b-ae0a-d391e7293682 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/5e77562f-bb6e-4d3e-924c-e6279008dcbe HTTP/1.1" status: 204 len: 168 time: 1.6415384 Jan 21 09:35:29.207577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41388) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:29.258007 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Pushing event updated for resources: {'Port': ['ID=11d9942e-5877-4d25-8784-1a5cd1c6120d,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:29.266037 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdda68d-6790-45fa-b5c3-3d87585a9abe None None] Network 3299b366-ce60-48fe-8bad-0e354e5def06 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:29.342647 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-4f588afe-383d-4b34-9f2c-3fb58fd4f2c6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Allocated IP 172.20.0.13 (90aaba94-3b36-4b61-973d-1be6b57ac27e/f11eaa23-a3f1-48fa-a714-2a89bf169f69/66d8b24f-30fe-4932-a73e-346aeacf3d7a) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:29.346992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Attempting to bind port 11d9942e-5877-4d25-8784-1a5cd1c6120d on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:35:29.347713 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Attempting to bind port 11d9942e-5877-4d25-8784-1a5cd1c6120d by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'a038c382-066c-4a14-a468-c98727eb3bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '90aaba94-3b36-4b61-973d-1be6b57ac27e'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:35:29.348276 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Attempting to bind port 11d9942e-5877-4d25-8784-1a5cd1c6120d on network 90aaba94-3b36-4b61-973d-1be6b57ac27e {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:35:29.364186 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:35:29.364723 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Checking segment: {'id': 'a038c382-066c-4a14-a468-c98727eb3bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '90aaba94-3b36-4b61-973d-1be6b57ac27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:29.365334 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.365908 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Bound using segment: {'id': 'a038c382-066c-4a14-a468-c98727eb3bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '90aaba94-3b36-4b61-973d-1be6b57ac27e'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:35:29.366527 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Bound port: 11d9942e-5877-4d25-8784-1a5cd1c6120d, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a038c382-066c-4a14-a468-c98727eb3bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '90aaba94-3b36-4b61-973d-1be6b57ac27e'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:35:29.367018 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.476356 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5ca5b2ce-d90c-4425-8be2-8ff44703b41f no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:29.500350 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Router 4ddbd491-4ad6-4e1b-8fa4-67e093938970 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:35:29.520741 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 5ca5b2ce-d90c-4425-8be2-8ff44703b41f {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:29.521366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5ca5b2ce-d90c-4425-8be2-8ff44703b41f not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:29.528704 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] For port 11d9942e-5877-4d25-8784-1a5cd1c6120d, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:29.542458 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] For port 11d9942e-5877-4d25-8784-1a5cd1c6120d, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=11d9942e-5877-4d25-8784-1a5cd1c6120d,segment=NetworkSegment(a038c382-066c-4a14-a468-c98727eb3bbd),segment_id=a038c382-066c-4a14-a468-c98727eb3bbd)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:29.551645 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.637250 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c81b45-2a0a-4f78-aa06-ebe922a35edd None None] DHCP port deletion for 3299b366-ce60-48fe-8bad-0e354e5def06 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:35:29.646767 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e28f1-f03b-4985-9114-57907e416d46 None None] Pushing event updated for resources: {'Port': ['ID=11d9942e-5877-4d25-8784-1a5cd1c6120d,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:29.718764 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-45c81b45-2a0a-4f78-aa06-ebe922a35edd None None] Deleting port 657440f5-b552-401f-acb4-ddaa465da0cf {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:29.718764 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-45c81b45-2a0a-4f78-aa06-ebe922a35edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.794120 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f588afe-383d-4b34-9f2c-3fb58fd4f2c6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.807240 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:29.811990 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.815007 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c435b727-899e-41d0-98c3-d063491bae7f tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "PUT /v2.0/routers/4ddbd491-4ad6-4e1b-8fa4-67e093938970 HTTP/1.1" status: 200 len: 920 time: 5.0311522 Jan 21 09:35:29.818232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41390) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:29.824321 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ca177e-bd91-47d6-8d4c-02142fe643df None None] Sync routers for ids ['4ddbd491-4ad6-4e1b-8fa4-67e093938970'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:29.827593 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-45c81b45-2a0a-4f78-aa06-ebe922a35edd None None] For port 657440f5-b552-401f-acb4-ddaa465da0cf, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=657440f5-b552-401f-acb4-ddaa465da0cf,segment=NetworkSegment(06d7ce59-27d1-4813-ab79-c4d02b8ad0df),segment_id=06d7ce59-27d1-4813-ab79-c4d02b8ad0df)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:29.827593 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-45c81b45-2a0a-4f78-aa06-ebe922a35edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.840621 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ca177e-bd91-47d6-8d4c-02142fe643df None None] Routers {'4ddbd491-4ad6-4e1b-8fa4-67e093938970'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:29.841543 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-75ca177e-bd91-47d6-8d4c-02142fe643df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['4ddbd491-4ad6-4e1b-8fa4-67e093938970'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:29.860887 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-45c81b45-2a0a-4f78-aa06-ebe922a35edd None None] Calling delete_port for 657440f5-b552-401f-acb4-ddaa465da0cf owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:29.922133 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-75ca177e-bd91-47d6-8d4c-02142fe643df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:29.981877 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f588afe-383d-4b34-9f2c-3fb58fd4f2c6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.996669 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ca177e-bd91-47d6-8d4c-02142fe643df None None] Routers {'4ddbd491-4ad6-4e1b-8fa4-67e093938970'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:30.010182 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-75ca177e-bd91-47d6-8d4c-02142fe643df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['4ddbd491-4ad6-4e1b-8fa4-67e093938970'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:30.019270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a401b9-84bb-4423-9de3-308a79752a30 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a60e4ab-87c4-4d57-812a-bdc2f18c4422,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:30.054108 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-75ca177e-bd91-47d6-8d4c-02142fe643df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:30.055016 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ca177e-bd91-47d6-8d4c-02142fe643df None None] The sync data for ids ['4ddbd491-4ad6-4e1b-8fa4-67e093938970'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:30.085978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-45c81b45-2a0a-4f78-aa06-ebe922a35edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:30.103267 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c81b45-2a0a-4f78-aa06-ebe922a35edd None None] No DVR routers for this DVR port 657440f5-b552-401f-acb4-ddaa465da0cf on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:30.132946 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f588afe-383d-4b34-9f2c-3fb58fd4f2c6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 90aaba94-3b36-4b61-973d-1be6b57ac27e is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:30.133892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f588afe-383d-4b34-9f2c-3fb58fd4f2c6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=66d8b24f-30fe-4932-a73e-346aeacf3d7a,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:30.138845 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c81b45-2a0a-4f78-aa06-ebe922a35edd None None] Pushing event deleted for resources: {'Port': ['ID=657440f5-b552-401f-acb4-ddaa465da0cf,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:30.146415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-4f588afe-383d-4b34-9f2c-3fb58fd4f2c6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:30.149314 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f588afe-383d-4b34-9f2c-3fb58fd4f2c6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:30.179885 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9a8fd7b5-4d25-498a-8bc7-3e4835a07e00 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "GET /v2.0/routers/4ddbd491-4ad6-4e1b-8fa4-67e093938970 HTTP/1.1" status: 200 len: 926 time: 0.3604553 Jan 21 09:35:30.185435 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41392) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:30.197486 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12434bee-676e-4c9b-9261-22dada097e87 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:30.210976 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf3f7c6-1926-43cf-bfa1-77fee9945ce5 None None] Sync routers for ids ['33c01d06-4e2c-404a-8ea0-c54c37e0bba6'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:30.223350 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-12434bee-676e-4c9b-9261-22dada097e87 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/33c01d06-4e2c-404a-8ea0-c54c37e0bba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6858003 Jan 21 09:35:30.231805 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41394) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:30.233014 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf3f7c6-1926-43cf-bfa1-77fee9945ce5 None None] Routers {'33c01d06-4e2c-404a-8ea0-c54c37e0bba6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:30.234338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-dbf3f7c6-1926-43cf-bfa1-77fee9945ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['33c01d06-4e2c-404a-8ea0-c54c37e0bba6'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:30.245803 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5b3c-75a6-4e99-9295-30e3a41c3cde tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:30.273317 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c149b624-95f9-45ff-9ce3-01393d665eb2 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 1.1102016 Jan 21 09:35:30.278657 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41396) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:30.281831 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ba0da40d-e4d2-4a4f-a99a-a1a7bc0a1bfc tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports?device_id=33c01d06-4e2c-404a-8ea0-c54c37e0bba6 HTTP/1.1" status: 200 len: 205 time: 0.0464907 Jan 21 09:35:30.282005 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Allocated IP 172.26.7.245 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/b7ea9428-aada-4a1c-a85f-0a04f931a15e) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:30.283883 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-dbf3f7c6-1926-43cf-bfa1-77fee9945ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:30.284780 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41398) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:30.293392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:30.297657 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf3f7c6-1926-43cf-bfa1-77fee9945ce5 None None] Routers {'33c01d06-4e2c-404a-8ea0-c54c37e0bba6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:30.298339 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-dbf3f7c6-1926-43cf-bfa1-77fee9945ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['33c01d06-4e2c-404a-8ea0-c54c37e0bba6'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:30.298670 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f588afe-383d-4b34-9f2c-3fb58fd4f2c6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:30.299775 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4f588afe-383d-4b34-9f2c-3fb58fd4f2c6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:30.355259 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-dbf3f7c6-1926-43cf-bfa1-77fee9945ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:30.356063 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf3f7c6-1926-43cf-bfa1-77fee9945ce5 None None] The sync data for ids ['33c01d06-4e2c-404a-8ea0-c54c37e0bba6'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:30.364886 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No DVR routers for this DVR port 5ca5b2ce-d90c-4425-8be2-8ff44703b41f on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:30.372431 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=5ca5b2ce-d90c-4425-8be2-8ff44703b41f,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:30.387736 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415f4575-984a-4ab3-831a-812bd10bca27 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:30.389550 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-415f4575-984a-4ab3-831a-812bd10bca27 tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&device_id=4ddbd491-4ad6-4e1b-8fa4-67e093938970&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2041769 Jan 21 09:35:30.392872 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3f9a9865-e9a3-4ae7-9dc8-5f557588bd36 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:30.395214 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41400) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:30.452274 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4f588afe-383d-4b34-9f2c-3fb58fd4f2c6 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8420868 Jan 21 09:35:30.453575 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41402) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:30.497151 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b085052e-59f3-4c1f-8bfb-022959db2e4d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:30.602099 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b085052e-59f3-4c1f-8bfb-022959db2e4d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:30.629421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5b3c-75a6-4e99-9295-30e3a41c3cde tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:30.648998 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:30.739737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-fb8b5b3c-75a6-4e99-9295-30e3a41c3cde tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3299b366-ce60-48fe-8bad-0e354e5def06']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:30.772267 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b085052e-59f3-4c1f-8bfb-022959db2e4d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:30.776048 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02eec03e-b7b6-4fd9-9781-881ba37cb83a']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:30.781387 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-fb8b5b3c-75a6-4e99-9295-30e3a41c3cde tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d7ce59-27d1-4813-ab79-c4d02b8ad0df') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:30.781827 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-fb8b5b3c-75a6-4e99-9295-30e3a41c3cde tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d7ce59-27d1-4813-ab79-c4d02b8ad0df') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:30.789032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b085052e-59f3-4c1f-8bfb-022959db2e4d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:30.790242 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b085052e-59f3-4c1f-8bfb-022959db2e4d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/e34d9ecb-0355-4038-91eb-eed26fca60ef HTTP/1.1" status: 204 len: 168 time: 0.5070419 Jan 21 09:35:30.793763 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:30.806269 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41404) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:30.813218 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5b3c-75a6-4e99-9295-30e3a41c3cde tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:30.847834 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc2b87e-5dfc-4e0d-b818-b907c432a4af') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:30.848230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc2b87e-5dfc-4e0d-b818-b907c432a4af') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:30.855161 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085052e-59f3-4c1f-8bfb-022959db2e4d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e34d9ecb-0355-4038-91eb-eed26fca60ef,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:30.874707 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5b3c-75a6-4e99-9295-30e3a41c3cde tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:30.879823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:30.895479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8b5b3c-75a6-4e99-9295-30e3a41c3cde tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:35:30.896007 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5b3c-75a6-4e99-9295-30e3a41c3cde tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:35:30.900233 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:35:30.963792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.005340 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8a26bb09-cd83-4b3e-964a-d4660abb5ae3 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1941795 Jan 21 09:35:31.007353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:35:31.007778 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:35:31.012488 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:35:31.014936 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41406) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:31.068189 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447c5807-64ec-4961-a0dd-b16100b712d8 None None] Network 90aaba94-3b36-4b61-973d-1be6b57ac27e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:31.097144 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5b3c-75a6-4e99-9295-30e3a41c3cde tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.107446 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.107925 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3f9a9865-e9a3-4ae7-9dc8-5f557588bd36 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.141259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3f9a9865-e9a3-4ae7-9dc8-5f557588bd36 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.152668 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5b3c-75a6-4e99-9295-30e3a41c3cde tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.152993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c744e69-8ea1-454b-80c2-b494500ac6cb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:31.157719 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9c744e69-8ea1-454b-80c2-b494500ac6cb tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "GET /v2.0/networks/e5b467b6-3f77-41e6-abda-a63a446d52f5 HTTP/1.1" status: 200 len: 881 time: 0.7612915 Jan 21 09:35:31.159753 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fb8b5b3c-75a6-4e99-9295-30e3a41c3cde tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/networks/3299b366-ce60-48fe-8bad-0e354e5def06 HTTP/1.1" status: 204 len: 168 time: 1.9397595 Jan 21 09:35:31.170727 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8fdd1b65-fbe5-4ec0-9dc4-456d3b461b0f None None] Provisioning complete for port 11d9942e-5877-4d25-8784-1a5cd1c6120d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:31.171101 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1b65-fbe5-4ec0-9dc4-456d3b461b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.171289 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41408) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:31.171983 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41410) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:31.231297 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-8e964691-9fb5-4b50-ad44-efaa8ec86c3f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-718384598'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:31.259775 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b5b3c-75a6-4e99-9295-30e3a41c3cde tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Network': ['ID=3299b366-ce60-48fe-8bad-0e354e5def06,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:31.262509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.283000 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3f9a9865-e9a3-4ae7-9dc8-5f557588bd36 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.283938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9a9865-e9a3-4ae7-9dc8-5f557588bd36 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Fanout notify agent at l3_agent the message router_deleted on router 33c01d06-4e2c-404a-8ea0-c54c37e0bba6 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:35:31.309125 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3f9a9865-e9a3-4ae7-9dc8-5f557588bd36 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.314246 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3f9a9865-e9a3-4ae7-9dc8-5f557588bd36 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/routers/33c01d06-4e2c-404a-8ea0-c54c37e0bba6 HTTP/1.1" status: 204 len: 168 time: 1.0249069 Jan 21 09:35:31.314517 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41412) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:31.314649 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-45790f10-c41d-4cde-8f81-9032744c8f3c tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ddbd491-4ad6-4e1b-8fa4-67e093938970 HTTP/1.1" status: 200 len: 205 time: 0.1003478 Jan 21 09:35:31.316535 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41414) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:31.319897 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.323258 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/networks/02eec03e-b7b6-4fd9-9781-881ba37cb83a HTTP/1.1" status: 204 len: 168 time: 3.4034805 Jan 21 09:35:31.327588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c639d61-f7d1-421f-a2bd-7cd17d8a6e49 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.340835 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41416) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:31.362379 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:31.371607 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1b65-fbe5-4ec0-9dc4-456d3b461b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.380615 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2a800-df84-494d-8813-b4e869c5a044 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Network': ['ID=02eec03e-b7b6-4fd9-9781-881ba37cb83a,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:31.382051 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=b7ea9428-aada-4a1c-a85f-0a04f931a15e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:31.388439 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c639d61-f7d1-421f-a2bd-7cd17d8a6e49 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.399327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:31.401388 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a401b9-84bb-4423-9de3-308a79752a30 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 09:35:31.402044 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a401b9-84bb-4423-9de3-308a79752a30 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:35:31.405614 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:31.435833 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-8fdd1b65-fbe5-4ec0-9dc4-456d3b461b0f None None] For port 11d9942e-5877-4d25-8784-1a5cd1c6120d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=11d9942e-5877-4d25-8784-1a5cd1c6120d,segment=NetworkSegment(a038c382-066c-4a14-a468-c98727eb3bbd),segment_id=a038c382-066c-4a14-a468-c98727eb3bbd)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:31.448490 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1b65-fbe5-4ec0-9dc4-456d3b461b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.464152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e964691-9fb5-4b50-ad44-efaa8ec86c3f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:31.467387 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8e964691-9fb5-4b50-ad44-efaa8ec86c3f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.487537 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-40a401b9-84bb-4423-9de3-308a79752a30 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.6703823 Jan 21 09:35:31.502211 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41418) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:31.513692 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c639d61-f7d1-421f-a2bd-7cd17d8a6e49 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.542511 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c639d61-f7d1-421f-a2bd-7cd17d8a6e49 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.544478 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2c639d61-f7d1-421f-a2bd-7cd17d8a6e49 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/5cc9035b-2c64-49ad-9c8b-90be20a2155d HTTP/1.1" status: 204 len: 168 time: 0.5188615 Jan 21 09:35:31.558506 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41420) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:31.562691 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd1b65-fbe5-4ec0-9dc4-456d3b461b0f None None] Pushing event updated for resources: {'Port': ['ID=11d9942e-5877-4d25-8784-1a5cd1c6120d,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:31.600304 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c639d61-f7d1-421f-a2bd-7cd17d8a6e49 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cc9035b-2c64-49ad-9c8b-90be20a2155d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:31.634683 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e964691-9fb5-4b50-ad44-efaa8ec86c3f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:35:31.656982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 11d9942e-5877-4d25-8784-1a5cd1c6120d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:31.667388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8e964691-9fb5-4b50-ad44-efaa8ec86c3f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.667930 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-8e964691-9fb5-4b50-ad44-efaa8ec86c3f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Added segment 2fa7f6d4-9f55-48d6-86b5-deeccaac3fcf of type vlan for network 70c6c2c1-daad-453b-bf59-3faf9af8dc6c Jan 21 09:35:31.740730 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 11d9942e-5877-4d25-8784-1a5cd1c6120d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:31.741533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.762282 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7560109-b0c7-4311-b92b-4f5e5bb95844 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting subnet 003d8bd1-7bc8-4ac5-a39f-851bf910a46f {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:35:31.770856 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8e964691-9fb5-4b50-ad44-efaa8ec86c3f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.821260 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-7ad2ac01-b844-426c-80cc-f5bfd9108ee3 None None] Provisioning complete for port 66d8b24f-30fe-4932-a73e-346aeacf3d7a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:31.821743 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ac01-b844-426c-80cc-f5bfd9108ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.822975 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d7560109-b0c7-4311-b92b-4f5e5bb95844 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.854482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8e964691-9fb5-4b50-ad44-efaa8ec86c3f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.864113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e964691-9fb5-4b50-ad44-efaa8ec86c3f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:31.865573 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8e964691-9fb5-4b50-ad44-efaa8ec86c3f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.884201 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-7ad2ac01-b844-426c-80cc-f5bfd9108ee3 None None] Port 66d8b24f-30fe-4932-a73e-346aeacf3d7a cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:31.950789 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-7ad2ac01-b844-426c-80cc-f5bfd9108ee3 None None] Provisioning complete for port 11d9942e-5877-4d25-8784-1a5cd1c6120d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:31.951294 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ac01-b844-426c-80cc-f5bfd9108ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:31.965963 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7a20b2e4-da11-4055-a77c-3cbfaadaa657 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3587682 Jan 21 09:35:31.966536 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41422) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:32.013554 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8e964691-9fb5-4b50-ad44-efaa8ec86c3f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7952735 Jan 21 09:35:32.015325 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41424) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:32.025296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-14326158-3989-46dd-8ced-d514d850ac51 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'subnet': {'network_id': '70c6c2c1-daad-453b-bf59-3faf9af8dc6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:32.046693 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dc42f5e6-42c4-4b82-8616-481fe5bef5e4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:32.067714 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d7560109-b0c7-4311-b92b-4f5e5bb95844 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:32.085510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 657440f5-b552-401f-acb4-ddaa465da0cf no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:32.085740 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e964691-9fb5-4b50-ad44-efaa8ec86c3f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Network': ['ID=70c6c2c1-daad-453b-bf59-3faf9af8dc6c,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:32.123940 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac74b1ea-1f0c-4611-943b-9bfc01f627c7 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:32.127450 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 70c6c2c1-daad-453b-bf59-3faf9af8dc6c details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:35:32.140670 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 657440f5-b552-401f-acb4-ddaa465da0cf {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:32.141365 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 657440f5-b552-401f-acb4-ddaa465da0cf not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:32.223061 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ce87a309-10c8-4c54-9785-f70e309a50e7 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:32.237873 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14326158-3989-46dd-8ced-d514d850ac51 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:32.238666 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c61a0686-5e6d-4833-a61d-a5c23fd70fe4 None None] Provisioning complete for port 66d8b24f-30fe-4932-a73e-346aeacf3d7a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:32.238967 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c61a0686-5e6d-4833-a61d-a5c23fd70fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:32.241516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-14326158-3989-46dd-8ced-d514d850ac51 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:32.278485 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ce87a309-10c8-4c54-9785-f70e309a50e7 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:32.281850 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c61a0686-5e6d-4833-a61d-a5c23fd70fe4 None None] Port 66d8b24f-30fe-4932-a73e-346aeacf3d7a cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:32.442483 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:32.578702 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:32.583285 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-14326158-3989-46dd-8ced-d514d850ac51 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:32.724657 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14326158-3989-46dd-8ced-d514d850ac51 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Subnet': ['ID=c4826acf-5ae4-4bbf-b8ff-4e8f54d9552a,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:32.775829 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14326158-3989-46dd-8ced-d514d850ac51 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Checking segment: {'id': '2fa7f6d4-9f55-48d6-86b5-deeccaac3fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '70c6c2c1-daad-453b-bf59-3faf9af8dc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:32.776242 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14326158-3989-46dd-8ced-d514d850ac51 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network hostable DHCP agents. Network: 70c6c2c1-daad-453b-bf59-3faf9af8dc6c, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:35:32.817510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14326158-3989-46dd-8ced-d514d850ac51 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 70c6c2c1-daad-453b-bf59-3faf9af8dc6c is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:35:32.840125 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-14326158-3989-46dd-8ced-d514d850ac51 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 70c6c2c1-daad-453b-bf59-3faf9af8dc6c) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:32.847011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14326158-3989-46dd-8ced-d514d850ac51 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:32.847986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-14326158-3989-46dd-8ced-d514d850ac51 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:32.851184 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be39b80b-40a8-4318-9090-035a8a17f45d None None] Network 70c6c2c1-daad-453b-bf59-3faf9af8dc6c requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:32.882402 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-14326158-3989-46dd-8ced-d514d850ac51 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8586471 Jan 21 09:35:32.882402 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:32.883887 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41426) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:32.889097 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b616e3c9-ec2f-4846-bdd4-deb61c94280f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'network_id': '70c6c2c1-daad-453b-bf59-3faf9af8dc6c', 'name': 'tempest-PortsIpV6TestJSON-1458326208', 'fixed_ips': [{'subnet_id': 'c4826acf-5ae4-4bbf-b8ff-4e8f54d9552a', 'ip_address': '2001:db8::10'}]}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:32.895032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.023538 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=b7ea9428-aada-4a1c-a85f-0a04f931a15e,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:33.054119 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.057868 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-70c6c2c1-daad-453b-bf59-3faf9af8dc6c', 'network_id': '70c6c2c1-daad-453b-bf59-3faf9af8dc6c', 'tenant_id': 'e1679b4b6a6a4ba38d05541ed992158a', 'fixed_ips': [{'subnet_id': 'c4826acf-5ae4-4bbf-b8ff-4e8f54d9552a'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:35:33.060998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.061185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e530e-6762-4c36-a392-d3c7da341642 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Deleting port b7163290-d3ce-440f-94d1-e57dca95c568 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:33.061671 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ed0e530e-6762-4c36-a392-d3c7da341642 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.064606 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ce87a309-10c8-4c54-9785-f70e309a50e7 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.070650 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ce87a309-10c8-4c54-9785-f70e309a50e7 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.074372 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ce87a309-10c8-4c54-9785-f70e309a50e7 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/920613bd-c430-4aae-b62b-9d83854a3ea3 HTTP/1.1" status: 204 len: 168 time: 1.0480211 Jan 21 09:35:33.092874 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41428) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:33.187305 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b616e3c9-ec2f-4846-bdd4-deb61c94280f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:33.192111 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d7560109-b0c7-4311-b92b-4f5e5bb95844 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.225982 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87a309-10c8-4c54-9785-f70e309a50e7 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=920613bd-c430-4aae-b62b-9d83854a3ea3,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:33.256662 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Floating IP 9995c035-470f-433b-a774-a2d91c1d5dea associated. External IP: 172.26.7.245, port: fbbf926e-1ea9-44b0-87e9-15d653b95d25. Jan 21 09:35:33.271291 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac74b1ea-1f0c-4611-943b-9bfc01f627c7 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.287953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Allocated IP 2001:db8::2 (70c6c2c1-daad-453b-bf59-3faf9af8dc6c/c4826acf-5ae4-4bbf-b8ff-4e8f54d9552a/fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:33.395415 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b616e3c9-ec2f-4846-bdd4-deb61c94280f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.422341 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-b616e3c9-ec2f-4846-bdd4-deb61c94280f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] device_id is not set on port fe485e34-c654-47b1-8cc6-2b1c816ecf3e yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:35:33.431284 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ed0e530e-6762-4c36-a392-d3c7da341642 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.431795 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ed0e530e-6762-4c36-a392-d3c7da341642 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.448114 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8dccfed6-92b3-4e8c-a184-473a3b9d0122 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3316138 Jan 21 09:35:33.465407 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41430) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:33.493576 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e530e-6762-4c36-a392-d3c7da341642 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Calling delete_port for b7163290-d3ce-440f-94d1-e57dca95c568 owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:33.519159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d7560109-b0c7-4311-b92b-4f5e5bb95844 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.543714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.552271 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.590400 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 11d9942e-5877-4d25-8784-1a5cd1c6120d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:33.631909 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d7560109-b0c7-4311-b92b-4f5e5bb95844 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.638328 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d7560109-b0c7-4311-b92b-4f5e5bb95844 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/003d8bd1-7bc8-4ac5-a39f-851bf910a46f HTTP/1.1" status: 204 len: 168 time: 2.3166566 Jan 21 09:35:33.650966 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41432) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:33.652724 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7560109-b0c7-4311-b92b-4f5e5bb95844 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Subnet': ['ID=003d8bd1-7bc8-4ac5-a39f-851bf910a46f,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:33.657680 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a9e851-bee7-4f3e-a602-b800bc3ba71e None None] Network 83bd37eb-2959-424e-8ee6-cfb14b1c8181 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:33.668277 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Network 70c6c2c1-daad-453b-bf59-3faf9af8dc6c is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:33.702199 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dc42f5e6-42c4-4b82-8616-481fe5bef5e4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.704785 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:33.716083 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:33.719581 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Pushing event updated for resources: {'Port': ['ID=fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:33.749349 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dc42f5e6-42c4-4b82-8616-481fe5bef5e4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.765940 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-ac74b1ea-1f0c-4611-943b-9bfc01f627c7 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Deleting port e100f088-5847-4468-b7c8-e9b00c2cb24f {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:33.766444 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac74b1ea-1f0c-4611-943b-9bfc01f627c7 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.901903 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 11d9942e-5877-4d25-8784-1a5cd1c6120d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:33.902500 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.909324 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Attempting to bind port fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:35:33.909324 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Attempting to bind port fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '2fa7f6d4-9f55-48d6-86b5-deeccaac3fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '70c6c2c1-daad-453b-bf59-3faf9af8dc6c'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:35:33.909324 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Attempting to bind port fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9 on network 70c6c2c1-daad-453b-bf59-3faf9af8dc6c {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:35:33.968394 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e328aa1a-d81f-494c-943b-929afe2d2bdc tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.989086 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:35:33.989875 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Checking segment: {'id': '2fa7f6d4-9f55-48d6-86b5-deeccaac3fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '70c6c2c1-daad-453b-bf59-3faf9af8dc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:33.991157 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:33.991372 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Bound using segment: {'id': '2fa7f6d4-9f55-48d6-86b5-deeccaac3fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '70c6c2c1-daad-453b-bf59-3faf9af8dc6c'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:35:33.992263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Bound port: fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa7f6d4-9f55-48d6-86b5-deeccaac3fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '70c6c2c1-daad-453b-bf59-3faf9af8dc6c'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:35:33.992968 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.005831 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.022766 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router c8ddb78d-262c-47dd-9380-c79f6fb3fa3c has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:34.038354 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42f5e6-42c4-4b82-8616-481fe5bef5e4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=66d8b24f-30fe-4932-a73e-346aeacf3d7a,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:34.042503 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-b616e3c9-ec2f-4846-bdd4-deb61c94280f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Allocated IP 2001:db8::10 (70c6c2c1-daad-453b-bf59-3faf9af8dc6c/c4826acf-5ae4-4bbf-b8ff-4e8f54d9552a/fe485e34-c654-47b1-8cc6-2b1c816ecf3e) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:34.110258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e328aa1a-d81f-494c-943b-929afe2d2bdc tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.164769 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac74b1ea-1f0c-4611-943b-9bfc01f627c7 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.217409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] For port fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:34.222011 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] For port fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9,segment=NetworkSegment(2fa7f6d4-9f55-48d6-86b5-deeccaac3fcf),segment_id=2fa7f6d4-9f55-48d6-86b5-deeccaac3fcf)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:34.228163 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cb7de1-1330-43bd-b5a2-6aab01302cb1 None None] DHCP port deletion for 83bd37eb-2959-424e-8ee6-cfb14b1c8181 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:35:34.236159 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.279337 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-ac74b1ea-1f0c-4611-943b-9bfc01f627c7 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Calling delete_port for e100f088-5847-4468-b7c8-e9b00c2cb24f owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:34.301499 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d7c75dbb-0918-4aa3-88f4-0a53e2e4df62 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.351704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b616e3c9-ec2f-4846-bdd4-deb61c94280f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.372229 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949358c-4c09-4bef-928a-e56f7bbf0d51 None None] Pushing event updated for resources: {'Port': ['ID=fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:34.381028 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:34.394335 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-dd89d576-de68-441b-aab9-21749caa8ce2 None None] Provisioning complete for port 66d8b24f-30fe-4932-a73e-346aeacf3d7a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:34.394335 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dd89d576-de68-441b-aab9-21749caa8ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.404929 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df52ecf2-9dbd-46be-9963-e566c2eadac6 None None] Sync routers for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:34.426125 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df52ecf2-9dbd-46be-9963-e566c2eadac6 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:34.430014 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-df52ecf2-9dbd-46be-9963-e566c2eadac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:34.440978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-dd89d576-de68-441b-aab9-21749caa8ce2 None None] Port 66d8b24f-30fe-4932-a73e-346aeacf3d7a cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:34.452744 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-93cb7de1-1330-43bd-b5a2-6aab01302cb1 None None] Deleting port 6afed95b-4f84-4b5d-815b-4db743f77b0a {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:34.452744 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-93cb7de1-1330-43bd-b5a2-6aab01302cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.454931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.480804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b616e3c9-ec2f-4846-bdd4-deb61c94280f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.509272 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-df52ecf2-9dbd-46be-9963-e566c2eadac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:34.521007 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df52ecf2-9dbd-46be-9963-e566c2eadac6 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:34.522083 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-df52ecf2-9dbd-46be-9963-e566c2eadac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:34.535688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e328aa1a-d81f-494c-943b-929afe2d2bdc tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.538617 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e328aa1a-d81f-494c-943b-929afe2d2bdc tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.542145 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e328aa1a-d81f-494c-943b-929afe2d2bdc tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-groups/c0b4c5c5-f595-4ba3-9471-ebd729223826 HTTP/1.1" status: 204 len: 168 time: 1.0720210 Jan 21 09:35:34.556240 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ed0e530e-6762-4c36-a392-d3c7da341642 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.557925 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41434) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:34.567729 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-df52ecf2-9dbd-46be-9963-e566c2eadac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:34.568638 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df52ecf2-9dbd-46be-9963-e566c2eadac6 None None] The sync data for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:34.580372 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3386dcc8-a59c-4305-aab1-f629af91fa46 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.0794442 Jan 21 09:35:34.581604 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41436) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:34.590020 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-81e69f2a-5296-4a59-8d86-bb5e5a304af8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:34.602418 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-93cb7de1-1330-43bd-b5a2-6aab01302cb1 None None] For port 6afed95b-4f84-4b5d-815b-4db743f77b0a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6afed95b-4f84-4b5d-815b-4db743f77b0a,segment=NetworkSegment(d0fd5730-5c1a-41ac-bcf8-f55b4f9b4bc4),segment_id=d0fd5730-5c1a-41ac-bcf8-f55b4f9b4bc4)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:34.602695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-93cb7de1-1330-43bd-b5a2-6aab01302cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.616336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328aa1a-d81f-494c-943b-929afe2d2bdc tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b4c5c5-f595-4ba3-9471-ebd729223826,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:34.619104 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-93cb7de1-1330-43bd-b5a2-6aab01302cb1 None None] Calling delete_port for 6afed95b-4f84-4b5d-815b-4db743f77b0a owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:34.677437 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e530e-6762-4c36-a392-d3c7da341642 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7163290-d3ce-440f-94d1-e57dca95c568,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:34.692979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b616e3c9-ec2f-4846-bdd4-deb61c94280f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 70c6c2c1-daad-453b-bf59-3faf9af8dc6c is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:34.726009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-b616e3c9-ec2f-4846-bdd4-deb61c94280f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:34.735027 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616e3c9-ec2f-4846-bdd4-deb61c94280f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:34.743343 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b616e3c9-ec2f-4846-bdd4-deb61c94280f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:34.744017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b616e3c9-ec2f-4846-bdd4-deb61c94280f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.755577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616e3c9-ec2f-4846-bdd4-deb61c94280f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=fe485e34-c654-47b1-8cc6-2b1c816ecf3e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:34.758719 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-93cb7de1-1330-43bd-b5a2-6aab01302cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.779471 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dc42f5e6-42c4-4b82-8616-481fe5bef5e4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.807384 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port 6afed95b-4f84-4b5d-815b-4db743f77b0a {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:34.807905 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.823043 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a07ac48e-3a84-47cf-8a81-2341d049dd42 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2627325 Jan 21 09:35:34.825005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb7de1-1330-43bd-b5a2-6aab01302cb1 None None] Pushing event deleted for resources: {'Port': ['ID=6afed95b-4f84-4b5d-815b-4db743f77b0a,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:34.829069 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb7de1-1330-43bd-b5a2-6aab01302cb1 None None] No DVR routers for this DVR port 6afed95b-4f84-4b5d-815b-4db743f77b0a on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:34.831771 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81e69f2a-5296-4a59-8d86-bb5e5a304af8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.834406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41438) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:34.840671 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d21e258c-5ec9-4bac-9425-97568fefadad tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group': {'name': 'tempest-secgroup--294466067'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:34.857428 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b616e3c9-ec2f-4846-bdd4-deb61c94280f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9701762 Jan 21 09:35:34.863207 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41440) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:34.917233 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d21e258c-5ec9-4bac-9425-97568fefadad tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.946095 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a8088f1f-f0cc-4d6e-ab2e-8978095b1291 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'network_id': '70c6c2c1-daad-453b-bf59-3faf9af8dc6c', 'name': 'tempest-PortsIpV6TestJSON-1916784587', 'fixed_ips': [{'subnet_id': 'c4826acf-5ae4-4bbf-b8ff-4e8f54d9552a', 'ip_address': '2001:db8::f'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:35.084582 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81e69f2a-5296-4a59-8d86-bb5e5a304af8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.098923 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d21e258c-5ec9-4bac-9425-97568fefadad tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.100123 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81e69f2a-5296-4a59-8d86-bb5e5a304af8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.100466 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-81e69f2a-5296-4a59-8d86-bb5e5a304af8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Floating IP 9995c035-470f-433b-a774-a2d91c1d5dea disassociated. External IP: 172.26.7.245, port: fbbf926e-1ea9-44b0-87e9-15d653b95d25. Jan 21 09:35:35.104486 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d21e258c-5ec9-4bac-9425-97568fefadad tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.176601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d21e258c-5ec9-4bac-9425-97568fefadad tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.178053 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d21e258c-5ec9-4bac-9425-97568fefadad tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3427527 Jan 21 09:35:35.185971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41442) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:35.194804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-140029a5-735a-483e-96ab-78652bded937 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group_rule': {'security_group_id': '8b095c7f-7c42-4013-96db-26748147a40e', 'direction': 'ingress', 'protocol': 17}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:35.231020 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e258c-5ec9-4bac-9425-97568fefadad tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b095c7f-7c42-4013-96db-26748147a40e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:35.278532 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-140029a5-735a-483e-96ab-78652bded937 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.404861 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ed0e530e-6762-4c36-a392-d3c7da341642 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.409570 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ed0e530e-6762-4c36-a392-d3c7da341642 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.417184 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ed0e530e-6762-4c36-a392-d3c7da341642 tempest-ExternalNetworksAdminNegativeTestJSON-816858647 tempest-ExternalNetworksAdminNegativeTestJSON-816858647-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/9262a2ac-cfd8-4bb2-b3f1-8e5f0a56ccc7 HTTP/1.1" status: 204 len: 168 time: 3.9019926 Jan 21 09:35:35.435733 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-140029a5-735a-483e-96ab-78652bded937 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.446171 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-140029a5-735a-483e-96ab-78652bded937 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.448798 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] For port 6afed95b-4f84-4b5d-815b-4db743f77b0a, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:35.449180 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.494461 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140029a5-735a-483e-96ab-78652bded937 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d90e424-4bc8-482f-a361-7007b0f735d6,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:35.499993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for 6afed95b-4f84-4b5d-815b-4db743f77b0a owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:35.506900 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e69f2a-5296-4a59-8d86-bb5e5a304af8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router c8ddb78d-262c-47dd-9380-c79f6fb3fa3c has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:35.526569 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.ipam_backend_mixin [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Port 6afed95b-4f84-4b5d-815b-4db743f77b0a was not found and therefore no delete operation was performed {{(pid=102146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 09:35:35.538476 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-140029a5-735a-483e-96ab-78652bded937 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.540630 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-140029a5-735a-483e-96ab-78652bded937 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3534746 Jan 21 09:35:35.544975 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41446) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:35.569561 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.616463 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:35.687541 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] No DVR routers for this DVR port 6afed95b-4f84-4b5d-815b-4db743f77b0a on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:35.692549 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:35.692941 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.693079 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=6afed95b-4f84-4b5d-815b-4db743f77b0a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:35.725932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e69f2a-5296-4a59-8d86-bb5e5a304af8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:35.732667 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81e69f2a-5296-4a59-8d86-bb5e5a304af8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.740785 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d303f53-4e6e-46ed-ab24-08bf5bc1b9e1 None None] Sync routers for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:35.758984 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dc42f5e6-42c4-4b82-8616-481fe5bef5e4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.770891 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d303f53-4e6e-46ed-ab24-08bf5bc1b9e1 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:35.771559 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1d303f53-4e6e-46ed-ab24-08bf5bc1b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:35.780887 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-81e69f2a-5296-4a59-8d86-bb5e5a304af8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "PUT /v2.0/floatingips/9995c035-470f-433b-a774-a2d91c1d5dea HTTP/1.1" status: 200 len: 688 time: 1.1943336 Jan 21 09:35:35.783620 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41450) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:35.808993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac74b1ea-1f0c-4611-943b-9bfc01f627c7 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.849091 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9a7750-1c8e-4b62-a47f-8c76c386b484 None None] Network 70c6c2c1-daad-453b-bf59-3faf9af8dc6c requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:35.913952 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41452) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:35.920993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74b1ea-1f0c-4611-943b-9bfc01f627c7 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Pushing event deleted for resources: {'Port': ['ID=e100f088-5847-4468-b7c8-e9b00c2cb24f,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:35.962649 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1d303f53-4e6e-46ed-ab24-08bf5bc1b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:35.973694 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:35.990827 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-779512eb-6b4e-4172-9f8b-3aff091136c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Deleting port b7ea9428-aada-4a1c-a85f-0a04f931a15e {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:35.991232 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-779512eb-6b4e-4172-9f8b-3aff091136c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.000367 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5b7ad26b-7bd1-4de9-95eb-c2bcfa3af388 None None] Provisioning complete for port fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:36.001035 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5b7ad26b-7bd1-4de9-95eb-c2bcfa3af388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.046178 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-10b4ac5a-15a0-46c0-9632-b2b526d4abe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.057343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d303f53-4e6e-46ed-ab24-08bf5bc1b9e1 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:36.058438 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1d303f53-4e6e-46ed-ab24-08bf5bc1b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:36.069390 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8088f1f-f0cc-4d6e-ab2e-8978095b1291 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:36.083776 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e4b63cfd-2d85-46af-aae6-9ca084658a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.125727 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7c9e66b1-9087-4484-9781-b0a70ca016ad tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.129889 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-779512eb-6b4e-4172-9f8b-3aff091136c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.130520 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-779512eb-6b4e-4172-9f8b-3aff091136c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.135781 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83bd37eb-2959-424e-8ee6-cfb14b1c8181']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:36.156138 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-779512eb-6b4e-4172-9f8b-3aff091136c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Calling delete_port for b7ea9428-aada-4a1c-a85f-0a04f931a15e owned by network:floatingip {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:36.195858 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1d303f53-4e6e-46ed-ab24-08bf5bc1b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:36.196470 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d303f53-4e6e-46ed-ab24-08bf5bc1b9e1 None None] The sync data for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:36.231768 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fd5730-5c1a-41ac-bcf8-f55b4f9b4bc4') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:36.232084 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fd5730-5c1a-41ac-bcf8-f55b4f9b4bc4') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:36.256456 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.264396 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e4b63cfd-2d85-46af-aae6-9ca084658a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.275247 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5b7ad26b-7bd1-4de9-95eb-c2bcfa3af388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.276242 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e4b63cfd-2d85-46af-aae6-9ca084658a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.308226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7c9e66b1-9087-4484-9781-b0a70ca016ad tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.315087 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.323257 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e4b63cfd-2d85-46af-aae6-9ca084658a1f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=811d76bc6edd41599e1141711bb658d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079032 Jan 21 09:35:36.336404 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac74b1ea-1f0c-4611-943b-9bfc01f627c7 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.337426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41456) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:36.394220 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b63cfd-2d85-46af-aae6-9ca084658a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35b120d-9c0f-4596-8df7-5fff015e0b16,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:36.426132 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7b93ceb-8656-408e-bc1e-3ba120e8d722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.432622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.494336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7b93ceb-8656-408e-bc1e-3ba120e8d722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.526996 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9,segment=NetworkSegment(2fa7f6d4-9f55-48d6-86b5-deeccaac3fcf),segment_id=2fa7f6d4-9f55-48d6-86b5-deeccaac3fcf)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:36.535626 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.550684 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:35:36.551164 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.554951 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-779512eb-6b4e-4172-9f8b-3aff091136c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:35:36.562384 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:35:36.589017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac74b1ea-1f0c-4611-943b-9bfc01f627c7 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.595738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779512eb-6b4e-4172-9f8b-3aff091136c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Port': ['ID=b7ea9428-aada-4a1c-a85f-0a04f931a15e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:36.635605 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7b93ceb-8656-408e-bc1e-3ba120e8d722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.637493 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac74b1ea-1f0c-4611-943b-9bfc01f627c7 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.639122 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7b93ceb-8656-408e-bc1e-3ba120e8d722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.643153 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a7b93ceb-8656-408e-bc1e-3ba120e8d722 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e35b120d-9c0f-4596-8df7-5fff015e0b16 HTTP/1.1" status: 204 len: 168 time: 0.2983856 Jan 21 09:35:36.654834 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6afed95b-4f84-4b5d-815b-4db743f77b0a no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:36.693953 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b93ceb-8656-408e-bc1e-3ba120e8d722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35b120d-9c0f-4596-8df7-5fff015e0b16,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:36.694325 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 6afed95b-4f84-4b5d-815b-4db743f77b0a {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:36.694817 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6afed95b-4f84-4b5d-815b-4db743f77b0a not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:36.706129 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a8088f1f-f0cc-4d6e-ab2e-8978095b1291 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.726196 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-779512eb-6b4e-4172-9f8b-3aff091136c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.730452 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-779512eb-6b4e-4172-9f8b-3aff091136c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.734637 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-779512eb-6b4e-4172-9f8b-3aff091136c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/floatingips/9995c035-470f-433b-a774-a2d91c1d5dea HTTP/1.1" status: 204 len: 168 time: 0.9448497 Jan 21 09:35:36.734637 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41460) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:36.734823 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-5b7ad26b-7bd1-4de9-95eb-c2bcfa3af388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:35:36.735290 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-5b7ad26b-7bd1-4de9-95eb-c2bcfa3af388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:35:36.742120 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': '71ca1269-ed03-44bf-bc6b-910b2866b789'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:36.747663 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:36.793658 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.822274 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-d7c75dbb-0918-4aa3-88f4-0a53e2e4df62 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port b81aa3b0-f31b-42d7-8967-cf1daba60308 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:36.822946 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d7c75dbb-0918-4aa3-88f4-0a53e2e4df62 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.881159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7c9e66b1-9087-4484-9781-b0a70ca016ad tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.884733 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7c9e66b1-9087-4484-9781-b0a70ca016ad tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.886025 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7c9e66b1-9087-4484-9781-b0a70ca016ad tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-groups/8b095c7f-7c42-4013-96db-26748147a40e HTTP/1.1" status: 204 len: 168 time: 1.3176224 Jan 21 09:35:36.891438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41464) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:36.966793 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-715bd413-65b5-4f11-894b-d943071440cb tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0733802 Jan 21 09:35:36.968808 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41466) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:36.974524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-02dd5485-7d0c-4f98-91e8-a583fc0cb70a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260835458'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:36.983369 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-a8088f1f-f0cc-4d6e-ab2e-8978095b1291 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] device_id is not set on port 258196f1-174f-4d15-8ffc-b2ca267e95e6 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:35:36.990955 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac74b1ea-1f0c-4611-943b-9bfc01f627c7 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.991964 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac74b1ea-1f0c-4611-943b-9bfc01f627c7 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Fanout notify agent at l3_agent the message router_deleted on router 4ddbd491-4ad6-4e1b-8fa4-67e093938970 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:35:36.999675 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac74b1ea-1f0c-4611-943b-9bfc01f627c7 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.000820 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ac74b1ea-1f0c-4611-943b-9bfc01f627c7 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "DELETE /v2.0/routers/4ddbd491-4ad6-4e1b-8fa4-67e093938970 HTTP/1.1" status: 204 len: 168 time: 5.6822951 Jan 21 09:35:37.004532 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e66b1-9087-4484-9781-b0a70ca016ad tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b095c7f-7c42-4013-96db-26748147a40e,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:37.008925 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41468) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:37.015452 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.021236 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-336682886', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}, 'admin_state_up': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:37.022807 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.036624 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.038551 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/networks/83bd37eb-2959-424e-8ee6-cfb14b1c8181 HTTP/1.1" status: 204 len: 168 time: 3.3812249 Jan 21 09:35:37.039446 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41470) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:37.077317 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b7bbd031-49b9-4f0e-b288-141b2a848328 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-856614522', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:37.096390 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-02dd5485-7d0c-4f98-91e8-a583fc0cb70a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.171154 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41472) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:37.178608 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf5010-95c6-467b-9e01-ec96dee44f59 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Network': ['ID=83bd37eb-2959-424e-8ee6-cfb14b1c8181,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:37.247515 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.248635 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.313987 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Allocated IP 172.26.7.146 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/1351301c-e6a7-4f93-917d-252fb7b048ff) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:37.316001 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-d7c75dbb-0918-4aa3-88f4-0a53e2e4df62 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] For port b81aa3b0-f31b-42d7-8967-cf1daba60308, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=b81aa3b0-f31b-42d7-8967-cf1daba60308,segment=NetworkSegment(8d7dcfe7-03e9-4f47-8932-7396b231899b),segment_id=8d7dcfe7-03e9-4f47-8932-7396b231899b)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:37.316729 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d7c75dbb-0918-4aa3-88f4-0a53e2e4df62 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.323139 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7bbd031-49b9-4f0e-b288-141b2a848328 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.324180 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7bbd031-49b9-4f0e-b288-141b2a848328 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.339653 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8dc27888-d1c9-4341-a0e1-3356d4b18973 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e675de5f438b4b5a94577202467edfd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392486 Jan 21 09:35:37.344639 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41474) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:37.385206 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-d7c75dbb-0918-4aa3-88f4-0a53e2e4df62 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for b81aa3b0-f31b-42d7-8967-cf1daba60308 owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:37.388317 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dc42f5e6-42c4-4b82-8616-481fe5bef5e4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.416405 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dc42f5e6-42c4-4b82-8616-481fe5bef5e4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.421788 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-02dd5485-7d0c-4f98-91e8-a583fc0cb70a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.423483 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.442942 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-02dd5485-7d0c-4f98-91e8-a583fc0cb70a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.467879 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-54ccbffd-7533-4e9d-95a1-dd6db5332545 None None] Provisioning complete for port fe485e34-c654-47b1-8cc6-2b1c816ecf3e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:37.468631 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-54ccbffd-7533-4e9d-95a1-dd6db5332545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.501785 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:37.557874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-54ccbffd-7533-4e9d-95a1-dd6db5332545 None None] Port fe485e34-c654-47b1-8cc6-2b1c816ecf3e cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:37.578453 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-54ccbffd-7533-4e9d-95a1-dd6db5332545 None None] Provisioning complete for port fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:37.578851 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-54ccbffd-7533-4e9d-95a1-dd6db5332545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.598508 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-02dd5485-7d0c-4f98-91e8-a583fc0cb70a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.602516 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-02dd5485-7d0c-4f98-91e8-a583fc0cb70a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6301365 Jan 21 09:35:37.607625 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41476) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:37.609867 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd5485-7d0c-4f98-91e8-a583fc0cb70a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb931cff-e98c-41c4-b125-e2a1cf6e1393,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:37.616329 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ddfd0e63-bcef-4e77-bcbb-51635d4335ff tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004559740'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:37.618992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:37.619455 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.666726 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42f5e6-42c4-4b82-8616-481fe5bef5e4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=66d8b24f-30fe-4932-a73e-346aeacf3d7a,revision_number=3']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:37.675059 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7bbd031-49b9-4f0e-b288-141b2a848328 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.704173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7bbd031-49b9-4f0e-b288-141b2a848328 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.716913 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-a8088f1f-f0cc-4d6e-ab2e-8978095b1291 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Allocated IP 2001:db8::f (70c6c2c1-daad-453b-bf59-3faf9af8dc6c/c4826acf-5ae4-4bbf-b8ff-4e8f54d9552a/258196f1-174f-4d15-8ffc-b2ca267e95e6) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:37.741715 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.748162 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dc42f5e6-42c4-4b82-8616-481fe5bef5e4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.759969 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.784715 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0e63-bcef-4e77-bcbb-51635d4335ff tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.794222 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7bbd031-49b9-4f0e-b288-141b2a848328 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.795446 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b7bbd031-49b9-4f0e-b288-141b2a848328 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7332151 Jan 21 09:35:37.801181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41478) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:37.809581 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d61ccc4a-74e3-4bf8-bfab-23f734b540f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.809941 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-86363895-8944-4e13-be29-8e59de819df5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'network': {'name': 'tempest-RoutersTest-456150566'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:37.909791 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.955623 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86363895-8944-4e13-be29-8e59de819df5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:37.957605 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d61ccc4a-74e3-4bf8-bfab-23f734b540f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:37.959863 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86363895-8944-4e13-be29-8e59de819df5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.008659 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:38.034277 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:38.038750 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:38.073962 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=1351301c-e6a7-4f93-917d-252fb7b048ff,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:38.087401 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86363895-8944-4e13-be29-8e59de819df5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:35:38.103160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0e63-bcef-4e77-bcbb-51635d4335ff tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.116413 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0e63-bcef-4e77-bcbb-51635d4335ff tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.122122 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86363895-8944-4e13-be29-8e59de819df5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.122371 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc42f5e6-42c4-4b82-8616-481fe5bef5e4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 90aaba94-3b36-4b61-973d-1be6b57ac27e is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:38.122492 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-86363895-8944-4e13-be29-8e59de819df5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Added segment 2cc5884f-004e-44d4-8535-16e294b07a06 of type vlan for network c960abf4-79e2-4feb-a5f7-476efd67b861 Jan 21 09:35:38.132338 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-dc42f5e6-42c4-4b82-8616-481fe5bef5e4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:38.173191 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d7c75dbb-0918-4aa3-88f4-0a53e2e4df62 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.183521 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a733857e-f0bc-42b9-bab9-fa3243697309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.220865 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d61ccc4a-74e3-4bf8-bfab-23f734b540f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.223780 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d61ccc4a-74e3-4bf8-bfab-23f734b540f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.227757 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d61ccc4a-74e3-4bf8-bfab-23f734b540f5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0a60e4ab-87c4-4d57-812a-bdc2f18c4422 HTTP/1.1" status: 204 len: 168 time: 0.8767993 Jan 21 09:35:38.251896 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0e63-bcef-4e77-bcbb-51635d4335ff tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.253827 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ddfd0e63-bcef-4e77-bcbb-51635d4335ff tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6449766 Jan 21 09:35:38.292061 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41482) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:38.300901 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e5876032-2003-488f-86e9-1b55dc957b14 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group_rule': {'security_group_id': 'fb931cff-e98c-41c4-b125-e2a1cf6e1393', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1f08c3de-2a9f-4709-8e24-6a788fbba862', 'remote_ip_prefix': None}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:38.311318 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ccc4a-74e3-4bf8-bfab-23f734b540f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a60e4ab-87c4-4d57-812a-bdc2f18c4422,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:38.311595 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86363895-8944-4e13-be29-8e59de819df5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.322798 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c75dbb-0918-4aa3-88f4-0a53e2e4df62 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=b81aa3b0-f31b-42d7-8967-cf1daba60308,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:38.325715 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd0e63-bcef-4e77-bcbb-51635d4335ff tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f08c3de-2a9f-4709-8e24-6a788fbba862,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:38.328622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a8088f1f-f0cc-4d6e-ab2e-8978095b1291 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.486117 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ac7eda22-a909-40fd-91bb-dbe16649f215 None None] Provisioning complete for port 66d8b24f-30fe-4932-a73e-346aeacf3d7a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:38.487428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ac7eda22-a909-40fd-91bb-dbe16649f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.555019 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ac7eda22-a909-40fd-91bb-dbe16649f215 None None] Port 66d8b24f-30fe-4932-a73e-346aeacf3d7a cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:38.571948 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d7c75dbb-0918-4aa3-88f4-0a53e2e4df62 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.588577 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a8088f1f-f0cc-4d6e-ab2e-8978095b1291 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.641528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86363895-8944-4e13-be29-8e59de819df5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.647726 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86363895-8944-4e13-be29-8e59de819df5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:38.648370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-86363895-8944-4e13-be29-8e59de819df5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.758244 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-86363895-8944-4e13-be29-8e59de819df5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9543149 Jan 21 09:35:38.766299 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41492) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:38.766955 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.783839 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a11119bc-3b47-4fe7-94ff-64bd1506f239 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'subnet': {'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:39.004134 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8088f1f-f0cc-4d6e-ab2e-8978095b1291 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 70c6c2c1-daad-453b-bf59-3faf9af8dc6c is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:39.017424 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc42f5e6-42c4-4b82-8616-481fe5bef5e4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Router 8a95d44e-c8c2-4117-b11e-f514fa57fef3 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:35:39.020092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-a8088f1f-f0cc-4d6e-ab2e-8978095b1291 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:39.026262 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8088f1f-f0cc-4d6e-ab2e-8978095b1291 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:39.034524 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8088f1f-f0cc-4d6e-ab2e-8978095b1291 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:39.034524 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a8088f1f-f0cc-4d6e-ab2e-8978095b1291 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:39.038419 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8088f1f-f0cc-4d6e-ab2e-8978095b1291 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=258196f1-174f-4d15-8ffc-b2ca267e95e6,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:39.102708 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a8088f1f-f0cc-4d6e-ab2e-8978095b1291 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1990173 Jan 21 09:35:39.105929 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41502) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:39.223310 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:39.223939 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:39.266000 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e5876032-2003-488f-86e9-1b55dc957b14 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:39.277405 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86363895-8944-4e13-be29-8e59de819df5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Network': ['ID=c960abf4-79e2-4feb-a5f7-476efd67b861,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:39.287383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41506) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:39.291389 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network c960abf4-79e2-4feb-a5f7-476efd67b861 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:35:39.321892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc42f5e6-42c4-4b82-8616-481fe5bef5e4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:39.328330 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-dc42f5e6-42c4-4b82-8616-481fe5bef5e4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "PUT /v2.0/routers/8a95d44e-c8c2-4117-b11e-f514fa57fef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8340738 Jan 21 09:35:39.332768 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41510) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:39.333302 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139d23b9-3aa4-48bb-bcab-93b2537e5021 None None] Sync routers for ids ['8a95d44e-c8c2-4117-b11e-f514fa57fef3'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:39.349783 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d23b9-3aa4-48bb-bcab-93b2537e5021 None None] Routers {'8a95d44e-c8c2-4117-b11e-f514fa57fef3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:39.349783 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-139d23b9-3aa4-48bb-bcab-93b2537e5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8a95d44e-c8c2-4117-b11e-f514fa57fef3'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:39.357877 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c75dbb-0918-4aa3-88f4-0a53e2e4df62 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router f6b48623-6039-49f8-8afe-65fbc46b3816 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:39.412422 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-139d23b9-3aa4-48bb-bcab-93b2537e5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:39.421321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd56952a-3e8a-410e-bc4e-edda007c4917 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:39.423602 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-dd56952a-3e8a-410e-bc4e-edda007c4917 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3169618 Jan 21 09:35:39.429123 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41512) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:39.439440 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d23b9-3aa4-48bb-bcab-93b2537e5021 None None] Routers {'8a95d44e-c8c2-4117-b11e-f514fa57fef3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:39.441086 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-139d23b9-3aa4-48bb-bcab-93b2537e5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8a95d44e-c8c2-4117-b11e-f514fa57fef3'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:39.514812 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-139d23b9-3aa4-48bb-bcab-93b2537e5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:39.515176 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-bccb8fba-61b5-4ca0-a15b-1e08384fb47c None None] Provisioning complete for port 258196f1-174f-4d15-8ffc-b2ca267e95e6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:39.515815 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bccb8fba-61b5-4ca0-a15b-1e08384fb47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:39.516863 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139d23b9-3aa4-48bb-bcab-93b2537e5021 None None] The sync data for ids ['8a95d44e-c8c2-4117-b11e-f514fa57fef3'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:39.569082 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-bccb8fba-61b5-4ca0-a15b-1e08384fb47c None None] Port 258196f1-174f-4d15-8ffc-b2ca267e95e6 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:39.587309 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-4dda9b91-af7c-4d00-a28a-0453913a864e tempest-DvrRoutersNegativeTest-768162969 tempest-DvrRoutersNegativeTest-768162969-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1028974482', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:39.590200 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.policy [None req-4dda9b91-af7c-4d00-a28a-0453913a864e tempest-DvrRoutersNegativeTest-768162969 tempest-DvrRoutersNegativeTest-768162969-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102146) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 21 09:35:39.590517 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.policy [None req-4dda9b91-af7c-4d00-a28a-0453913a864e tempest-DvrRoutersNegativeTest-768162969 tempest-DvrRoutersNegativeTest-768162969-project] Failed policy check for 'create_router' {{(pid=102146) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 21 09:35:39.591030 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-4dda9b91-af7c-4d00-a28a-0453913a864e tempest-DvrRoutersNegativeTest-768162969 tempest-DvrRoutersNegativeTest-768162969-project] create failed (client error): Access was denied to this resource. Jan 21 09:35:39.592065 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4dda9b91-af7c-4d00-a28a-0453913a864e tempest-DvrRoutersNegativeTest-768162969 tempest-DvrRoutersNegativeTest-768162969-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2899506 Jan 21 09:35:39.604501 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e5876032-2003-488f-86e9-1b55dc957b14 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:39.622051 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e5876032-2003-488f-86e9-1b55dc957b14 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:39.635832 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1413f1-16e5-4c8c-ac78-f800b6e6bb46 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:39.637354 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2b1413f1-16e5-4c8c-ac78-f800b6e6bb46 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a95d44e-c8c2-4117-b11e-f514fa57fef3 HTTP/1.1" status: 200 len: 983 time: 0.2983978 Jan 21 09:35:39.641256 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41516) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:39.645449 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Allocated IP 172.26.7.90 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/1cc702aa-523f-4548-8a30-c056d6797ea5) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:39.654498 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11119bc-3b47-4fe7-94ff-64bd1506f239 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:39.658048 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a11119bc-3b47-4fe7-94ff-64bd1506f239 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:39.662099 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:39.698571 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b02945e-1f18-4781-9fea-d7dbf1f70e2b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:39.700740 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5876032-2003-488f-86e9-1b55dc957b14 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a4d01b-af73-4621-a02e-fd0fe8de6c3c,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:39.705688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b02945e-1f18-4781-9fea-d7dbf1f70e2b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:39.712030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b02945e-1f18-4781-9fea-d7dbf1f70e2b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:39.716517 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5b02945e-1f18-4781-9fea-d7dbf1f70e2b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2768350 Jan 21 09:35:39.718493 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41518) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:39.759691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e5876032-2003-488f-86e9-1b55dc957b14 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:39.762311 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e5876032-2003-488f-86e9-1b55dc957b14 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4660077 Jan 21 09:35:39.771542 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41520) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:39.790176 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c75dbb-0918-4aa3-88f4-0a53e2e4df62 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:39.799130 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d7c75dbb-0918-4aa3-88f4-0a53e2e4df62 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/f6b48623-6039-49f8-8afe-65fbc46b3816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4563599 Jan 21 09:35:39.803333 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41522) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:39.808164 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d16a540-da7b-4b07-a04f-51bcfed38933 None None] Sync routers for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:39.822712 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d16a540-da7b-4b07-a04f-51bcfed38933 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:39.823756 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1d16a540-da7b-4b07-a04f-51bcfed38933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:39.885516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:39.943506 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-1d16a540-da7b-4b07-a04f-51bcfed38933 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:39.961740 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41526) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:39.973524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b8dd49ce-5c8b-4e06-8bcb-4a68d52a81f8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:39.976385 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5372e5-6f70-4671-8ea8-8e42c5edcc85 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting subnet 20507ecf-e70f-4311-94de-011020de3fb7 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:35:39.981861 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b8dd49ce-5c8b-4e06-8bcb-4a68d52a81f8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:39.982266 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ba5372e5-6f70-4671-8ea8-8e42c5edcc85 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.051410 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ba5372e5-6f70-4671-8ea8-8e42c5edcc85 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.105095 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-5ec0b32a-4551-4ce9-8769-d92e1c7d92ed tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port 258196f1-174f-4d15-8ffc-b2ca267e95e6 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:40.105539 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ec0b32a-4551-4ce9-8769-d92e1c7d92ed tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.145608 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b8dd49ce-5c8b-4e06-8bcb-4a68d52a81f8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.153254 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.161625 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b8dd49ce-5c8b-4e06-8bcb-4a68d52a81f8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.163826 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b8dd49ce-5c8b-4e06-8bcb-4a68d52a81f8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/e1a4d01b-af73-4621-a02e-fd0fe8de6c3c HTTP/1.1" status: 204 len: 168 time: 0.3889859 Jan 21 09:35:40.173701 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41530) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:40.193730 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd49ce-5c8b-4e06-8bcb-4a68d52a81f8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1a4d01b-af73-4621-a02e-fd0fe8de6c3c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:40.198302 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-98e2b09f-c48c-4283-b25e-d754ba289c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.198851 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1d16a540-da7b-4b07-a04f-51bcfed38933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:38Z', 'revision_number': 10, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:40.227004 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d16a540-da7b-4b07-a04f-51bcfed38933 None None] Checking router: f6b48623-6039-49f8-8afe-65fbc46b3816 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:35:40.235841 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d16a540-da7b-4b07-a04f-51bcfed38933 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:40.236538 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1d16a540-da7b-4b07-a04f-51bcfed38933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:40.289408 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ba5372e5-6f70-4671-8ea8-8e42c5edcc85 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.294642 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a11119bc-3b47-4fe7-94ff-64bd1506f239 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.333276 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-1d16a540-da7b-4b07-a04f-51bcfed38933 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:40.338530 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ec0b32a-4551-4ce9-8769-d92e1c7d92ed tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.357380 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d61a9700-ea9a-430b-92c7-2e11b81e1114 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1784360 Jan 21 09:35:40.365714 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41532) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:40.374144 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-5ec0b32a-4551-4ce9-8769-d92e1c7d92ed tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for 258196f1-174f-4d15-8ffc-b2ca267e95e6 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:40.395392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.502792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11119bc-3b47-4fe7-94ff-64bd1506f239 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Subnet': ['ID=dd3f7a0f-894a-41e0-8bac-d8f60710cc46,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:40.508017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.511368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ba5372e5-6f70-4671-8ea8-8e42c5edcc85 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.514829 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-98e2b09f-c48c-4283-b25e-d754ba289c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.519475 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:40.524029 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.530609 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:40.538377 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:40.548394 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Pushing event updated for resources: {'Port': ['ID=1cc702aa-523f-4548-8a30-c056d6797ea5,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:40.558403 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-98e2b09f-c48c-4283-b25e-d754ba289c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.564718 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5372e5-6f70-4671-8ea8-8e42c5edcc85 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Subnet': ['ID=20507ecf-e70f-4311-94de-011020de3fb7,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:40.574317 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ba5372e5-6f70-4671-8ea8-8e42c5edcc85 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.577697 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ba5372e5-6f70-4671-8ea8-8e42c5edcc85 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/20507ecf-e70f-4311-94de-011020de3fb7 HTTP/1.1" status: 204 len: 168 time: 0.7698026 Jan 21 09:35:40.582808 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11119bc-3b47-4fe7-94ff-64bd1506f239 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Checking segment: {'id': '2cc5884f-004e-44d4-8535-16e294b07a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:40.583187 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11119bc-3b47-4fe7-94ff-64bd1506f239 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network hostable DHCP agents. Network: c960abf4-79e2-4feb-a5f7-476efd67b861, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:35:40.583979 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1d16a540-da7b-4b07-a04f-51bcfed38933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:38Z', 'revision_number': 10, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:40.589290 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41534) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:40.616383 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4641e4-4e79-415c-90b8-b8db4b216c6a None None] Network 34bb55f5-d3e9-432e-aa64-028e2268f88f requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:40.618767 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d16a540-da7b-4b07-a04f-51bcfed38933 None None] The sync data for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv is: [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:38Z', 'revision_number': 10, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None, '_interfaces': [{'id': 'e516e679-c64f-43e9-818e-c39f129e6b50', 'name': '', 'network_id': '5462b55b-9edb-4033-a2a1-4391e1b37d9d', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'mac_address': 'fa:16:3e:99:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:19Z', 'updated_at': '2022-01-21T09:34:30Z', 'revision_number': 5, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'subnets': [{'id': 'ef9ec968-1bde-4ef7-8806-d19635611cc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:40.652728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a95d60d9-5235-45db-9f30-f14bc98fc2c6 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.709754 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=1351301c-e6a7-4f93-917d-252fb7b048ff,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:40.750113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a95d60d9-5235-45db-9f30-f14bc98fc2c6 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.754467 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11119bc-3b47-4fe7-94ff-64bd1506f239 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network c960abf4-79e2-4feb-a5f7-476efd67b861 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:35:40.764092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.878028 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-a11119bc-3b47-4fe7-94ff-64bd1506f239 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, c960abf4-79e2-4feb-a5f7-476efd67b861) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:40.889009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30353760-e02f-48e1-a04d-2b8fec152af3 None None] Network c960abf4-79e2-4feb-a5f7-476efd67b861 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:40.895594 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11119bc-3b47-4fe7-94ff-64bd1506f239 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:40.896234 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a11119bc-3b47-4fe7-94ff-64bd1506f239 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.962950 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a11119bc-3b47-4fe7-94ff-64bd1506f239 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1903527 Jan 21 09:35:40.968440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41536) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:40.970600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a95d60d9-5235-45db-9f30-f14bc98fc2c6 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.977439 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-98e2b09f-c48c-4283-b25e-d754ba289c80 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f16ec3ecc9e445e6b3ffc4a4af2b8c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0092006 Jan 21 09:35:40.977673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a95d60d9-5235-45db-9f30-f14bc98fc2c6 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.977673 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a95d60d9-5235-45db-9f30-f14bc98fc2c6 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-groups/1f08c3de-2a9f-4709-8e24-6a788fbba862 HTTP/1.1" status: 204 len: 168 time: 0.6035426 Jan 21 09:35:40.978327 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41538) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:40.978557 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41540) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:41.012892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2b09f-c48c-4283-b25e-d754ba289c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793601d7-cf11-4ac6-b723-ddc0cb60fa61,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:41.035689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fad8e41-0fae-4678-8696-218e26552c31 None None] DHCP port deletion for 34bb55f5-d3e9-432e-aa64-028e2268f88f request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:35:41.057717 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.078539 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cf761628-8ef6-4f27-ad93-52ffb3344bed tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.103291 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d60d9-5235-45db-9f30-f14bc98fc2c6 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f08c3de-2a9f-4709-8e24-6a788fbba862,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:41.134365 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-c960abf4-79e2-4feb-a5f7-476efd67b861', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:35:41.137057 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Floating IP ad50d757-f379-4fff-a180-c4762fedc622 associated. External IP: 172.26.7.146, port: 71ca1269-ed03-44bf-bc6b-910b2866b789. Jan 21 09:35:41.137164 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.179236 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-4fad8e41-0fae-4678-8696-218e26552c31 None None] Deleting port f1dafb44-b091-4796-855b-93b3a8f8ec7d {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:41.179633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4fad8e41-0fae-4678-8696-218e26552c31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.332633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.337741 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4fad8e41-0fae-4678-8696-218e26552c31 None None] For port f1dafb44-b091-4796-855b-93b3a8f8ec7d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f1dafb44-b091-4796-855b-93b3a8f8ec7d,segment=NetworkSegment(8d7dcfe7-03e9-4f47-8932-7396b231899b),segment_id=8d7dcfe7-03e9-4f47-8932-7396b231899b)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:41.338148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4fad8e41-0fae-4678-8696-218e26552c31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.355004 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a2a824ff-e149-4a43-b743-42ef1ab33efa tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3715243 Jan 21 09:35:41.357259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41542) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:41.365074 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-4fad8e41-0fae-4678-8696-218e26552c31 None None] Calling delete_port for f1dafb44-b091-4796-855b-93b3a8f8ec7d owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:41.405056 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ec0b32a-4551-4ce9-8769-d92e1c7d92ed tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.411151 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.415632 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Allocated IP 172.20.0.2 (c960abf4-79e2-4feb-a5f7-476efd67b861/dd3f7a0f-894a-41e0-8bac-d8f60710cc46/0f1bcdcc-73a5-434e-951f-1a53308b97c7) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:41.452942 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5a99-fcaa-492c-a986-8f576f5f2d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.501842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0b32a-4551-4ce9-8769-d92e1c7d92ed tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=258196f1-174f-4d15-8ffc-b2ca267e95e6,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:41.555441 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5a99-fcaa-492c-a986-8f576f5f2d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.570338 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ec0b32a-4551-4ce9-8769-d92e1c7d92ed tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.574242 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5ec0b32a-4551-4ce9-8769-d92e1c7d92ed tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/258196f1-174f-4d15-8ffc-b2ca267e95e6 HTTP/1.1" status: 204 len: 168 time: 1.8555119 Jan 21 09:35:41.582092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41544) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:41.602121 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port f1dafb44-b091-4796-855b-93b3a8f8ec7d {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:41.602502 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.667302 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb3b415-570b-48e1-9af8-48a025dc4b8d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] GET failed (client error): The resource could not be found. Jan 21 09:35:41.671495 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0cb3b415-570b-48e1-9af8-48a025dc4b8d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports/258196f1-174f-4d15-8ffc-b2ca267e95e6 HTTP/1.1" status: 404 len: 333 time: 0.0847297 Jan 21 09:35:41.671703 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.673387 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device b81aa3b0-f31b-42d7-8967-cf1daba60308 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:41.701169 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41546) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:41.701986 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1f917811-ae5d-40cf-990c-97798b0da752 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.792770 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4fad8e41-0fae-4678-8696-218e26552c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.798340 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1f917811-ae5d-40cf-990c-97798b0da752 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.808417 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] For port f1dafb44-b091-4796-855b-93b3a8f8ec7d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f1dafb44-b091-4796-855b-93b3a8f8ec7d,segment=NetworkSegment(8d7dcfe7-03e9-4f47-8932-7396b231899b),segment_id=8d7dcfe7-03e9-4f47-8932-7396b231899b)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:41.808788 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.831844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad8e41-0fae-4678-8696-218e26552c31 None None] No DVR routers for this DVR port f1dafb44-b091-4796-855b-93b3a8f8ec7d on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:41.837510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: b81aa3b0-f31b-42d7-8967-cf1daba60308 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:41.837688 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device b81aa3b0-f31b-42d7-8967-cf1daba60308 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:41.838044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f1dafb44-b091-4796-855b-93b3a8f8ec7d no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:41.846494 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad8e41-0fae-4678-8696-218e26552c31 None None] Pushing event deleted for resources: {'Port': ['ID=f1dafb44-b091-4796-855b-93b3a8f8ec7d,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:41.847188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5a99-fcaa-492c-a986-8f576f5f2d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.847188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5a99-fcaa-492c-a986-8f576f5f2d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:41.847188 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7dbe5a99-fcaa-492c-a986-8f576f5f2d12 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/793601d7-cf11-4ac6-b723-ddc0cb60fa61 HTTP/1.1" status: 204 len: 168 time: 0.8675683 Jan 21 09:35:41.889931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for f1dafb44-b091-4796-855b-93b3a8f8ec7d owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:41.899387 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe5a99-fcaa-492c-a986-8f576f5f2d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793601d7-cf11-4ac6-b723-ddc0cb60fa61,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:41.982531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.019465 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1f917811-ae5d-40cf-990c-97798b0da752 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.022469 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1f917811-ae5d-40cf-990c-97798b0da752 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.026362 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1f917811-ae5d-40cf-990c-97798b0da752 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-groups/fb931cff-e98c-41c4-b125-e2a1cf6e1393 HTTP/1.1" status: 204 len: 168 time: 0.6608593 Jan 21 09:35:42.026536 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.028166 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: f1dafb44-b091-4796-855b-93b3a8f8ec7d {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:42.028166 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f1dafb44-b091-4796-855b-93b3a8f8ec7d not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:42.031234 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41552) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:42.038712 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6a1c5484-ab81-4b7b-b2f0-c1b3121551cc tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port fe485e34-c654-47b1-8cc6-2b1c816ecf3e {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:42.039232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6a1c5484-ab81-4b7b-b2f0-c1b3121551cc tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.039930 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.050940 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-cf761628-8ef6-4f27-ad93-52ffb3344bed tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port 66d8b24f-30fe-4932-a73e-346aeacf3d7a {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:42.051226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cf761628-8ef6-4f27-ad93-52ffb3344bed tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.084789 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Network c960abf4-79e2-4feb-a5f7-476efd67b861 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:42.091351 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:42.095048 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f917811-ae5d-40cf-990c-97798b0da752 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb931cff-e98c-41c4-b125-e2a1cf6e1393,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:42.099034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:42.122304 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Pushing event updated for resources: {'Port': ['ID=0f1bcdcc-73a5-434e-951f-1a53308b97c7,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:42.179518 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Attempting to bind port 0f1bcdcc-73a5-434e-951f-1a53308b97c7 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:35:42.180263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Attempting to bind port 0f1bcdcc-73a5-434e-951f-1a53308b97c7 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '2cc5884f-004e-44d4-8535-16e294b07a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:35:42.181496 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Attempting to bind port 0f1bcdcc-73a5-434e-951f-1a53308b97c7 on network c960abf4-79e2-4feb-a5f7-476efd67b861 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:35:42.188453 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:35:42.189114 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Checking segment: {'id': '2cc5884f-004e-44d4-8535-16e294b07a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:42.190299 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.190415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.191081 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Bound using segment: {'id': '2cc5884f-004e-44d4-8535-16e294b07a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:35:42.191742 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Bound port: 0f1bcdcc-73a5-434e-951f-1a53308b97c7, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc5884f-004e-44d4-8535-16e294b07a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:35:42.192148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.247370 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=f1dafb44-b091-4796-855b-93b3a8f8ec7d,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:42.270539 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] For port 0f1bcdcc-73a5-434e-951f-1a53308b97c7, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:42.272349 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No DVR routers for this DVR port f1dafb44-b091-4796-855b-93b3a8f8ec7d on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:42.274328 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] For port 0f1bcdcc-73a5-434e-951f-1a53308b97c7, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=0f1bcdcc-73a5-434e-951f-1a53308b97c7,segment=NetworkSegment(2cc5884f-004e-44d4-8535-16e294b07a06),segment_id=2cc5884f-004e-44d4-8535-16e294b07a06)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:42.282614 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.284246 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-69e05985-a060-4227-be3d-30d8882d7edf tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2504025 Jan 21 09:35:42.297133 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41560) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:42.315382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-54cf80b1-8d4a-42de-b0a7-17d0d20e88dd tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134580204'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:42.337431 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6a1c5484-ab81-4b7b-b2f0-c1b3121551cc tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.344454 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cf761628-8ef6-4f27-ad93-52ffb3344bed tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.376330 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f223f28-c672-4c48-bc51-c57ef6a65aa6 None None] Pushing event updated for resources: {'Port': ['ID=0f1bcdcc-73a5-434e-951f-1a53308b97c7,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:42.381163 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6a1c5484-ab81-4b7b-b2f0-c1b3121551cc tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for fe485e34-c654-47b1-8cc6-2b1c816ecf3e owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:42.384395 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-cf761628-8ef6-4f27-ad93-52ffb3344bed tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for 66d8b24f-30fe-4932-a73e-346aeacf3d7a owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:42.442052 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router c8ddb78d-262c-47dd-9380-c79f6fb3fa3c has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:42.490457 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.499706 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-54cf80b1-8d4a-42de-b0a7-17d0d20e88dd tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.548638 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34bb55f5-d3e9-432e-aa64-028e2268f88f']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:42.563633 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7dcfe7-03e9-4f47-8932-7396b231899b') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:42.563935 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7dcfe7-03e9-4f47-8932-7396b231899b') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:42.584712 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.584932 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.682361 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.725676 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:35:42.726275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:35:42.732270 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:35:42.866706 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.871341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.876166 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/networks/34bb55f5-d3e9-432e-aa64-028e2268f88f HTTP/1.1" status: 204 len: 168 time: 2.2774236 Jan 21 09:35:42.882748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41572) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:42.932393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:42.934111 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db26335-00a3-4d24-9709-93a47112a7fd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Network': ['ID=34bb55f5-d3e9-432e-aa64-028e2268f88f,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:42.946257 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc38b9-294c-4927-b773-9e0238222354 None None] Sync routers for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:42.959988 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc38b9-294c-4927-b773-9e0238222354 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:42.960869 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41574) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:42.961043 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-52dc38b9-294c-4927-b773-9e0238222354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:42.968550 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031188 Jan 21 09:35:42.969415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41576) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:42.972840 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Allocated IP 172.20.0.1 (c960abf4-79e2-4feb-a5f7-476efd67b861/dd3f7a0f-894a-41e0-8bac-d8f60710cc46/4e00dca5-5cdf-4d07-b43a-55e77eee2ef1) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:42.977764 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6a1c5484-ab81-4b7b-b2f0-c1b3121551cc tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.979930 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cf761628-8ef6-4f27-ad93-52ffb3344bed tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:43.039417 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c5484-ab81-4b7b-b2f0-c1b3121551cc tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=fe485e34-c654-47b1-8cc6-2b1c816ecf3e,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:43.042981 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-52dc38b9-294c-4927-b773-9e0238222354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:43.057047 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc38b9-294c-4927-b773-9e0238222354 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:43.057994 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-52dc38b9-294c-4927-b773-9e0238222354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:43.061685 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:43.082663 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6a1c5484-ab81-4b7b-b2f0-c1b3121551cc tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:43.089311 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6a1c5484-ab81-4b7b-b2f0-c1b3121551cc tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/fe485e34-c654-47b1-8cc6-2b1c816ecf3e HTTP/1.1" status: 204 len: 168 time: 1.3851223 Jan 21 09:35:43.120380 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41580) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:43.146818 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-52dc38b9-294c-4927-b773-9e0238222354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:43.147858 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc38b9-294c-4927-b773-9e0238222354 None None] The sync data for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:43.153253 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf761628-8ef6-4f27-ad93-52ffb3344bed tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=66d8b24f-30fe-4932-a73e-346aeacf3d7a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:43.183109 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9547fe5b-fb5a-4e78-a432-1437e85de76f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] GET failed (client error): The resource could not be found. Jan 21 09:35:43.188713 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9547fe5b-fb5a-4e78-a432-1437e85de76f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports/fe485e34-c654-47b1-8cc6-2b1c816ecf3e HTTP/1.1" status: 404 len: 333 time: 0.0654805 Jan 21 09:35:43.189724 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41582) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:43.227919 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-54cf80b1-8d4a-42de-b0a7-17d0d20e88dd tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:43.237574 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8462c464-1775-4ad3-81c4-a9930e734288 tempest-NetworksApiDiscovery-859919362 tempest-NetworksApiDiscovery-859919362-project] 10.222.0.88 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2596593 Jan 21 09:35:43.341445 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:43.390532 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cf761628-8ef6-4f27-ad93-52ffb3344bed tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:43.406229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e735aba-ee7d-4c5e-bdf9-b083e987c234 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting subnet c4826acf-5ae4-4bbf-b8ff-4e8f54d9552a {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:35:43.425633 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4e735aba-ee7d-4c5e-bdf9-b083e987c234 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:43.443904 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c25b7e4f-4cc6-4c99-88e1-93da7362f6b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.7003005 Jan 21 09:35:43.444976 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-54cf80b1-8d4a-42de-b0a7-17d0d20e88dd tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:43.456520 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41586) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:43.527043 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-54cf80b1-8d4a-42de-b0a7-17d0d20e88dd tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:43.528454 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-54cf80b1-8d4a-42de-b0a7-17d0d20e88dd tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2263391 Jan 21 09:35:43.529891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:43.538205 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41590) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:43.561962 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-1527fad4-097c-43fa-85dc-6affe419ad29 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group_rule': {'security_group_id': 'baa00caa-f873-4c97-881b-d78947ac4a4e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:43.569881 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Router c71a92ea-208c-4a91-a340-ef66dfbebdbd is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:35:43.601771 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 0f1bcdcc-73a5-434e-951f-1a53308b97c7 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:43.671912 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 0f1bcdcc-73a5-434e-951f-1a53308b97c7 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:43.672291 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:43.754404 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41592) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:43.766815 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:43.783409 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf80b1-8d4a-42de-b0a7-17d0d20e88dd tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa00caa-f873-4c97-881b-d78947ac4a4e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:43.787598 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:43.810898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2fbd7-af50-4bbb-b691-95609f2b34f1 None None] Sync routers for ids ['c71a92ea-208c-4a91-a340-ef66dfbebdbd'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:43.818590 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 0f1bcdcc-73a5-434e-951f-1a53308b97c7, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=0f1bcdcc-73a5-434e-951f-1a53308b97c7,segment=NetworkSegment(2cc5884f-004e-44d4-8535-16e294b07a06),segment_id=2cc5884f-004e-44d4-8535-16e294b07a06)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:43.827102 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:43.833376 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2fbd7-af50-4bbb-b691-95609f2b34f1 None None] Routers {'c71a92ea-208c-4a91-a340-ef66dfbebdbd'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:43.834120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-14e2fbd7-af50-4bbb-b691-95609f2b34f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c71a92ea-208c-4a91-a340-ef66dfbebdbd'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:43.868505 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network c960abf4-79e2-4feb-a5f7-476efd67b861 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:43.913377 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:43.919079 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:43.925122 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=4e00dca5-5cdf-4d07-b43a-55e77eee2ef1,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:43.931678 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50368fbd-3387-463e-a3e0-bb6b49b69cd8 None None] Network c960abf4-79e2-4feb-a5f7-476efd67b861 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:43.937107 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:43.939137 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-14e2fbd7-af50-4bbb-b691-95609f2b34f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:43.942742 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-974399d6-40f9-45f1-a35d-5ca18b5adb01 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9293463 Jan 21 09:35:43.943610 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41596) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:43.975933 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-bec5025e-4277-494f-8c69-13f279a0ed40 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:43.985870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4e735aba-ee7d-4c5e-bdf9-b083e987c234 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.016081 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9b0a867b-983a-4f92-bccf-6c31cde665bf tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "GET /v2.0/floatingips/ad50d757-f379-4fff-a180-c4762fedc622 HTTP/1.1" status: 200 len: 979 time: 0.5307324 Jan 21 09:35:44.022102 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41598) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:44.035809 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1527fad4-097c-43fa-85dc-6affe419ad29 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.037617 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=0f1bcdcc-73a5-434e-951f-1a53308b97c7,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:44.043451 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2fbd7-af50-4bbb-b691-95609f2b34f1 None None] Routers {'c71a92ea-208c-4a91-a340-ef66dfbebdbd'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:44.043804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-14e2fbd7-af50-4bbb-b691-95609f2b34f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c71a92ea-208c-4a91-a340-ef66dfbebdbd'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:44.050856 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-36c6ef8d-c158-4f25-b9ed-63763919d4f8 None None] Provisioning complete for port 0f1bcdcc-73a5-434e-951f-1a53308b97c7 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:44.051240 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-36c6ef8d-c158-4f25-b9ed-63763919d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.079191 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-390d25fa-1a15-4bc1-b280-9cd538428a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.093850 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-14e2fbd7-af50-4bbb-b691-95609f2b34f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:44.094530 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2fbd7-af50-4bbb-b691-95609f2b34f1 None None] The sync data for ids ['c71a92ea-208c-4a91-a340-ef66dfbebdbd'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:44.095713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.183092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf761628-8ef6-4f27-ad93-52ffb3344bed tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Router 8a95d44e-c8c2-4117-b11e-f514fa57fef3 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:44.251940 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1ca763b1-cc82-4eb0-9750-9ddb75a46fe7 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2292676 Jan 21 09:35:44.258846 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41600) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:44.266137 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-18b445f6-aa72-4211-b15c-4d6929f5f020 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'floatingip': {'port_id': 'fbbf926e-1ea9-44b0-87e9-15d653b95d25'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:44.348177 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4e735aba-ee7d-4c5e-bdf9-b083e987c234 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.433161 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-18b445f6-aa72-4211-b15c-4d6929f5f020 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.435657 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf761628-8ef6-4f27-ad93-52ffb3344bed tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:44.442061 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cf761628-8ef6-4f27-ad93-52ffb3344bed tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "PUT /v2.0/routers/8a95d44e-c8c2-4117-b11e-f514fa57fef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7991400 Jan 21 09:35:44.445744 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41602) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:44.451897 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8ed70-ab67-48dc-a40a-b5bf54cee752 None None] Sync routers for ids ['8a95d44e-c8c2-4117-b11e-f514fa57fef3'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:44.473819 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8ed70-ab67-48dc-a40a-b5bf54cee752 None None] Routers {'8a95d44e-c8c2-4117-b11e-f514fa57fef3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:44.474593 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-44e8ed70-ab67-48dc-a40a-b5bf54cee752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8a95d44e-c8c2-4117-b11e-f514fa57fef3'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:44.518491 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-975f5441-43f8-4998-9373-a7bc189a562d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] GET failed (client error): The resource could not be found. Jan 21 09:35:44.521819 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-44e8ed70-ab67-48dc-a40a-b5bf54cee752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:44.523836 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-975f5441-43f8-4998-9373-a7bc189a562d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports/66d8b24f-30fe-4932-a73e-346aeacf3d7a HTTP/1.1" status: 404 len: 333 time: 0.0745819 Jan 21 09:35:44.525012 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41604) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:44.535665 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8ed70-ab67-48dc-a40a-b5bf54cee752 None None] Routers {'8a95d44e-c8c2-4117-b11e-f514fa57fef3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:44.536367 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-44e8ed70-ab67-48dc-a40a-b5bf54cee752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8a95d44e-c8c2-4117-b11e-f514fa57fef3'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:44.576264 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-957e9bf3-d776-4324-a5f2-94b9ca65e0fa None None] Provisioning complete for port 0f1bcdcc-73a5-434e-951f-1a53308b97c7 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:44.576264 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-957e9bf3-d776-4324-a5f2-94b9ca65e0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.605596 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-44e8ed70-ab67-48dc-a40a-b5bf54cee752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:44.607121 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8ed70-ab67-48dc-a40a-b5bf54cee752 None None] The sync data for ids ['8a95d44e-c8c2-4117-b11e-f514fa57fef3'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:44.618591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72755d57-7b71-4e26-9300-f67c6da67a55 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.650316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1527fad4-097c-43fa-85dc-6affe419ad29 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.675726 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1527fad4-097c-43fa-85dc-6affe419ad29 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.708959 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-957e9bf3-d776-4324-a5f2-94b9ca65e0fa None None] Provisioning complete for port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:44.709748 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-957e9bf3-d776-4324-a5f2-94b9ca65e0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.747288 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4e735aba-ee7d-4c5e-bdf9-b083e987c234 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.758051 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-957e9bf3-d776-4324-a5f2-94b9ca65e0fa None None] Port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:44.777251 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527fad4-097c-43fa-85dc-6affe419ad29 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051f6329-76bb-4c54-9ec4-59c5ce10c3ff,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:44.819708 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdea1acc-ea2f-4c96-b795-6e94d611650e None None] Network 70c6c2c1-daad-453b-bf59-3faf9af8dc6c requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:44.842383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4e735aba-ee7d-4c5e-bdf9-b083e987c234 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.848434 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4e735aba-ee7d-4c5e-bdf9-b083e987c234 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/c4826acf-5ae4-4bbf-b8ff-4e8f54d9552a HTTP/1.1" status: 204 len: 168 time: 1.6349361 Jan 21 09:35:44.851070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1527fad4-097c-43fa-85dc-6affe419ad29 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.855020 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1527fad4-097c-43fa-85dc-6affe419ad29 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3043389 Jan 21 09:35:44.855020 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41606) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:44.881944 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e735aba-ee7d-4c5e-bdf9-b083e987c234 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Subnet': ['ID=c4826acf-5ae4-4bbf-b8ff-4e8f54d9552a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:44.887066 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41608) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:44.914880 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-65cdc9e8-150c-4d69-bee8-de837315c550 None None] Provisioning complete for port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:44.915484 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-65cdc9e8-150c-4d69-bee8-de837315c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.926753 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.933737 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72755d57-7b71-4e26-9300-f67c6da67a55 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.937006 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72755d57-7b71-4e26-9300-f67c6da67a55 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.993148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-65cdc9e8-150c-4d69-bee8-de837315c550 None None] Port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:45.027106 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d63e5a79-19e1-44b2-be81-b160ac7ba1f6 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.037963 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d63e5a79-19e1-44b2-be81-b160ac7ba1f6 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.040459 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-390d25fa-1a15-4bc1-b280-9cd538428a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.055733 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72755d57-7b71-4e26-9300-f67c6da67a55 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.056230 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72755d57-7b71-4e26-9300-f67c6da67a55 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Fanout notify agent at l3_agent the message router_deleted on router 8a95d44e-c8c2-4117-b11e-f514fa57fef3 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:35:45.068442 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72755d57-7b71-4e26-9300-f67c6da67a55 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.072437 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-72755d57-7b71-4e26-9300-f67c6da67a55 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/routers/8a95d44e-c8c2-4117-b11e-f514fa57fef3 HTTP/1.1" status: 204 len: 168 time: 0.5435665 Jan 21 09:35:45.072612 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-390d25fa-1a15-4bc1-b280-9cd538428a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.075986 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41610) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:45.090565 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b59cd7-3fe9-42b6-ac11-0f3f2fae48d6 None None] DHCP port deletion for 70c6c2c1-daad-453b-bf59-3faf9af8dc6c request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:35:45.133518 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c010ac01-eb29-4578-bdf7-bf6a12228c31 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.144971 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-42b59cd7-3fe9-42b6-ac11-0f3f2fae48d6 None None] Deleting port fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:45.145524 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-42b59cd7-3fe9-42b6-ac11-0f3f2fae48d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.164959 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d63e5a79-19e1-44b2-be81-b160ac7ba1f6 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.175971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d63e5a79-19e1-44b2-be81-b160ac7ba1f6 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.179686 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d63e5a79-19e1-44b2-be81-b160ac7ba1f6 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/051f6329-76bb-4c54-9ec4-59c5ce10c3ff HTTP/1.1" status: 204 len: 168 time: 0.2892365 Jan 21 09:35:45.182157 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41612) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:45.207876 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e5a79-19e1-44b2-be81-b160ac7ba1f6 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=051f6329-76bb-4c54-9ec4-59c5ce10c3ff,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:45.227775 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-42b59cd7-3fe9-42b6-ac11-0f3f2fae48d6 None None] For port fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9,segment=NetworkSegment(2fa7f6d4-9f55-48d6-86b5-deeccaac3fcf),segment_id=2fa7f6d4-9f55-48d6-86b5-deeccaac3fcf)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:45.228176 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-42b59cd7-3fe9-42b6-ac11-0f3f2fae48d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.228288 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-544d2405-ce9e-4209-bbd7-f1f530dfb55f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.242551 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-42b59cd7-3fe9-42b6-ac11-0f3f2fae48d6 None None] Calling delete_port for fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:45.254932 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb8d315-e732-4610-927c-467571d28e04 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting subnet f11eaa23-a3f1-48fa-a714-2a89bf169f69 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:35:45.262061 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d315-e732-4610-927c-467571d28e04 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.266072 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-390d25fa-1a15-4bc1-b280-9cd538428a8b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f993c97f5111410e9a8a3678c1b0d66d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5101328 Jan 21 09:35:45.272312 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41614) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:45.334544 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-42b59cd7-3fe9-42b6-ac11-0f3f2fae48d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.363223 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b59cd7-3fe9-42b6-ac11-0f3f2fae48d6 None None] Pushing event deleted for resources: {'Port': ['ID=fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:45.366422 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b59cd7-3fe9-42b6-ac11-0f3f2fae48d6 None None] No DVR routers for this DVR port fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:45.382881 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d25fa-1a15-4bc1-b280-9cd538428a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579d28fd-c922-4f94-806a-1eb523fb79ca,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:45.383047 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f569360f-4386-49b9-b723-80e27a610ab3 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1962991 Jan 21 09:35:45.392312 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41616) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:45.422138 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d315-e732-4610-927c-467571d28e04 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.436248 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c010ac01-eb29-4578-bdf7-bf6a12228c31 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] The port 'fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9' was deleted {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 21 09:35:45.474703 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 0f1bcdcc-73a5-434e-951f-1a53308b97c7 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:45.501387 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bec5025e-4277-494f-8c69-13f279a0ed40 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.541816 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 0f1bcdcc-73a5-434e-951f-1a53308b97c7 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:45.542342 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.588576 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c374283c-02e2-4b38-b868-21dd400095a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.648272 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bec5025e-4277-494f-8c69-13f279a0ed40 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.673325 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c374283c-02e2-4b38-b868-21dd400095a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.677667 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:45.681422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c010ac01-eb29-4578-bdf7-bf6a12228c31 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.698477 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:45.698843 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fa7728ad-87f0-4ca9-aa3b-cd982ee9bea9 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:45.763016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c010ac01-eb29-4578-bdf7-bf6a12228c31 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c6c2c1-daad-453b-bf59-3faf9af8dc6c']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:45.766289 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d315-e732-4610-927c-467571d28e04 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.782720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6443c6df-1bb1-4dbf-af78-5d90a75d0037 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.805996 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c010ac01-eb29-4578-bdf7-bf6a12228c31 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa7f6d4-9f55-48d6-86b5-deeccaac3fcf') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:45.806284 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c010ac01-eb29-4578-bdf7-bf6a12228c31 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa7f6d4-9f55-48d6-86b5-deeccaac3fcf') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:45.854479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c010ac01-eb29-4578-bdf7-bf6a12228c31 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.869987 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6443c6df-1bb1-4dbf-af78-5d90a75d0037 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.907933 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c010ac01-eb29-4578-bdf7-bf6a12228c31 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.941829 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c010ac01-eb29-4578-bdf7-bf6a12228c31 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:35:45.942248 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c010ac01-eb29-4578-bdf7-bf6a12228c31 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:35:45.946406 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:35:46.028984 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.034225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-bec5025e-4277-494f-8c69-13f279a0ed40 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Deleting port 1cc702aa-523f-4548-8a30-c056d6797ea5 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:46.034647 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bec5025e-4277-494f-8c69-13f279a0ed40 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.041249 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6443c6df-1bb1-4dbf-af78-5d90a75d0037 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.043870 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6443c6df-1bb1-4dbf-af78-5d90a75d0037 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.045032 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6443c6df-1bb1-4dbf-af78-5d90a75d0037 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-groups/baa00caa-f873-4c97-881b-d78947ac4a4e HTTP/1.1" status: 204 len: 168 time: 0.6418302 Jan 21 09:35:46.070049 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.db.resource_extend [None req-18b445f6-aa72-4211-b15c-4d6929f5f020 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:35:46.071993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41618) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:46.074831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.138336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c010ac01-eb29-4578-bdf7-bf6a12228c31 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.161415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-18b445f6-aa72-4211-b15c-4d6929f5f020 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.169060 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c374283c-02e2-4b38-b868-21dd400095a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.171639 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c374283c-02e2-4b38-b868-21dd400095a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.172790 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c374283c-02e2-4b38-b868-21dd400095a0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/579d28fd-c922-4f94-806a-1eb523fb79ca HTTP/1.1" status: 204 len: 168 time: 0.8806307 Jan 21 09:35:46.181825 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-18b445f6-aa72-4211-b15c-4d6929f5f020 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.181973 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443c6df-1bb1-4dbf-af78-5d90a75d0037 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa00caa-f873-4c97-881b-d78947ac4a4e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:46.215964 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c010ac01-eb29-4578-bdf7-bf6a12228c31 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.219555 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c010ac01-eb29-4578-bdf7-bf6a12228c31 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/networks/70c6c2c1-daad-453b-bf59-3faf9af8dc6c HTTP/1.1" status: 204 len: 168 time: 1.3295295 Jan 21 09:35:46.230031 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41622) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:46.237205 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a685ec67-7c7c-411f-bef4-242c059ccc94 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2068479598'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:46.246165 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a54f5db5-5cae-4351-a46a-18816535d9fb tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1732411 Jan 21 09:35:46.250258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d315-e732-4610-927c-467571d28e04 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.252367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374283c-02e2-4b38-b868-21dd400095a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579d28fd-c922-4f94-806a-1eb523fb79ca,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:46.254059 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41624) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:46.270687 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-7cae9322-bbe2-412c-a9cf-fccdf0e81920 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group': {'name': 'tempest-secgroup--773803205'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:46.273862 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010ac01-eb29-4578-bdf7-bf6a12228c31 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Network': ['ID=70c6c2c1-daad-453b-bf59-3faf9af8dc6c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:46.294017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=4e00dca5-5cdf-4d07-b43a-55e77eee2ef1,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:46.306461 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8d315-e732-4610-927c-467571d28e04 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Subnet': ['ID=f11eaa23-a3f1-48fa-a714-2a89bf169f69,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:46.319833 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.343763 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d315-e732-4610-927c-467571d28e04 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.345682 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bec5025e-4277-494f-8c69-13f279a0ed40 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.350459 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9eb8d315-e732-4610-927c-467571d28e04 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/f11eaa23-a3f1-48fa-a714-2a89bf169f69 HTTP/1.1" status: 204 len: 168 time: 1.2734637 Jan 21 09:35:46.352365 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355ae4c5-f675-4fb3-bc5a-045df3d0b891 None None] Network 90aaba94-3b36-4b61-973d-1be6b57ac27e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:46.354506 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41628) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:46.364121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-544d2405-ce9e-4209-bbd7-f1f530dfb55f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port e516e679-c64f-43e9-818e-c39f129e6b50 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:46.364420 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-544d2405-ce9e-4209-bbd7-f1f530dfb55f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.381208 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-bec5025e-4277-494f-8c69-13f279a0ed40 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Calling delete_port for 1cc702aa-523f-4548-8a30-c056d6797ea5 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:46.441756 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a685ec67-7c7c-411f-bef4-242c059ccc94 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:46.446353 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a685ec67-7c7c-411f-bef4-242c059ccc94 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.465682 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7cae9322-bbe2-412c-a9cf-fccdf0e81920 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.472927 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-18b445f6-aa72-4211-b15c-4d6929f5f020 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Floating IP ad50d757-f379-4fff-a180-c4762fedc622 associated. External IP: 172.26.7.146, port: 71ca1269-ed03-44bf-bc6b-910b2866b789. Jan 21 09:35:46.557603 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.581069 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a685ec67-7c7c-411f-bef4-242c059ccc94 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:35:46.587978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d269ec-5579-4173-b06c-ff8967b6be10 None None] DHCP port deletion for 90aaba94-3b36-4b61-973d-1be6b57ac27e request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:35:46.620493 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-544d2405-ce9e-4209-bbd7-f1f530dfb55f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] For port e516e679-c64f-43e9-818e-c39f129e6b50, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e516e679-c64f-43e9-818e-c39f129e6b50,segment=NetworkSegment(a77bb1be-063b-44e0-862c-e43dfd7ab7a6),segment_id=a77bb1be-063b-44e0-862c-e43dfd7ab7a6)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:46.620849 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-544d2405-ce9e-4209-bbd7-f1f530dfb55f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.638440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network c960abf4-79e2-4feb-a5f7-476efd67b861 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:46.639705 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a685ec67-7c7c-411f-bef4-242c059ccc94 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.640052 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-a685ec67-7c7c-411f-bef4-242c059ccc94 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Added segment eaecc4cc-c9f2-4edb-a75d-e9b9116cdd4a of type vlan for network a78cc30c-a9f5-4ecd-a514-80ad06bc7a59 Jan 21 09:35:46.641075 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b1d269ec-5579-4173-b06c-ff8967b6be10 None None] Deleting port 11d9942e-5877-4d25-8784-1a5cd1c6120d {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:46.641672 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b1d269ec-5579-4173-b06c-ff8967b6be10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.643234 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:46.657513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-544d2405-ce9e-4209-bbd7-f1f530dfb55f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for e516e679-c64f-43e9-818e-c39f129e6b50 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:46.744082 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b1d269ec-5579-4173-b06c-ff8967b6be10 None None] For port 11d9942e-5877-4d25-8784-1a5cd1c6120d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=11d9942e-5877-4d25-8784-1a5cd1c6120d,segment=NetworkSegment(a038c382-066c-4a14-a468-c98727eb3bbd),segment_id=a038c382-066c-4a14-a468-c98727eb3bbd)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:46.745608 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b1d269ec-5579-4173-b06c-ff8967b6be10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.775683 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b1d269ec-5579-4173-b06c-ff8967b6be10 None None] Calling delete_port for 11d9942e-5877-4d25-8784-1a5cd1c6120d owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:46.798260 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7cae9322-bbe2-412c-a9cf-fccdf0e81920 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.861301 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a685ec67-7c7c-411f-bef4-242c059ccc94 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.873773 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7cae9322-bbe2-412c-a9cf-fccdf0e81920 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.960191 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b1d269ec-5579-4173-b06c-ff8967b6be10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.972204 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7cae9322-bbe2-412c-a9cf-fccdf0e81920 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.973660 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7cae9322-bbe2-412c-a9cf-fccdf0e81920 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7110987 Jan 21 09:35:46.979996 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41640) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:46.989551 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d269ec-5579-4173-b06c-ff8967b6be10 None None] Pushing event deleted for resources: {'Port': ['ID=11d9942e-5877-4d25-8784-1a5cd1c6120d,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:46.994741 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d269ec-5579-4173-b06c-ff8967b6be10 None None] No DVR routers for this DVR port 11d9942e-5877-4d25-8784-1a5cd1c6120d on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:47.034827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae9322-bbe2-412c-a9cf-fccdf0e81920 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9710e16f-e64b-47ce-8b19-48805fe8e581,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:47.043199 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f1ceef1a-6e3f-4f7e-8012-1c87d2ea9f2a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group_rule': {'security_group_id': '9710e16f-e64b-47ce-8b19-48805fe8e581', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:47.051514 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a685ec67-7c7c-411f-bef4-242c059ccc94 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.056974 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a685ec67-7c7c-411f-bef4-242c059ccc94 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:47.057610 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a685ec67-7c7c-411f-bef4-242c059ccc94 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.134403 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d1c02e22-7aec-4079-8d53-d72345c68ad7 None None] Provisioning complete for port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:47.134786 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d1c02e22-7aec-4079-8d53-d72345c68ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.148883 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port 11d9942e-5877-4d25-8784-1a5cd1c6120d {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:47.149311 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.177662 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a685ec67-7c7c-411f-bef4-242c059ccc94 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9448433 Jan 21 09:35:47.184270 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-d1c02e22-7aec-4079-8d53-d72345c68ad7 None None] Port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:47.201967 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41648) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:47.212267 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-4beecfcb-5190-4aee-9240-1707ee1e8835 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'subnet': {'network_id': 'a78cc30c-a9f5-4ecd-a514-80ad06bc7a59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:47.226297 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685ec67-7c7c-411f-bef4-242c059ccc94 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Network': ['ID=a78cc30c-a9f5-4ecd-a514-80ad06bc7a59,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:47.247418 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network a78cc30c-a9f5-4ecd-a514-80ad06bc7a59 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:35:47.248751 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b445f6-aa72-4211-b15c-4d6929f5f020 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router c8ddb78d-262c-47dd-9380-c79f6fb3fa3c has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:47.274851 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41650) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:47.291262 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] For port 11d9942e-5877-4d25-8784-1a5cd1c6120d, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:47.291633 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.294365 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f1ceef1a-6e3f-4f7e-8012-1c87d2ea9f2a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.340413 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for 11d9942e-5877-4d25-8784-1a5cd1c6120d owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:47.382226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.ipam_backend_mixin [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Port 11d9942e-5877-4d25-8784-1a5cd1c6120d was not found and therefore no delete operation was performed {{(pid=102146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 09:35:47.390057 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.432378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bec5025e-4277-494f-8c69-13f279a0ed40 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.445876 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=11d9942e-5877-4d25-8784-1a5cd1c6120d,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:47.448285 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No DVR routers for this DVR port 11d9942e-5877-4d25-8784-1a5cd1c6120d on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:47.453211 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-929ae345-fa85-4bab-90b3-700298826d0d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1728080568-network', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:47.458741 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 11d9942e-5877-4d25-8784-1a5cd1c6120d no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:47.480451 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4beecfcb-5190-4aee-9240-1707ee1e8835 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:47.484522 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4beecfcb-5190-4aee-9240-1707ee1e8835 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.486702 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 11d9942e-5877-4d25-8784-1a5cd1c6120d {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:47.487107 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 11d9942e-5877-4d25-8784-1a5cd1c6120d not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:47.504218 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5025e-4277-494f-8c69-13f279a0ed40 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Pushing event deleted for resources: {'Port': ['ID=1cc702aa-523f-4548-8a30-c056d6797ea5,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:47.533039 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f1ceef1a-6e3f-4f7e-8012-1c87d2ea9f2a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.560795 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f1ceef1a-6e3f-4f7e-8012-1c87d2ea9f2a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.582745 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:35:47.632303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929ae345-fa85-4bab-90b3-700298826d0d admin admin] Made reservation on behalf of 55511390bef14e7cb904f2997d4e4aee for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:47.634606 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-929ae345-fa85-4bab-90b3-700298826d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.637922 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.642281 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b445f6-aa72-4211-b15c-4d6929f5f020 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:47.656136 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ceef1a-6e3f-4f7e-8012-1c87d2ea9f2a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b69ef3a-80da-4c6e-9d94-f93163c2a8c3,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:47.657092 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a42dc47-524a-4e41-be2f-79e9601c52da None None] Sync routers for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:47.666269 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f1ceef1a-6e3f-4f7e-8012-1c87d2ea9f2a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.670260 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f1ceef1a-6e3f-4f7e-8012-1c87d2ea9f2a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6305504 Jan 21 09:35:47.670260 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-929ae345-fa85-4bab-90b3-700298826d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.674917 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a42dc47-524a-4e41-be2f-79e9601c52da None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:47.675783 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7a42dc47-524a-4e41-be2f-79e9601c52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:47.703780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41654) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:47.712770 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7a42dc47-524a-4e41-be2f-79e9601c52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:47.724414 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a42dc47-524a-4e41-be2f-79e9601c52da None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:47.725304 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7a42dc47-524a-4e41-be2f-79e9601c52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:47.726116 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90aaba94-3b36-4b61-973d-1be6b57ac27e']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:47.750245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a038c382-066c-4a14-a468-c98727eb3bbd') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:47.750450 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a038c382-066c-4a14-a468-c98727eb3bbd') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:47.769971 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7a42dc47-524a-4e41-be2f-79e9601c52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:47.770678 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a42dc47-524a-4e41-be2f-79e9601c52da None None] The sync data for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:47.773024 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bec5025e-4277-494f-8c69-13f279a0ed40 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.778870 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-db166ef5-1bda-47c0-967d-c7da1b4f767d tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules/4b69ef3a-80da-4c6e-9d94-f93163c2a8c3 HTTP/1.1" status: 200 len: 763 time: 0.0740287 Jan 21 09:35:47.787840 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41656) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:47.798385 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.832087 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.837220 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-544d2405-ce9e-4209-bbd7-f1f530dfb55f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.848796 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:35:47.849197 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:35:47.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:35:47.942261 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d2405-ce9e-4209-bbd7-f1f530dfb55f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=e516e679-c64f-43e9-818e-c39f129e6b50,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:47.956899 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:47.968701 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Sync routers for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:47.979208 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:47.979819 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:47.988705 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.991582 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-929ae345-fa85-4bab-90b3-700298826d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:47.999728 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.009265 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-283ee328-329c-4b7a-a2bc-f6540fe39c26 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/53f89886-5129-4a77-a6f7-3c91ecd8d8ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0395076 Jan 21 09:35:48.014641 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/networks/90aaba94-3b36-4b61-973d-1be6b57ac27e HTTP/1.1" status: 204 len: 168 time: 1.6570637 Jan 21 09:35:48.018773 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41658) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:48.019150 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41660) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:48.046724 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8e4d2320-026a-4f45-917a-01a017465e57 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'network': {'name': 'tempest-RoutersTest-242448086'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:48.050617 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-929ae345-fa85-4bab-90b3-700298826d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.099015 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:48.112609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc39d2-a58f-4740-94d9-df4791aaf630 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Network': ['ID=90aaba94-3b36-4b61-973d-1be6b57ac27e,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:48.157941 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929ae345-fa85-4bab-90b3-700298826d0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:35:48.176683 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40200ad9-fe7e-4644-8a41-a4e3706fcb9c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:48.182439 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-40200ad9-fe7e-4644-8a41-a4e3706fcb9c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports/f812c9df-474e-4251-8043-b922f47d7b93 HTTP/1.1" status: 200 len: 841 time: 0.1610684 Jan 21 09:35:48.188193 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41662) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:48.194179 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-929ae345-fa85-4bab-90b3-700298826d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.195755 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-929ae345-fa85-4bab-90b3-700298826d0d admin admin] Added segment e5ca82b0-ad62-4481-bd8f-edc0a9f99540 of type vlan for network 0bc00035-f913-4c0c-933f-eb8c12314236 Jan 21 09:35:48.210127 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-38e888fd-7c16-4e13-abc4-014993d58ef6 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3910682 Jan 21 09:35:48.216816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41664) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:48.218177 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ae345-fa85-4bab-90b3-700298826d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76755a6d-c536-4b86-bd9f-3072cc0f5cfa,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:48.272415 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-544d2405-ce9e-4209-bbd7-f1f530dfb55f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.296841 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4d2320-026a-4f45-917a-01a017465e57 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:48.301187 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8e4d2320-026a-4f45-917a-01a017465e57 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.317398 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4beecfcb-5190-4aee-9240-1707ee1e8835 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.323585 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bec5025e-4277-494f-8c69-13f279a0ed40 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.331624 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-929ae345-fa85-4bab-90b3-700298826d0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.342009 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0876372f-831f-4c4e-b68d-acdb7906ca97 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports/f812c9df-474e-4251-8043-b922f47d7b93?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1253707 Jan 21 09:35:48.345821 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b445f6-aa72-4211-b15c-4d6929f5f020 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router c8ddb78d-262c-47dd-9380-c79f6fb3fa3c has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:48.348276 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41666) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:48.356225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-4fd17188-276b-4a8d-850b-8f5f76f10480 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'subnet': {'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:48.362587 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bec5025e-4277-494f-8c69-13f279a0ed40 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.370560 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cddc8668-e0ef-4989-b046-a01a525f6a5e tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.402277 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4d2320-026a-4f45-917a-01a017465e57 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:35:48.421921 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cddc8668-e0ef-4989-b046-a01a525f6a5e tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.445194 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:35:44Z', 'revision_number': 2, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:45Z', 'revision_number': 2, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:48.475182 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Checking router: 53f89886-5129-4a77-a6f7-3c91ecd8d8ef for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:35:48.475524 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Updating router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:35:48.505365 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.506770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8e4d2320-026a-4f45-917a-01a017465e57 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.507117 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-8e4d2320-026a-4f45-917a-01a017465e57 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Added segment 7c6b6b61-afc6-4bd9-ae68-c19f03c172a0 of type vlan for network ddd4652f-eb91-409d-ae51-44f70359a777 Jan 21 09:35:48.508584 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-929ae345-fa85-4bab-90b3-700298826d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.509560 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929ae345-fa85-4bab-90b3-700298826d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:48.510128 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-929ae345-fa85-4bab-90b3-700298826d0d admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.552892 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beecfcb-5190-4aee-9240-1707ee1e8835 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Subnet': ['ID=599ccb0a-a308-48e2-bfea-d3f48ee89e79,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:48.576661 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cddc8668-e0ef-4989-b046-a01a525f6a5e tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.585388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cddc8668-e0ef-4989-b046-a01a525f6a5e tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.588911 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cddc8668-e0ef-4989-b046-a01a525f6a5e tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/4b69ef3a-80da-4c6e-9d94-f93163c2a8c3 HTTP/1.1" status: 204 len: 168 time: 0.3654916 Jan 21 09:35:48.591942 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec5025e-4277-494f-8c69-13f279a0ed40 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Router c71a92ea-208c-4a91-a340-ef66dfbebdbd has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:48.592798 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41668) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:48.629695 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-929ae345-fa85-4bab-90b3-700298826d0d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3537407 Jan 21 09:35:48.633062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beecfcb-5190-4aee-9240-1707ee1e8835 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Checking segment: {'id': 'eaecc4cc-c9f2-4edb-a75d-e9b9116cdd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a78cc30c-a9f5-4ecd-a514-80ad06bc7a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:48.633254 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41670) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:48.633365 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beecfcb-5190-4aee-9240-1707ee1e8835 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network hostable DHCP agents. Network: a78cc30c-a9f5-4ecd-a514-80ad06bc7a59, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:35:48.685313 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc8668-e0ef-4989-b046-a01a525f6a5e tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b69ef3a-80da-4c6e-9d94-f93163c2a8c3,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:48.693389 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-be165d93-e1b1-47ed-bb97-8ff23549d6d9 admin admin] Request body: {'subnet': {'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1728080568-subnet', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'ip_version': 4}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:48.706983 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8e4d2320-026a-4f45-917a-01a017465e57 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.719617 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544d2405-ce9e-4209-bbd7-f1f530dfb55f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router f6b48623-6039-49f8-8afe-65fbc46b3816 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:48.740133 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beecfcb-5190-4aee-9240-1707ee1e8835 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network a78cc30c-a9f5-4ecd-a514-80ad06bc7a59 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:35:48.746759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ae345-fa85-4bab-90b3-700298826d0d admin admin] Pushing event updated for resources: {'Network': ['ID=0bc00035-f913-4c0c-933f-eb8c12314236,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:48.759464 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 0bc00035-f913-4c0c-933f-eb8c12314236 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:35:48.764141 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd17188-276b-4a8d-850b-8f5f76f10480 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:48.767628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4fd17188-276b-4a8d-850b-8f5f76f10480 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.810720 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-aed04c90-c70e-4909-b691-3e852a61317a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1840723 Jan 21 09:35:48.839934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41672) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:48.846217 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.848730 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a5724550-8fb5-49e1-a77c-897f602ebf25 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group_rule': {'security_group_id': '9710e16f-e64b-47ce-8b19-48805fe8e581', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:48.854345 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.860480 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be165d93-e1b1-47ed-bb97-8ff23549d6d9 admin admin] Made reservation on behalf of 55511390bef14e7cb904f2997d4e4aee for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:48.864019 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-be165d93-e1b1-47ed-bb97-8ff23549d6d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.886998 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b445f6-aa72-4211-b15c-4d6929f5f020 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:48.888497 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8e4d2320-026a-4f45-917a-01a017465e57 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.895675 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4d2320-026a-4f45-917a-01a017465e57 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:48.896202 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8e4d2320-026a-4f45-917a-01a017465e57 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.902753 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-18b445f6-aa72-4211-b15c-4d6929f5f020 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.908927 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-4beecfcb-5190-4aee-9240-1707ee1e8835 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, a78cc30c-a9f5-4ecd-a514-80ad06bc7a59) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:48.917336 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2bc7a-d1a7-4c87-b8ba-09b121259f2c None None] Pushing event updated for resources: {'Port': ['ID=4e00dca5-5cdf-4d07-b43a-55e77eee2ef1,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:48.922136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beecfcb-5190-4aee-9240-1707ee1e8835 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:48.922737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4beecfcb-5190-4aee-9240-1707ee1e8835 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.930735 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0863749-28a7-4d81-ab09-c512c3c6ac1f None None] Sync routers for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:48.936631 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544d2405-ce9e-4209-bbd7-f1f530dfb55f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:48.939299 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec5025e-4277-494f-8c69-13f279a0ed40 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:48.944841 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-544d2405-ce9e-4209-bbd7-f1f530dfb55f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/f6b48623-6039-49f8-8afe-65fbc46b3816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0591340 Jan 21 09:35:48.950876 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4beecfcb-5190-4aee-9240-1707ee1e8835 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7454081 Jan 21 09:35:48.953872 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bec5025e-4277-494f-8c69-13f279a0ed40 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:48.957374 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bec5025e-4277-494f-8c69-13f279a0ed40 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "PUT /v2.0/routers/c71a92ea-208c-4a91-a340-ef66dfbebdbd HTTP/1.1" status: 200 len: 709 time: 4.9888144 Jan 21 09:35:48.957374 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41674) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:48.957374 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41676) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:48.957701 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f2bc7a-d1a7-4c87-b8ba-09b121259f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:48.957701 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f2bc7a-d1a7-4c87-b8ba-09b121259f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:48.957701 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f2bc7a-d1a7-4c87-b8ba-09b121259f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:48.957701 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f2bc7a-d1a7-4c87-b8ba-09b121259f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:48.958024 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f2bc7a-d1a7-4c87-b8ba-09b121259f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:48.960377 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f2bc7a-d1a7-4c87-b8ba-09b121259f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:48.960377 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f2bc7a-d1a7-4c87-b8ba-09b121259f2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:48.960377 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f2bc7a-d1a7-4c87-b8ba-09b121259f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:48.960377 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f2bc7a-d1a7-4c87-b8ba-09b121259f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:48.960377 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f2bc7a-d1a7-4c87-b8ba-09b121259f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:48.960377 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f2bc7a-d1a7-4c87-b8ba-09b121259f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:48.960377 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f2bc7a-d1a7-4c87-b8ba-09b121259f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:48.963112 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41678) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:48.983657 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f9e47c-342a-4900-a877-304a7b7c6094 None None] Network a78cc30c-a9f5-4ecd-a514-80ad06bc7a59 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:48.994370 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65359494-b3ea-4f5f-9c90-5d475865aca9 None None] Sync routers for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:48.996032 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0863749-28a7-4d81-ab09-c512c3c6ac1f None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:48.996937 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b0863749-28a7-4d81-ab09-c512c3c6ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:49.012901 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65359494-b3ea-4f5f-9c90-5d475865aca9 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:49.013962 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-65359494-b3ea-4f5f-9c90-5d475865aca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:49.043923 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-1919c3ca-d8c9-458f-b229-d23e8cd98b67 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2071445613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:49.052201 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b0863749-28a7-4d81-ab09-c512c3c6ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:49.052732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-25042a44-3b8e-4643-a8cd-6177a6c6c617 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting subnet ef9ec968-1bde-4ef7-8806-d19635611cc6 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:35:49.064382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-25042a44-3b8e-4643-a8cd-6177a6c6c617 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.074718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a0009d-211a-40cb-9ac2-8a545a069206 None None] Sync routers for ids ['c71a92ea-208c-4a91-a340-ef66dfbebdbd'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:49.093555 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-65359494-b3ea-4f5f-9c90-5d475865aca9 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:49.150397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0863749-28a7-4d81-ab09-c512c3c6ac1f None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:49.150764 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-25042a44-3b8e-4643-a8cd-6177a6c6c617 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.151320 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b0863749-28a7-4d81-ab09-c512c3c6ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:49.157957 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a0009d-211a-40cb-9ac2-8a545a069206 None None] Routers {'c71a92ea-208c-4a91-a340-ef66dfbebdbd'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:49.158893 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c5a0009d-211a-40cb-9ac2-8a545a069206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c71a92ea-208c-4a91-a340-ef66dfbebdbd'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:49.176994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1919c3ca-d8c9-458f-b229-d23e8cd98b67 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.177974 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-65359494-b3ea-4f5f-9c90-5d475865aca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:47Z', 'revision_number': 11, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:49.179061 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1919c3ca-d8c9-458f-b229-d23e8cd98b67 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.225598 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65359494-b3ea-4f5f-9c90-5d475865aca9 None None] Checking router: f6b48623-6039-49f8-8afe-65fbc46b3816 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:35:49.239156 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65359494-b3ea-4f5f-9c90-5d475865aca9 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:49.240181 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-65359494-b3ea-4f5f-9c90-5d475865aca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:49.249763 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b0863749-28a7-4d81-ab09-c512c3c6ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:49.251989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0863749-28a7-4d81-ab09-c512c3c6ac1f None None] The sync data for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:49.254658 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1919c3ca-d8c9-458f-b229-d23e8cd98b67 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.261912 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1919c3ca-d8c9-458f-b229-d23e8cd98b67 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.270221 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c5a0009d-211a-40cb-9ac2-8a545a069206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:49.302760 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1919c3ca-d8c9-458f-b229-d23e8cd98b67 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.304891 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1919c3ca-d8c9-458f-b229-d23e8cd98b67 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2658136 Jan 21 09:35:49.308555 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41682) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:49.314017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-9720ca10-6e20-4b0b-ba6c-197ff53a173e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'network_id': 'a78cc30c-a9f5-4ecd-a514-80ad06bc7a59', 'name': 'tempest-PortsIpV6TestJSON-1119540360'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:49.321838 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a0009d-211a-40cb-9ac2-8a545a069206 None None] Routers {'c71a92ea-208c-4a91-a340-ef66dfbebdbd'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:49.322638 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c5a0009d-211a-40cb-9ac2-8a545a069206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c71a92ea-208c-4a91-a340-ef66dfbebdbd'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:49.341535 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-65359494-b3ea-4f5f-9c90-5d475865aca9 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:49.370634 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c5a0009d-211a-40cb-9ac2-8a545a069206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:49.371282 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a0009d-211a-40cb-9ac2-8a545a069206 None None] The sync data for ids ['c71a92ea-208c-4a91-a340-ef66dfbebdbd'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:49.410287 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-65359494-b3ea-4f5f-9c90-5d475865aca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:47Z', 'revision_number': 11, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:49.410638 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-25042a44-3b8e-4643-a8cd-6177a6c6c617 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.432593 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-1676c068-7b32-4ab7-8e71-396de9fa9ba7 None None] Provisioning complete for port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:49.432965 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1676c068-7b32-4ab7-8e71-396de9fa9ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.448336 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Attempting to bind port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:35:49.461203 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Attempting to bind port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '2cc5884f-004e-44d4-8535-16e294b07a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:35:49.461734 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Attempting to bind port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 on network c960abf4-79e2-4feb-a5f7-476efd67b861 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:35:49.465014 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65359494-b3ea-4f5f-9c90-5d475865aca9 None None] The sync data for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv is: [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:47Z', 'revision_number': 11, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:49.470316 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:35:49.471294 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Checking segment: {'id': '2cc5884f-004e-44d4-8535-16e294b07a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:49.476618 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.477557 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Bound using segment: {'id': '2cc5884f-004e-44d4-8535-16e294b07a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:35:49.478337 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Bound port: 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc5884f-004e-44d4-8535-16e294b07a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:35:49.479026 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.528959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9720ca10-6e20-4b0b-ba6c-197ff53a173e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:49.534349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9720ca10-6e20-4b0b-ba6c-197ff53a173e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.541781 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-a78cc30c-a9f5-4ecd-a514-80ad06bc7a59', 'network_id': 'a78cc30c-a9f5-4ecd-a514-80ad06bc7a59', 'tenant_id': 'e1679b4b6a6a4ba38d05541ed992158a', 'fixed_ips': [{'subnet_id': '599ccb0a-a308-48e2-bfea-d3f48ee89e79'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:35:49.542635 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.553403 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-1676c068-7b32-4ab7-8e71-396de9fa9ba7 None None] Port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:49.559554 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-9720ca10-6e20-4b0b-ba6c-197ff53a173e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] device_id is not set on port 06ccad19-c027-4292-8664-d8f9384f8178 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:35:49.573306 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d2320-026a-4f45-917a-01a017465e57 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Network': ['ID=ddd4652f-eb91-409d-ae51-44f70359a777,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:49.591980 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] For port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:49.597066 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] For port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4e00dca5-5cdf-4d07-b43a-55e77eee2ef1,segment=NetworkSegment(2cc5884f-004e-44d4-8535-16e294b07a06),segment_id=2cc5884f-004e-44d4-8535-16e294b07a06)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:49.602789 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.604308 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-25042a44-3b8e-4643-a8cd-6177a6c6c617 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.629245 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network ddd4652f-eb91-409d-ae51-44f70359a777 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:35:49.631031 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-25042a44-3b8e-4643-a8cd-6177a6c6c617 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.634420 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-25042a44-3b8e-4643-a8cd-6177a6c6c617 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/ef9ec968-1bde-4ef7-8806-d19635611cc6 HTTP/1.1" status: 204 len: 168 time: 0.6774898 Jan 21 09:35:49.641348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41684) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:49.642577 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70ed934-79e6-4c68-95f3-1cfccdb864fc None None] Network 5462b55b-9edb-4033-a2a1-4391e1b37d9d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:49.670799 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2bc7a-d1a7-4c87-b8ba-09b121259f2c None None] Pushing event updated for resources: {'Port': ['ID=4e00dca5-5cdf-4d07-b43a-55e77eee2ef1,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:49.678226 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25042a44-3b8e-4643-a8cd-6177a6c6c617 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9ec968-1bde-4ef7-8806-d19635611cc6,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:49.698353 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:49.699125 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:49.836814 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:49.866456 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f510fc18-5c10-4e3c-a704-a40eda843dec tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "GET /v2.0/routers/c71a92ea-208c-4a91-a340-ef66dfbebdbd HTTP/1.1" status: 200 len: 744 time: 0.8749263 Jan 21 09:35:49.870139 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41686) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:49.885051 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8e4d2320-026a-4f45-917a-01a017465e57 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8648415 Jan 21 09:35:49.892058 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41688) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:49.910600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-67d6c561-addc-486a-bad3-b367c4018a7d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'subnet': {'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:49.947300 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4fd17188-276b-4a8d-850b-8f5f76f10480 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.957707 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.993982 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-18b445f6-aa72-4211-b15c-4d6929f5f020 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "PUT /v2.0/floatingips/ad50d757-f379-4fff-a180-c4762fedc622 HTTP/1.1" status: 200 len: 976 time: 5.7318351 Jan 21 09:35:50.027630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41690) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:50.036776 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-528023f5-a9de-411c-9ea7-803c00b0f8a4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:50.076375 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd17188-276b-4a8d-850b-8f5f76f10480 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Subnet': ['ID=296dc4a6-4414-47bb-bd6a-2ebb08b98890,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:50.095705 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-79adb753-66cf-400e-affc-4c6e6f8f2b9e tempest-RoutersIpV6AdminTest-208864506 tempest-RoutersIpV6AdminTest-208864506-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&device_id=c71a92ea-208c-4a91-a340-ef66dfbebdbd HTTP/1.1" status: 200 len: 205 time: 0.2151620 Jan 21 09:35:50.098785 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd17188-276b-4a8d-850b-8f5f76f10480 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:50.100860 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41692) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:50.134156 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-4fd17188-276b-4a8d-850b-8f5f76f10480 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:50.137229 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-09c33819-7d8d-410f-b303-646d5d86944a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "GET /v2.0/ports?device_id=c71a92ea-208c-4a91-a340-ef66dfbebdbd HTTP/1.1" status: 200 len: 205 time: 0.0349152 Jan 21 09:35:50.141494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd17188-276b-4a8d-850b-8f5f76f10480 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:50.142103 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4fd17188-276b-4a8d-850b-8f5f76f10480 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.152708 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a6d80ca6-64b2-4b94-86d4-052a4b712b33 None None] Provisioning complete for port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:50.153294 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a6d80ca6-64b2-4b94-86d4-052a4b712b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.155361 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cf6f2e-96e5-4928-baad-5d63f670f063 None None] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:50.156027 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41694) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:50.156847 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a5724550-8fb5-49e1-a77c-897f602ebf25 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.196094 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4fd17188-276b-4a8d-850b-8f5f76f10480 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8463395 Jan 21 09:35:50.205988 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:35:44Z', 'revision_number': 2, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:49Z', 'revision_number': 4, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:50.238650 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41696) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:50.240943 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655462ad-5f09-4eda-9187-a2a165c592c1 None None] The sync data for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv is: [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:35:44Z', 'revision_number': 2, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:49Z', 'revision_number': 4, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:50.245511 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-162bbdd7-eef5-4174-a7de-bf9426dd5330 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'security_group': {'name': 'tempest-secgroup-1850793614'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:50.311050 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-866c0e4e-846f-4bcd-8e7a-face3272152d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.371807 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a7dc30-6b7d-4253-8035-331cab7475c3 None None] DHCP port deletion for 5462b55b-9edb-4033-a2a1-4391e1b37d9d request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:35:50.390190 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a6d80ca6-64b2-4b94-86d4-052a4b712b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.432752 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-162bbdd7-eef5-4174-a7de-bf9426dd5330 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.490595 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a6d80ca6-64b2-4b94-86d4-052a4b712b33 None None] For port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4e00dca5-5cdf-4d07-b43a-55e77eee2ef1,segment=NetworkSegment(2cc5884f-004e-44d4-8535-16e294b07a06),segment_id=2cc5884f-004e-44d4-8535-16e294b07a06)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:50.495984 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a5724550-8fb5-49e1-a77c-897f602ebf25 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.503988 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a6d80ca6-64b2-4b94-86d4-052a4b712b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.514245 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-06a7dc30-6b7d-4253-8035-331cab7475c3 None None] Deleting port 12e9548f-fa8b-4a40-891a-476bc4451255 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:50.514827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-06a7dc30-6b7d-4253-8035-331cab7475c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.522345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-9720ca10-6e20-4b0b-ba6c-197ff53a173e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Allocated IP 2001:db8::273 (a78cc30c-a9f5-4ecd-a514-80ad06bc7a59/599ccb0a-a308-48e2-bfea-d3f48ee89e79/06ccad19-c027-4292-8664-d8f9384f8178) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:50.577403 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a5724550-8fb5-49e1-a77c-897f602ebf25 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.585822 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'tenant_id': '11fbfc08f0f84eca87febd30d39a357e', 'fixed_ips': [{'subnet_id': '296dc4a6-4414-47bb-bd6a-2ebb08b98890'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:35:50.586726 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.655547 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-528023f5-a9de-411c-9ea7-803c00b0f8a4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.709151 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-06a7dc30-6b7d-4253-8035-331cab7475c3 None None] For port 12e9548f-fa8b-4a40-891a-476bc4451255, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=12e9548f-fa8b-4a40-891a-476bc4451255,segment=NetworkSegment(a77bb1be-063b-44e0-862c-e43dfd7ab7a6),segment_id=a77bb1be-063b-44e0-862c-e43dfd7ab7a6)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:50.709581 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-06a7dc30-6b7d-4253-8035-331cab7475c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.727023 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5724550-8fb5-49e1-a77c-897f602ebf25 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a14537e-c0cb-4a27-8adb-ea3116a429b5,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:50.731823 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-866c0e4e-846f-4bcd-8e7a-face3272152d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.746057 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-866c0e4e-846f-4bcd-8e7a-face3272152d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.760651 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a5724550-8fb5-49e1-a77c-897f602ebf25 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.762332 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a5724550-8fb5-49e1-a77c-897f602ebf25 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9198592 Jan 21 09:35:50.772479 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41698) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:50.781333 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d80ca6-64b2-4b94-86d4-052a4b712b33 None None] Pushing event updated for resources: {'Port': ['ID=4e00dca5-5cdf-4d07-b43a-55e77eee2ef1,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:50.792392 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-06a7dc30-6b7d-4253-8035-331cab7475c3 None None] Calling delete_port for 12e9548f-fa8b-4a40-891a-476bc4451255 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:50.816291 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-be165d93-e1b1-47ed-bb97-8ff23549d6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.872289 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be165d93-e1b1-47ed-bb97-8ff23549d6d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a8f30f-613e-41a2-aa04-d3cbecea2db9,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:50.874666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d6c561-addc-486a-bad3-b367c4018a7d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:50.886000 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-67d6c561-addc-486a-bad3-b367c4018a7d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.888640 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cbc9e6d9-860f-497e-9d57-53a3fb41c81f tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules/4a14537e-c0cb-4a27-8adb-ea3116a429b5 HTTP/1.1" status: 200 len: 763 time: 0.1149797 Jan 21 09:35:50.895666 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41700) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:50.898844 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-866c0e4e-846f-4bcd-8e7a-face3272152d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.900467 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866c0e4e-846f-4bcd-8e7a-face3272152d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Fanout notify agent at l3_agent the message router_deleted on router c71a92ea-208c-4a91-a340-ef66dfbebdbd {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:35:50.920602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Allocated IP 172.20.0.2 (794d5115-f1f3-4f5c-a1ee-9ff2e4322a22/296dc4a6-4414-47bb-bd6a-2ebb08b98890/4681ac6b-2ed9-4e96-ba5b-7933b409e27a) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:50.922057 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-866c0e4e-846f-4bcd-8e7a-face3272152d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:50.927843 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-866c0e4e-846f-4bcd-8e7a-face3272152d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "DELETE /v2.0/routers/c71a92ea-208c-4a91-a340-ef66dfbebdbd HTTP/1.1" status: 204 len: 168 time: 0.7394743 Jan 21 09:35:50.966408 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41702) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:50.975673 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-162bbdd7-eef5-4174-a7de-bf9426dd5330 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.004981 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-162bbdd7-eef5-4174-a7de-bf9426dd5330 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.005537 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Deleting port 12e9548f-fa8b-4a40-891a-476bc4451255 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:51.005975 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.010509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-06a7dc30-6b7d-4253-8035-331cab7475c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.027619 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be165d93-e1b1-47ed-bb97-8ff23549d6d9 admin admin] Checking segment: {'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:51.028708 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be165d93-e1b1-47ed-bb97-8ff23549d6d9 admin admin] Network hostable DHCP agents. Network: 0bc00035-f913-4c0c-933f-eb8c12314236, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:35:51.042944 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-69ca1a5b-2ff9-4413-89fb-c7d55c248685 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "GET /v2.0/ports?device_id=c71a92ea-208c-4a91-a340-ef66dfbebdbd HTTP/1.1" status: 200 len: 205 time: 0.0716882 Jan 21 09:35:51.060438 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7dc30-6b7d-4253-8035-331cab7475c3 None None] Pushing event deleted for resources: {'Port': ['ID=12e9548f-fa8b-4a40-891a-476bc4451255,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:51.061504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41704) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:51.066628 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7dc30-6b7d-4253-8035-331cab7475c3 None None] No DVR routers for this DVR port 12e9548f-fa8b-4a40-891a-476bc4451255 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:51.090881 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-162bbdd7-eef5-4174-a7de-bf9426dd5330 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.101120 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-162bbdd7-eef5-4174-a7de-bf9426dd5330 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8595331 Jan 21 09:35:51.101414 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41706) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:51.115372 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-6081fabe-c9d2-49e9-ad8c-24bfafd9ea0f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'security_group': {'name': 'tempest-secgroup-529161758'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:51.121030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bbdd7-eef5-4174-a7de-bf9426dd5330 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6018a483-e703-4437-b1ad-9121c2a81d0a,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:51.149715 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-69d5e1da-5400-4d64-a06b-f1ed5e258bd6 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2517214 Jan 21 09:35:51.154021 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41708) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:51.156025 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be165d93-e1b1-47ed-bb97-8ff23549d6d9 admin admin] Network 0bc00035-f913-4c0c-933f-eb8c12314236 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:35:51.169778 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-528023f5-a9de-411c-9ea7-803c00b0f8a4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.192653 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6081fabe-c9d2-49e9-ad8c-24bfafd9ea0f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.193259 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.203389 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.205696 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-be165d93-e1b1-47ed-bb97-8ff23549d6d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 0bc00035-f913-4c0c-933f-eb8c12314236) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:51.225886 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be165d93-e1b1-47ed-bb97-8ff23549d6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:51.226490 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-be165d93-e1b1-47ed-bb97-8ff23549d6d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.238207 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ef0495c-f33d-4637-83f8-943743445ed8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.240871 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-8d479c7f-4f60-478a-bb8a-2d20f1d8847a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] delete failed (client error): The resource could not be found. Jan 21 09:35:51.244459 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8d479c7f-4f60-478a-bb8a-2d20f1d8847a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "DELETE /v2.0/routers/c71a92ea-208c-4a91-a340-ef66dfbebdbd HTTP/1.1" status: 404 len: 336 time: 0.1390927 Jan 21 09:35:51.244459 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-528023f5-a9de-411c-9ea7-803c00b0f8a4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.244459 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-528023f5-a9de-411c-9ea7-803c00b0f8a4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Floating IP ad50d757-f379-4fff-a180-c4762fedc622 disassociated. External IP: 172.26.7.146, port: fbbf926e-1ea9-44b0-87e9-15d653b95d25. Jan 21 09:35:51.253924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:51.255906 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41710) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:51.265208 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ef0495c-f33d-4637-83f8-943743445ed8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.296642 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:51.299707 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4772a35e-ccc6-4003-9b18-d775a8c6d52f None None] Network 0bc00035-f913-4c0c-933f-eb8c12314236 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:51.302059 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:51.338136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9720ca10-6e20-4b0b-ba6c-197ff53a173e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.345921 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-be165d93-e1b1-47ed-bb97-8ff23549d6d9 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7018487 Jan 21 09:35:51.348995 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41712) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:51.349842 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] For port 12e9548f-fa8b-4a40-891a-476bc4451255, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:51.350650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.351265 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ef0495c-f33d-4637-83f8-943743445ed8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.362651 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:51.380106 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ef0495c-f33d-4637-83f8-943743445ed8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.383451 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7ef0495c-f33d-4637-83f8-943743445ed8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/4a14537e-c0cb-4a27-8adb-ea3116a429b5 HTTP/1.1" status: 204 len: 168 time: 0.2261872 Jan 21 09:35:51.388666 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41714) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:51.415266 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0495c-f33d-4637-83f8-943743445ed8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a14537e-c0cb-4a27-8adb-ea3116a429b5,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:51.421863 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ee5bd64c-a188-40f0-97f1-58c121e3f01e tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ddbd491-4ad6-4e1b-8fa4-67e093938970 HTTP/1.1" status: 200 len: 205 time: 0.1610551 Jan 21 09:35:51.430058 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41716) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:51.440743 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Attempting to bind port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:35:51.441116 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Attempting to bind port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '7892e2d5-6c19-4267-af09-f43e733ff922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:35:51.441511 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Attempting to bind port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a on network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:35:51.445757 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Pushing event updated for resources: {'Port': ['ID=4681ac6b-2ed9-4e96-ba5b-7933b409e27a,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:51.457609 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:35:51.458323 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Checking segment: {'id': '7892e2d5-6c19-4267-af09-f43e733ff922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:51.458476 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.458969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Bound using segment: {'id': '7892e2d5-6c19-4267-af09-f43e733ff922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:35:51.459479 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Bound port: 4681ac6b-2ed9-4e96-ba5b-7933b409e27a, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7892e2d5-6c19-4267-af09-f43e733ff922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:35:51.459899 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.496506 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Calling delete_port for 12e9548f-fa8b-4a40-891a-476bc4451255 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:51.500504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.ipam_backend_mixin [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Port 12e9548f-fa8b-4a40-891a-476bc4451255 was not found and therefore no delete operation was performed {{(pid=102147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 09:35:51.503372 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.517361 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-f53fe15d-a8c0-4fc4-9e61-bf71338420cf tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] delete failed (client error): The resource could not be found. Jan 21 09:35:51.519230 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f53fe15d-a8c0-4fc4-9e61-bf71338420cf tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "DELETE /v2.0/routers/4ddbd491-4ad6-4e1b-8fa4-67e093938970 HTTP/1.1" status: 404 len: 336 time: 0.0875199 Jan 21 09:35:51.525714 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41718) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:51.547047 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-54fed588-ba7a-40cc-b151-371df66321dd tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1571877 Jan 21 09:35:51.551014 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6081fabe-c9d2-49e9-ad8c-24bfafd9ea0f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.552865 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41720) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:51.553933 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.555162 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.563335 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-6888e668-8992-4ffc-a692-6998efa4e07a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group_rule': {'security_group_id': '9710e16f-e64b-47ce-8b19-48805fe8e581', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:51.573643 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6081fabe-c9d2-49e9-ad8c-24bfafd9ea0f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.590195 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9720ca10-6e20-4b0b-ba6c-197ff53a173e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.604375 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:51.634136 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6081fabe-c9d2-49e9-ad8c-24bfafd9ea0f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.637809 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6081fabe-c9d2-49e9-ad8c-24bfafd9ea0f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5322230 Jan 21 09:35:51.644763 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] For port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:51.661163 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41722) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:51.667484 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.671625 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-77eee895-43af-453b-bddc-7ae4d9dcd54b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-88065733', 'security_groups': ['666d0872-2709-42da-ab24-608ed765798f'], 'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '296dc4a6-4414-47bb-bd6a-2ebb08b98890'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:51.675548 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081fabe-c9d2-49e9-ad8c-24bfafd9ea0f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666d0872-2709-42da-ab24-608ed765798f,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:51.679818 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Port': ['ID=12e9548f-fa8b-4a40-891a-476bc4451255,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:51.707924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] For port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4681ac6b-2ed9-4e96-ba5b-7933b409e27a,segment=NetworkSegment(7892e2d5-6c19-4267-af09-f43e733ff922),segment_id=7892e2d5-6c19-4267-af09-f43e733ff922)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:51.709528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Allocated IP 2001:db8::2 (a78cc30c-a9f5-4ecd-a514-80ad06bc7a59/599ccb0a-a308-48e2-bfea-d3f48ee89e79/44bae65e-88b2-4cf7-8384-9117a9d4793d) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:51.711509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9720ca10-6e20-4b0b-ba6c-197ff53a173e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network a78cc30c-a9f5-4ecd-a514-80ad06bc7a59 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:51.722952 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.728885 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No DVR routers for this DVR port 12e9548f-fa8b-4a40-891a-476bc4451255 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:35:51.762120 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ebfe2778-aba7-40c9-8229-478f899bd4e5 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4e2b1ab-923e-423a-8bd2-f0a8c7116262 HTTP/1.1" status: 200 len: 205 time: 0.1670928 Jan 21 09:35:51.771800 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-9720ca10-6e20-4b0b-ba6c-197ff53a173e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:51.772034 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41724) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:51.778817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9720ca10-6e20-4b0b-ba6c-197ff53a173e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:51.785731 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9720ca10-6e20-4b0b-ba6c-197ff53a173e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:51.786372 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9720ca10-6e20-4b0b-ba6c-197ff53a173e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.853391 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6888e668-8992-4ffc-a692-6998efa4e07a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.860001 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-bbaf92e8-ef41-4df5-be64-f7e675fd84a1 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] delete failed (client error): The resource could not be found. Jan 21 09:35:51.863786 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bbaf92e8-ef41-4df5-be64-f7e675fd84a1 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "DELETE /v2.0/routers/c4e2b1ab-923e-423a-8bd2-f0a8c7116262 HTTP/1.1" status: 404 len: 336 time: 0.0864837 Jan 21 09:35:51.869523 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:51.870035 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41726) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:51.870620 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.912343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-0bc00035-f913-4c0c-933f-eb8c12314236', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:35:51.913206 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.922215 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb6dcd-ae80-4d2e-88ce-9930a31c1345 None None] Pushing event updated for resources: {'Port': ['ID=4681ac6b-2ed9-4e96-ba5b-7933b409e27a,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:51.964038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.989441 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-eb746e19-1cf1-4389-8a8b-5ece232fd136 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "GET /v2.0/ports?device_id=447b6d48-97b3-401e-82d3-e538e75eaff5 HTTP/1.1" status: 200 len: 205 time: 0.1170630 Jan 21 09:35:51.998317 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41728) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:52.002521 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:52.014716 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5462b55b-9edb-4033-a2a1-4391e1b37d9d']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:52.030381 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77bb1be-063b-44e0-862c-e43dfd7ab7a6') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:52.030948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77bb1be-063b-44e0-862c-e43dfd7ab7a6') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:52.048405 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:52.077290 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-bf21c806-ea5a-4436-9cf6-37e5fcd1186a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] delete failed (client error): The resource could not be found. Jan 21 09:35:52.081490 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bf21c806-ea5a-4436-9cf6-37e5fcd1186a tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "DELETE /v2.0/routers/447b6d48-97b3-401e-82d3-e538e75eaff5 HTTP/1.1" status: 404 len: 336 time: 0.0807025 Jan 21 09:35:52.086951 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41730) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:52.091552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720ca10-6e20-4b0b-ba6c-197ff53a173e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=06ccad19-c027-4292-8664-d8f9384f8178,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:52.152165 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-74f9e885-9e86-4906-b358-b608fd57614d tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8568428-b1d2-411a-bb98-9987b0a39194 HTTP/1.1" status: 200 len: 205 time: 0.0602293 Jan 21 09:35:52.159816 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41732) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:52.165531 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9720ca10-6e20-4b0b-ba6c-197ff53a173e tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8556228 Jan 21 09:35:52.167074 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:52.171619 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41734) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:52.193959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-67d6c561-addc-486a-bad3-b367c4018a7d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:52.202204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:35:52.202204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:35:52.216266 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:35:52.243607 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6888e668-8992-4ffc-a692-6998efa4e07a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:52.282233 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:52.287216 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-43fa75be-a00b-4b53-870f-be1d4e8e5c21 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] delete failed (client error): The resource could not be found. Jan 21 09:35:52.288354 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-43fa75be-a00b-4b53-870f-be1d4e8e5c21 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "DELETE /v2.0/routers/b8568428-b1d2-411a-bb98-9987b0a39194 HTTP/1.1" status: 404 len: 336 time: 0.1275296 Jan 21 09:35:52.300995 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:52.322399 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 12e9548f-fa8b-4a40-891a-476bc4451255 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:52.349245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41736) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:52.384393 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 12e9548f-fa8b-4a40-891a-476bc4451255 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:52.384847 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 12e9548f-fa8b-4a40-891a-476bc4451255 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:52.385578 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e516e679-c64f-43e9-818e-c39f129e6b50 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:35:52.389617 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Allocated IP 172.20.0.2 (0bc00035-f913-4c0c-933f-eb8c12314236/51a8f30f-613e-41a2-aa04-d3cbecea2db9/5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:52.418729 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6888e668-8992-4ffc-a692-6998efa4e07a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:52.453705 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: e516e679-c64f-43e9-818e-c39f129e6b50 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:35:52.454073 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e516e679-c64f-43e9-818e-c39f129e6b50 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:35:52.460806 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e62b544b-041c-4428-82b3-42e933f67cc8 tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "GET /v2.0/ports?device_id=7070e5e1-3c52-491e-b062-fc3c73e510cd HTTP/1.1" status: 200 len: 205 time: 0.0735693 Jan 21 09:35:52.462063 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Network a78cc30c-a9f5-4ecd-a514-80ad06bc7a59 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:52.464422 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:52.467224 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:52.474324 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Pushing event updated for resources: {'Port': ['ID=44bae65e-88b2-4cf7-8384-9117a9d4793d,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:52.492732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41738) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:52.562955 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:52.565253 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6c561-addc-486a-bad3-b367c4018a7d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Subnet': ['ID=303e852a-6d4b-453c-a315-dd5c0328ff09,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:52.579449 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:52.586291 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/networks/5462b55b-9edb-4033-a2a1-4391e1b37d9d HTTP/1.1" status: 204 len: 168 time: 2.9437032 Jan 21 09:35:52.590463 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888e668-8992-4ffc-a692-6998efa4e07a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5201a1-a5e7-47fb-8641-bbc49b2c80f8,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:52.590630 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-d0619c96-f296-476e-84c3-e7548d8b69dd tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] delete failed (client error): The resource could not be found. Jan 21 09:35:52.591419 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d0619c96-f296-476e-84c3-e7548d8b69dd tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "DELETE /v2.0/routers/7070e5e1-3c52-491e-b062-fc3c73e510cd HTTP/1.1" status: 404 len: 336 time: 0.1000757 Jan 21 09:35:52.602245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41740) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:52.602789 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41742) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:52.604345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06940a5-cef9-437b-bb74-9e97e485e10d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Pushing event deleted for resources: {'Network': ['ID=5462b55b-9edb-4033-a2a1-4391e1b37d9d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:52.606658 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d6c561-addc-486a-bad3-b367c4018a7d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Checking segment: {'id': '7c6b6b61-afc6-4bd9-ae68-c19f03c172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:52.607025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6c561-addc-486a-bad3-b367c4018a7d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network hostable DHCP agents. Network: ddd4652f-eb91-409d-ae51-44f70359a777, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:35:52.618846 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b1b3cf3c-f92f-40f5-b334-8a043a1ff0f7 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'router': {'routes': None}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:52.620442 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528023f5-a9de-411c-9ea7-803c00b0f8a4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router c8ddb78d-262c-47dd-9380-c79f6fb3fa3c has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:52.641041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6c561-addc-486a-bad3-b367c4018a7d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network ddd4652f-eb91-409d-ae51-44f70359a777 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:35:52.698006 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-67d6c561-addc-486a-bad3-b367c4018a7d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, ddd4652f-eb91-409d-ae51-44f70359a777) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:52.706436 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6c561-addc-486a-bad3-b367c4018a7d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:52.707316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-67d6c561-addc-486a-bad3-b367c4018a7d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:52.743308 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ea58f2-1ba4-48d1-86d4-4690faf34b34 None None] Network ddd4652f-eb91-409d-ae51-44f70359a777 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:52.760387 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-67d6c561-addc-486a-bad3-b367c4018a7d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8634095 Jan 21 09:35:52.763622 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41744) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:52.832582 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Attempting to bind port 44bae65e-88b2-4cf7-8384-9117a9d4793d on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:35:52.832959 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Attempting to bind port 44bae65e-88b2-4cf7-8384-9117a9d4793d by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'eaecc4cc-c9f2-4edb-a75d-e9b9116cdd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a78cc30c-a9f5-4ecd-a514-80ad06bc7a59'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:35:52.833302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Attempting to bind port 44bae65e-88b2-4cf7-8384-9117a9d4793d on network a78cc30c-a9f5-4ecd-a514-80ad06bc7a59 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:35:52.857758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528023f5-a9de-411c-9ea7-803c00b0f8a4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:52.859667 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:35:52.860053 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Checking segment: {'id': 'eaecc4cc-c9f2-4edb-a75d-e9b9116cdd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a78cc30c-a9f5-4ecd-a514-80ad06bc7a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:52.860458 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:52.860851 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Bound using segment: {'id': 'eaecc4cc-c9f2-4edb-a75d-e9b9116cdd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a78cc30c-a9f5-4ecd-a514-80ad06bc7a59'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:35:52.862178 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Bound port: 44bae65e-88b2-4cf7-8384-9117a9d4793d, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaecc4cc-c9f2-4edb-a75d-e9b9116cdd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a78cc30c-a9f5-4ecd-a514-80ad06bc7a59'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:35:52.862575 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:52.867047 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-528023f5-a9de-411c-9ea7-803c00b0f8a4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:52.880539 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204ef63-0d49-4752-a10d-895b9bb09243 None None] Sync routers for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:52.908187 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-528023f5-a9de-411c-9ea7-803c00b0f8a4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "PUT /v2.0/floatingips/ad50d757-f379-4fff-a180-c4762fedc622 HTTP/1.1" status: 200 len: 688 time: 2.8792875 Jan 21 09:35:52.910370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41746) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:52.916547 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204ef63-0d49-4752-a10d-895b9bb09243 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:52.917541 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d204ef63-0d49-4752-a10d-895b9bb09243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:52.989673 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d204ef63-0d49-4752-a10d-895b9bb09243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:53.004305 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204ef63-0d49-4752-a10d-895b9bb09243 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:53.006418 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d204ef63-0d49-4752-a10d-895b9bb09243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:53.076023 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6888e668-8992-4ffc-a692-6998efa4e07a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:53.077930 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6888e668-8992-4ffc-a692-6998efa4e07a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5190268 Jan 21 09:35:53.097345 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:53.103166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77eee895-43af-453b-bddc-7ae4d9dcd54b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:53.108855 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41748) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:53.115594 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:53.129422 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] For port 44bae65e-88b2-4cf7-8384-9117a9d4793d, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:53.129916 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d204ef63-0d49-4752-a10d-895b9bb09243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:53.130847 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204ef63-0d49-4752-a10d-895b9bb09243 None None] The sync data for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:53.134510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] For port 44bae65e-88b2-4cf7-8384-9117a9d4793d, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=44bae65e-88b2-4cf7-8384-9117a9d4793d,segment=NetworkSegment(eaecc4cc-c9f2-4edb-a75d-e9b9116cdd4a),segment_id=eaecc4cc-c9f2-4edb-a75d-e9b9116cdd4a)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:53.161200 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:53.202017 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Network 0bc00035-f913-4c0c-933f-eb8c12314236 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:53.203484 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-ddd4652f-eb91-409d-ae51-44f70359a777', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:35:53.204032 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:53.267963 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9bc22bb-57cf-4901-8acb-f3c289eae20f tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] DELETE failed (client error): The resource could not be found. Jan 21 09:35:53.269152 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9bc22bb-57cf-4901-8acb-f3c289eae20f tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:35:53.274841 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:53.288923 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d9bc22bb-57cf-4901-8acb-f3c289eae20f tempest-RoutersIpV6AdminTest-1373307636 tempest-RoutersIpV6AdminTest-1373307636-project] 10.222.0.88 "DELETE /v2.0/subnets/3592785d-bd4a-4a29-a5de-724125aebbec HTTP/1.1" status: 404 len: 337 time: 0.6715310 Jan 21 09:35:53.387155 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Pushing event updated for resources: {'Port': ['ID=5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:53.402998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:53.687791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03005b1-03fa-4f69-be2a-eff43bfe5cc7 None None] Pushing event updated for resources: {'Port': ['ID=44bae65e-88b2-4cf7-8384-9117a9d4793d,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:53.702451 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-713e7ec5-dab0-45c5-a000-719af2e9d30c tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules/4a5201a1-a5e7-47fb-8641-bbc49b2c80f8 HTTP/1.1" status: 200 len: 764 time: 0.4422724 Jan 21 09:35:53.719070 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Attempting to bind port 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:35:53.719448 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Attempting to bind port 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:35:53.720404 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Attempting to bind port 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 on network 0bc00035-f913-4c0c-933f-eb8c12314236 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:35:53.740467 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4681ac6b-2ed9-4e96-ba5b-7933b409e27a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:53.747274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:35:53.747701 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Checking segment: {'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:53.748064 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:53.748462 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Bound using segment: {'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:35:53.749284 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Bound port: 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:35:53.749442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:53.759389 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Allocated IP 172.21.0.2 (ddd4652f-eb91-409d-ae51-44f70359a777/303e852a-6d4b-453c-a315-dd5c0328ff09/2ce4852b-f959-4acc-be0a-0116d65a2695) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:53.763467 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.extraroute_db [None req-b1b3cf3c-f92f-40f5-b334-8a043a1ff0f7 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Added routes are [] {{(pid=102146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 21 09:35:53.763821 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.extraroute_db [None req-b1b3cf3c-f92f-40f5-b334-8a043a1ff0f7 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Removed routes are [] {{(pid=102146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 21 09:35:53.764135 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b1b3cf3c-f92f-40f5-b334-8a043a1ff0f7 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:53.768307 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41754) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:53.768776 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41756) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:53.884317 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-10c7c07f-3524-4345-887a-fa859dfbf95f None None] Provisioning complete for port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:53.884603 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-10c7c07f-3524-4345-887a-fa859dfbf95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.032789 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] For port 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:54.036595 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] For port 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:54.073428 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b1b3cf3c-f92f-40f5-b334-8a043a1ff0f7 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.083787 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-77eee895-43af-453b-bddc-7ae4d9dcd54b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.095437 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b1b3cf3c-f92f-40f5-b334-8a043a1ff0f7 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.105694 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-10c7c07f-3524-4345-887a-fa859dfbf95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.112097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.126319 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-4b908bee-9254-44b8-a71a-bf3f1ada69b8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Deleting port 1351301c-e6a7-4f93-917d-252fb7b048ff {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:35:54.128067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4b908bee-9254-44b8-a71a-bf3f1ada69b8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.269090 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5999bcee-27c0-4576-8832-7c7206a1b02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.272384 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-10c7c07f-3524-4345-887a-fa859dfbf95f None None] For port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4681ac6b-2ed9-4e96-ba5b-7933b409e27a,segment=NetworkSegment(7892e2d5-6c19-4267-af09-f43e733ff922),segment_id=7892e2d5-6c19-4267-af09-f43e733ff922)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:54.276085 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.278770 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:54.279513 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.305323 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4b908bee-9254-44b8-a71a-bf3f1ada69b8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.305929 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4b908bee-9254-44b8-a71a-bf3f1ada69b8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.324429 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b3cf3c-f92f-40f5-b334-8a043a1ff0f7 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router f6b48623-6039-49f8-8afe-65fbc46b3816 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:54.359743 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-10c7c07f-3524-4345-887a-fa859dfbf95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.385220 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-4b908bee-9254-44b8-a71a-bf3f1ada69b8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Calling delete_port for 1351301c-e6a7-4f93-917d-252fb7b048ff owned by network:floatingip {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:35:54.406434 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1fd763e5-3698-40d1-8ca2-c19bdbe4f5ff tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.6339231 Jan 21 09:35:54.413635 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41760) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:54.453289 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c75d33-57a5-40a5-b964-43eab5d4a24a None None] Pushing event updated for resources: {'Port': ['ID=5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:54.548511 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-77eee895-43af-453b-bddc-7ae4d9dcd54b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] device_id is not set on port e3ed3857-b311-4e98-833a-89109c343f2b yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:35:54.599942 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7c07f-3524-4345-887a-fa859dfbf95f None None] Pushing event updated for resources: {'Port': ['ID=4681ac6b-2ed9-4e96-ba5b-7933b409e27a,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:54.618155 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-10c7c07f-3524-4345-887a-fa859dfbf95f None None] Provisioning complete for port f812c9df-474e-4251-8043-b922f47d7b93 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:54.618683 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-10c7c07f-3524-4345-887a-fa859dfbf95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.671963 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.676647 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-150e6629-b26b-4943-a880-0b864498ff6c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.710075 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.730223 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.741736 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0cf72a9d-c87e-41fa-a701-468792c1300a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.761940 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-10c7c07f-3524-4345-887a-fa859dfbf95f None None] Port f812c9df-474e-4251-8043-b922f47d7b93 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:54.791370 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Network ddd4652f-eb91-409d-ae51-44f70359a777 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:54.799947 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:54.802797 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Pushing event updated for resources: {'Port': ['ID=2ce4852b-f959-4acc-be0a-0116d65a2695,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:54.805573 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:54.879569 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Attempting to bind port 2ce4852b-f959-4acc-be0a-0116d65a2695 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:35:54.879947 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Attempting to bind port 2ce4852b-f959-4acc-be0a-0116d65a2695 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '7c6b6b61-afc6-4bd9-ae68-c19f03c172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:35:54.880315 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Attempting to bind port 2ce4852b-f959-4acc-be0a-0116d65a2695 on network ddd4652f-eb91-409d-ae51-44f70359a777 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:35:54.886827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:35:54.887863 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Checking segment: {'id': '7c6b6b61-afc6-4bd9-ae68-c19f03c172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:35:54.888275 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.888672 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Bound using segment: {'id': '7c6b6b61-afc6-4bd9-ae68-c19f03c172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:35:54.889145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Bound port: 2ce4852b-f959-4acc-be0a-0116d65a2695, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6b6b61-afc6-4bd9-ae68-c19f03c172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:35:54.889559 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.933318 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0cf72a9d-c87e-41fa-a701-468792c1300a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:54.977161 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] For port 2ce4852b-f959-4acc-be0a-0116d65a2695, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:54.980892 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] For port 2ce4852b-f959-4acc-be0a-0116d65a2695, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2ce4852b-f959-4acc-be0a-0116d65a2695,segment=NetworkSegment(7c6b6b61-afc6-4bd9-ae68-c19f03c172a0),segment_id=7c6b6b61-afc6-4bd9-ae68-c19f03c172a0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:54.990761 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:55.006326 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd3e780-c84a-41d5-a8c0-155b62687ef2 None None] Network a78cc30c-a9f5-4ecd-a514-80ad06bc7a59 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:55.034552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Allocated IP 172.21.0.1 (ddd4652f-eb91-409d-ae51-44f70359a777/303e852a-6d4b-453c-a315-dd5c0328ff09/eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:55.107146 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0cf72a9d-c87e-41fa-a701-468792c1300a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:55.134080 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0cf72a9d-c87e-41fa-a701-468792c1300a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:55.137427 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0cf72a9d-c87e-41fa-a701-468792c1300a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/4a5201a1-a5e7-47fb-8641-bbc49b2c80f8 HTTP/1.1" status: 204 len: 168 time: 0.7141302 Jan 21 09:35:55.140060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62007e57-e3fa-4af2-984d-8bfe9ee39e93 None None] Pushing event updated for resources: {'Port': ['ID=2ce4852b-f959-4acc-be0a-0116d65a2695,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:55.149167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41762) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:55.149761 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-68a8cdd0-1426-45b2-8e36-d0974be2bd48 None None] Provisioning complete for port 44bae65e-88b2-4cf7-8384-9117a9d4793d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:55.149881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-68a8cdd0-1426-45b2-8e36-d0974be2bd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:55.161723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b3cf3c-f92f-40f5-b334-8a043a1ff0f7 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:55.165209 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4b908bee-9254-44b8-a71a-bf3f1ada69b8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:55.193339 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300151ce-e488-46fc-82ea-4bd485f20662 None None] Sync routers for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:55.232882 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b908bee-9254-44b8-a71a-bf3f1ada69b8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Port': ['ID=1351301c-e6a7-4f93-917d-252fb7b048ff,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:55.255351 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b1b3cf3c-f92f-40f5-b334-8a043a1ff0f7 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:55.256647 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b1b3cf3c-f92f-40f5-b334-8a043a1ff0f7 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/f6b48623-6039-49f8-8afe-65fbc46b3816 HTTP/1.1" status: 200 len: 705 time: 2.6511910 Jan 21 09:35:55.261122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300151ce-e488-46fc-82ea-4bd485f20662 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:55.261470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41764) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:55.262266 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-300151ce-e488-46fc-82ea-4bd485f20662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:55.295804 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf72a9d-c87e-41fa-a701-468792c1300a tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a5201a1-a5e7-47fb-8641-bbc49b2c80f8,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:55.300181 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:55.324873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5999bcee-27c0-4576-8832-7c7206a1b02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:55.330299 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:55.335093 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8c1e98f9-0576-4586-b5bf-3a1741940588 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6b48623-6039-49f8-8afe-65fbc46b3816 HTTP/1.1" status: 200 len: 205 time: 0.0695865 Jan 21 09:35:55.352329 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41766) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:55.400441 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8e7b6fe5-11b5-4ff4-b0bb-15446b672036 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2496488 Jan 21 09:35:55.404476 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5999bcee-27c0-4576-8832-7c7206a1b02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:55.436612 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-300151ce-e488-46fc-82ea-4bd485f20662 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:55.463539 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41768) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:55.467239 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5999bcee-27c0-4576-8832-7c7206a1b02d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e2ee0e24a10f449a9b65485b779dccc7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6940691 Jan 21 09:35:55.496181 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41770) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:55.518380 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4b908bee-9254-44b8-a71a-bf3f1ada69b8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:55.520755 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-300151ce-e488-46fc-82ea-4bd485f20662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:47Z', 'revision_number': 11, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:55.521293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4b908bee-9254-44b8-a71a-bf3f1ada69b8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:55.528821 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4b908bee-9254-44b8-a71a-bf3f1ada69b8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/floatingips/ad50d757-f379-4fff-a180-c4762fedc622 HTTP/1.1" status: 204 len: 168 time: 2.6112607 Jan 21 09:35:55.548858 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41772) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:55.601693 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:55.666121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-028f8995-8554-41c0-b32f-b3a9a378da0e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:55.688347 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300151ce-e488-46fc-82ea-4bd485f20662 None None] Checking router: f6b48623-6039-49f8-8afe-65fbc46b3816 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:35:55.738194 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-68a8cdd0-1426-45b2-8e36-d0974be2bd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:55.751630 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300151ce-e488-46fc-82ea-4bd485f20662 None None] Routers {'f6b48623-6039-49f8-8afe-65fbc46b3816'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:55.753280 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-300151ce-e488-46fc-82ea-4bd485f20662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f6b48623-6039-49f8-8afe-65fbc46b3816'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:55.781695 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-e8c80fcd-9e5c-4213-ad29-31b768357ae8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] delete failed (client error): The resource could not be found. Jan 21 09:35:55.783747 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e8c80fcd-9e5c-4213-ad29-31b768357ae8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/floatingips/ad50d757-f379-4fff-a180-c4762fedc622 HTTP/1.1" status: 404 len: 345 time: 0.1600468 Jan 21 09:35:55.821869 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999bcee-27c0-4576-8832-7c7206a1b02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9b1591-44df-4389-a3c1-e0813b647a65,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:55.831323 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41774) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:55.896937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:55.898343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-300151ce-e488-46fc-82ea-4bd485f20662 None None] Set router f6b48623-6039-49f8-8afe-65fbc46b3816 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:55.921020 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-77eee895-43af-453b-bddc-7ae4d9dcd54b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Allocated IP 172.20.0.13 (794d5115-f1f3-4f5c-a1ee-9ff2e4322a22/296dc4a6-4414-47bb-bd6a-2ebb08b98890/e3ed3857-b311-4e98-833a-89109c343f2b) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:56.058811 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:56.066270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5ad9102f-b41f-4b23-9fbf-154cc22a98f8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.097210 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5ad9102f-b41f-4b23-9fbf-154cc22a98f8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.210205 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d161ed-9522-4b44-a1f7-79983efa8703 None None] Network 0bc00035-f913-4c0c-933f-eb8c12314236 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:56.211981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network ddd4652f-eb91-409d-ae51-44f70359a777 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:56.217067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5ad9102f-b41f-4b23-9fbf-154cc22a98f8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.218783 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2ce4852b-f959-4acc-be0a-0116d65a2695 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:56.223116 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5ad9102f-b41f-4b23-9fbf-154cc22a98f8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.224380 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-68a8cdd0-1426-45b2-8e36-d0974be2bd48 None None] For port 44bae65e-88b2-4cf7-8384-9117a9d4793d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=44bae65e-88b2-4cf7-8384-9117a9d4793d,segment=NetworkSegment(eaecc4cc-c9f2-4edb-a75d-e9b9116cdd4a),segment_id=eaecc4cc-c9f2-4edb-a75d-e9b9116cdd4a)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:56.224830 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5ad9102f-b41f-4b23-9fbf-154cc22a98f8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-groups/9710e16f-e64b-47ce-8b19-48805fe8e581 HTTP/1.1" status: 204 len: 168 time: 0.7146084 Jan 21 09:35:56.232531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:56.236639 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41776) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:56.237150 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-300151ce-e488-46fc-82ea-4bd485f20662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:47Z', 'revision_number': 11, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:56.239293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-028f8995-8554-41c0-b32f-b3a9a378da0e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.249485 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-028f8995-8554-41c0-b32f-b3a9a378da0e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.251654 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Allocated IP 172.26.7.116 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/26276855-c935-4b65-b972-210198a77351) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:56.252296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:56.303448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9102f-b41f-4b23-9fbf-154cc22a98f8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9710e16f-e64b-47ce-8b19-48805fe8e581,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:56.348694 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3424-b27e-454c-8a4b-2bd059fb1735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.397232 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-028f8995-8554-41c0-b32f-b3a9a378da0e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.399031 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028f8995-8554-41c0-b32f-b3a9a378da0e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Fanout notify agent at l3_agent the message router_deleted on router f6b48623-6039-49f8-8afe-65fbc46b3816 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:35:56.403033 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-68a8cdd0-1426-45b2-8e36-d0974be2bd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.419816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-028f8995-8554-41c0-b32f-b3a9a378da0e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.425546 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-028f8995-8554-41c0-b32f-b3a9a378da0e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/routers/f6b48623-6039-49f8-8afe-65fbc46b3816 HTTP/1.1" status: 204 len: 168 time: 1.0505693 Jan 21 09:35:56.427299 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41778) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:56.428086 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.436008 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-eb6d4b88-f02e-414a-8fe6-5d74b8a6fcd8 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2074554432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:56.483257 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300151ce-e488-46fc-82ea-4bd485f20662 None None] The sync data for ids ['f6b48623-6039-49f8-8afe-65fbc46b3816'] in dv-neutron-825721-1-hyperv is: [{'id': 'f6b48623-6039-49f8-8afe-65fbc46b3816', 'name': 'tempest-RoutersIpV6Test-router-1038341609', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:14Z', 'updated_at': '2022-01-21T09:35:47Z', 'revision_number': 11, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:56.502836 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-77eee895-43af-453b-bddc-7ae4d9dcd54b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.538999 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-86599fff-3a42-4ddd-9a6d-f9f47fb9f86c tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2970874 Jan 21 09:35:56.562841 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8cdd0-1426-45b2-8e36-d0974be2bd48 None None] Pushing event updated for resources: {'Port': ['ID=44bae65e-88b2-4cf7-8384-9117a9d4793d,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:56.565041 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c18516-c525-4aef-8099-9970f127b824 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:56.578274 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c18516-c525-4aef-8099-9970f127b824 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:56.580953 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41780) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:56.584372 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c18516-c525-4aef-8099-9970f127b824 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:56.588996 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d6c18516-c525-4aef-8099-9970f127b824 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "GET /v2.0/ports?network_id=6e689d8e-4df5-4569-9ab2-604db6828e24 HTTP/1.1" status: 200 len: 2357 time: 0.7149284 Jan 21 09:35:56.590994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-29251144-929e-4dfb-a6a1-b698833a8a56 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group': {'name': 'tempest-secgroup--316822897'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:56.592663 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41782) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:56.594611 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3424-b27e-454c-8a4b-2bd059fb1735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.613265 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 2ce4852b-f959-4acc-be0a-0116d65a2695 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:56.613616 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.644659 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-456aa6dc-cef4-43d8-afd2-c7878072aa66 None None] Provisioning complete for port 44bae65e-88b2-4cf7-8384-9117a9d4793d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:56.645221 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-456aa6dc-cef4-43d8-afd2-c7878072aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.663698 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eb6d4b88-f02e-414a-8fe6-5d74b8a6fcd8 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.664778 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eb6d4b88-f02e-414a-8fe6-5d74b8a6fcd8 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.672866 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.796039 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37521ad6-514f-4766-bfe4-49e65403d9c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:56.802706 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-37521ad6-514f-4766-bfe4-49e65403d9c0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "GET /v2.0/subnets/3d24dff0-3a56-490d-bed2-18cdb366eb7a HTTP/1.1" status: 200 len: 797 time: 0.1964030 Jan 21 09:35:56.816045 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41784) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:56.820331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eb6d4b88-f02e-414a-8fe6-5d74b8a6fcd8 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.829127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b49440db-2b45-4e04-967b-7a211dcd4af0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'port': {'network_id': '6e689d8e-4df5-4569-9ab2-604db6828e24', 'name': 'tempest-FloatingIPTestJSON-964252551', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:56.837476 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eb6d4b88-f02e-414a-8fe6-5d74b8a6fcd8 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.853843 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.865100 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-456aa6dc-cef4-43d8-afd2-c7878072aa66 None None] Provisioning complete for port 06ccad19-c027-4292-8664-d8f9384f8178 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:56.866130 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-456aa6dc-cef4-43d8-afd2-c7878072aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.870625 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.880395 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-77eee895-43af-453b-bddc-7ae4d9dcd54b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.885450 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-150e6629-b26b-4943-a880-0b864498ff6c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.888175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-29251144-929e-4dfb-a6a1-b698833a8a56 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.915955 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eb6d4b88-f02e-414a-8fe6-5d74b8a6fcd8 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.919174 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-eb6d4b88-f02e-414a-8fe6-5d74b8a6fcd8 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4882460 Jan 21 09:35:56.921233 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41786) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:56.926776 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-6cb8df81-9ad8-468a-bc8a-eda792163083 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:56.934005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05300c98-341d-41a5-ba11-00979e320bab None None] Network ddd4652f-eb91-409d-ae51-44f70359a777 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:35:56.944280 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-150e6629-b26b-4943-a880-0b864498ff6c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.969124 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3424-b27e-454c-8a4b-2bd059fb1735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.971572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3424-b27e-454c-8a4b-2bd059fb1735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:56.979138 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ea0b3424-b27e-454c-8a4b-2bd059fb1735 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2c9b1591-44df-4389-a3c1-e0813b647a65 HTTP/1.1" status: 204 len: 168 time: 1.4539840 Jan 21 09:35:57.016621 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-456aa6dc-cef4-43d8-afd2-c7878072aa66 None None] Port 06ccad19-c027-4292-8664-d8f9384f8178 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:57.031760 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 2ce4852b-f959-4acc-be0a-0116d65a2695, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2ce4852b-f959-4acc-be0a-0116d65a2695,segment=NetworkSegment(7c6b6b61-afc6-4bd9-ae68-c19f03c172a0),segment_id=7c6b6b61-afc6-4bd9-ae68-c19f03c172a0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:57.045338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.046084 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 44bae65e-88b2-4cf7-8384-9117a9d4793d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:57.054676 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-456aa6dc-cef4-43d8-afd2-c7878072aa66 None None] Provisioning complete for port 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:57.055211 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-456aa6dc-cef4-43d8-afd2-c7878072aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.082196 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.100186 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b3424-b27e-454c-8a4b-2bd059fb1735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9b1591-44df-4389-a3c1-e0813b647a65,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:57.141258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eee895-43af-453b-bddc-7ae4d9dcd54b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:57.153924 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-77eee895-43af-453b-bddc-7ae4d9dcd54b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:57.163062 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:57.163735 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49440db-2b45-4e04-967b-7a211dcd4af0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Made reservation on behalf of 1d2bd5322198457e9c46d36bbca23707 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:57.279368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eee895-43af-453b-bddc-7ae4d9dcd54b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:57.320252 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=2ce4852b-f959-4acc-be0a-0116d65a2695,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:57.364743 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eee895-43af-453b-bddc-7ae4d9dcd54b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:57.366186 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-77eee895-43af-453b-bddc-7ae4d9dcd54b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.386716 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:57.393981 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b49440db-2b45-4e04-967b-7a211dcd4af0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.408067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-29251144-929e-4dfb-a6a1-b698833a8a56 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.418026 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:35:57.432898 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-77eee895-43af-453b-bddc-7ae4d9dcd54b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.7686470 Jan 21 09:35:57.444060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 44bae65e-88b2-4cf7-8384-9117a9d4793d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:57.444684 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.462321 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41792) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:57.470555 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eee895-43af-453b-bddc-7ae4d9dcd54b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=e3ed3857-b311-4e98-833a-89109c343f2b,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:57.473736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e3fa1889-855b-4303-83dc-8dea8d6c4ebf tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'subnet': {'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:57.504396 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-b49440db-2b45-4e04-967b-7a211dcd4af0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] device_id is not set on port 2d75c0aa-46a1-42e9-8e6e-7170a6ace2ee yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:35:57.544140 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-456aa6dc-cef4-43d8-afd2-c7878072aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.584352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-29251144-929e-4dfb-a6a1-b698833a8a56 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.623405 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-456aa6dc-cef4-43d8-afd2-c7878072aa66 None None] For port 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:57.664844 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41794) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:57.675573 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4681ac6b-2ed9-4e96-ba5b-7933b409e27a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:57.677741 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-456aa6dc-cef4-43d8-afd2-c7878072aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.697971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-29251144-929e-4dfb-a6a1-b698833a8a56 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.702528 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-29251144-929e-4dfb-a6a1-b698833a8a56 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1204345 Jan 21 09:35:57.704933 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6cb8df81-9ad8-468a-bc8a-eda792163083 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.712477 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41796) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:57.738602 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-73e2b6b3-b1d2-47fe-88f7-35329b5c43f4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Request body: {'security_group_rule': {'security_group_id': 'b199807c-5f29-41bb-90b3-df23fbccad3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:57.788857 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456aa6dc-cef4-43d8-afd2-c7878072aa66 None None] Pushing event updated for resources: {'Port': ['ID=5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:57.821374 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-322c450e-e55a-4de1-8f4a-3e37f5ce4e8a None None] Provisioning complete for port 06ccad19-c027-4292-8664-d8f9384f8178 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:57.821783 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-322c450e-e55a-4de1-8f4a-3e37f5ce4e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.835369 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29251144-929e-4dfb-a6a1-b698833a8a56 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b199807c-5f29-41bb-90b3-df23fbccad3a,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:57.848103 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6cb8df81-9ad8-468a-bc8a-eda792163083 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.878420 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:57.878846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.882026 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-322c450e-e55a-4de1-8f4a-3e37f5ce4e8a None None] Port 06ccad19-c027-4292-8664-d8f9384f8178 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:57.924415 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-322c450e-e55a-4de1-8f4a-3e37f5ce4e8a None None] Provisioning complete for port 2ce4852b-f959-4acc-be0a-0116d65a2695 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:57.924790 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-322c450e-e55a-4de1-8f4a-3e37f5ce4e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:57.953499 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2aaeb0a7-8a51-4e95-9240-8bea01c3a3f2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bc7594dfa2974f30bdf04bdd88255abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811840 Jan 21 09:35:57.982865 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e6629-b26b-4943-a880-0b864498ff6c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=06ccad19-c027-4292-8664-d8f9384f8178,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:57.988662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41798) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:58.015119 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73e2b6b3-b1d2-47fe-88f7-35329b5c43f4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.045779 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:58.101432 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fa1889-855b-4303-83dc-8dea8d6c4ebf tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:58.104957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e3fa1889-855b-4303-83dc-8dea8d6c4ebf tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.129482 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:58.130238 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.212091 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-322c450e-e55a-4de1-8f4a-3e37f5ce4e8a None None] Provisioning complete for port 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:58.212442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-322c450e-e55a-4de1-8f4a-3e37f5ce4e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.269785 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.281562 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73e2b6b3-b1d2-47fe-88f7-35329b5c43f4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.297278 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e9477e3-59df-450a-8fa5-790d8a457861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.299447 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.309578 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73e2b6b3-b1d2-47fe-88f7-35329b5c43f4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.321761 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Pushing event updated for resources: {'Port': ['ID=26276855-c935-4b65-b972-210198a77351,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:58.352211 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-322c450e-e55a-4de1-8f4a-3e37f5ce4e8a None None] Provisioning complete for port e3ed3857-b311-4e98-833a-89109c343f2b triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:58.352686 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-322c450e-e55a-4de1-8f4a-3e37f5ce4e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.401752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-322c450e-e55a-4de1-8f4a-3e37f5ce4e8a None None] Port e3ed3857-b311-4e98-833a-89109c343f2b cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:58.437423 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-150e6629-b26b-4943-a880-0b864498ff6c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.441214 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2ce4852b-f959-4acc-be0a-0116d65a2695 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:58.507736 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 2ce4852b-f959-4acc-be0a-0116d65a2695 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:58.508489 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.560970 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-3b117465-2ef4-4713-801d-b34e80dd12fe None None] Provisioning complete for port 2ce4852b-f959-4acc-be0a-0116d65a2695 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:58.561512 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3b117465-2ef4-4713-801d-b34e80dd12fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.647201 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 44bae65e-88b2-4cf7-8384-9117a9d4793d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:58.737292 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 44bae65e-88b2-4cf7-8384-9117a9d4793d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:58.737292 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.738398 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-150e6629-b26b-4943-a880-0b864498ff6c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.739067 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-3b117465-2ef4-4713-801d-b34e80dd12fe None None] Provisioning complete for port eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:58.739427 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3b117465-2ef4-4713-801d-b34e80dd12fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.743701 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb8df81-9ad8-468a-bc8a-eda792163083 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Router fffca43b-83f7-455a-b593-118418e6854a is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:35:58.770003 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.ipam_backend_mixin [None req-e3fa1889-855b-4303-83dc-8dea8d6c4ebf tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 296dc4a6-4414-47bb-bd6a-2ebb08b98890 (CIDR: 172.20.0.0/28) Jan 21 09:35:58.778315 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2b6b3-b1d2-47fe-88f7-35329b5c43f4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9724b605-fb82-4ba0-83aa-afdb72ab6d2b,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:58.787246 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.793156 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73e2b6b3-b1d2-47fe-88f7-35329b5c43f4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.797088 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-73e2b6b3-b1d2-47fe-88f7-35329b5c43f4 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0629299 Jan 21 09:35:58.799605 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e9477e3-59df-450a-8fa5-790d8a457861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.803434 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41800) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:58.808903 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fa1889-855b-4303-83dc-8dea8d6c4ebf tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:35:58.809387 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fa1889-855b-4303-83dc-8dea8d6c4ebf tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:35:58.810812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-3b117465-2ef4-4713-801d-b34e80dd12fe None None] Port eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:35:58.850719 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.854787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:58.863742 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:58.876245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-b49440db-2b45-4e04-967b-7a211dcd4af0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Allocated IP 172.20.0.14 (6e689d8e-4df5-4569-9ab2-604db6828e24/3d24dff0-3a56-490d-bed2-18cdb366eb7a/2d75c0aa-46a1-42e9-8e6e-7170a6ace2ee) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:58.915787 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:58.916097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:58.927302 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e3fa1889-855b-4303-83dc-8dea8d6c4ebf tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4599373 Jan 21 09:35:58.937895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41802) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:58.938970 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-b49440db-2b45-4e04-967b-7a211dcd4af0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Allocated IP 172.20.0.12 (6e689d8e-4df5-4569-9ab2-604db6828e24/3d24dff0-3a56-490d-bed2-18cdb366eb7a/2d75c0aa-46a1-42e9-8e6e-7170a6ace2ee) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:58.947309 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-c518dc18-23da-4b5c-bd10-cde5e4f5d2d8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'subnet': {'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:59.020104 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb8df81-9ad8-468a-bc8a-eda792163083 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:59.027356 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6cb8df81-9ad8-468a-bc8a-eda792163083 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:59.029413 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6cb8df81-9ad8-468a-bc8a-eda792163083 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "PUT /v2.0/routers/fffca43b-83f7-455a-b593-118418e6854a HTTP/1.1" status: 200 len: 698 time: 2.1072414 Jan 21 09:35:59.030873 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd84776-02ea-4d2f-808c-35140eda7654 None None] Sync routers for ids ['fffca43b-83f7-455a-b593-118418e6854a'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:59.035528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41804) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:59.049914 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd84776-02ea-4d2f-808c-35140eda7654 None None] Routers {'fffca43b-83f7-455a-b593-118418e6854a'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:59.050855 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9cd84776-02ea-4d2f-808c-35140eda7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['fffca43b-83f7-455a-b593-118418e6854a'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:59.154593 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-52ebbde3-fa3a-4c6a-8ba0-cc3ef84b7873 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/routers/fffca43b-83f7-455a-b593-118418e6854a HTTP/1.1" status: 200 len: 704 time: 0.1138582 Jan 21 09:35:59.155514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f150df93-93a6-4758-834f-5cc28f9276d8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:59.157294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e9477e3-59df-450a-8fa5-790d8a457861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:59.161320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e9477e3-59df-450a-8fa5-790d8a457861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:59.164832 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9e9477e3-59df-450a-8fa5-790d8a457861 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/52745eca-2c9e-4c9e-903e-ac7f68436ca7 HTTP/1.1" status: 204 len: 168 time: 1.1702077 Jan 21 09:35:59.166619 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41806) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:59.229025 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bd9de63f-1c6c-4f30-babe-7dd22ba7cf51 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports?device_id=fffca43b-83f7-455a-b593-118418e6854a HTTP/1.1" status: 200 len: 205 time: 0.0598762 Jan 21 09:35:59.237857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9477e3-59df-450a-8fa5-790d8a457861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52745eca-2c9e-4c9e-903e-ac7f68436ca7,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:59.246312 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41810) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:59.262607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f150df93-93a6-4758-834f-5cc28f9276d8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:59.273437 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-9cd84776-02ea-4d2f-808c-35140eda7654 None None] Set router fffca43b-83f7-455a-b593-118418e6854a gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:59.338700 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9cd84776-02ea-4d2f-808c-35140eda7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffca43b-83f7-455a-b593-118418e6854a', 'name': 'tempest-RoutersIpV6Test-router-2074554432', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:56Z', 'updated_at': '2022-01-21T09:35:57Z', 'revision_number': 2, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:59.346517 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network ddd4652f-eb91-409d-ae51-44f70359a777 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:59.355398 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:59.380985 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b1cd5b29-80ff-4672-ac9b-72fd434ed1f6 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:59.400477 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd84776-02ea-4d2f-808c-35140eda7654 None None] Checking router: fffca43b-83f7-455a-b593-118418e6854a for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:35:59.415353 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd84776-02ea-4d2f-808c-35140eda7654 None None] Routers {'fffca43b-83f7-455a-b593-118418e6854a'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:35:59.416258 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9cd84776-02ea-4d2f-808c-35140eda7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['fffca43b-83f7-455a-b593-118418e6854a'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:59.527779 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-9cd84776-02ea-4d2f-808c-35140eda7654 None None] Set router fffca43b-83f7-455a-b593-118418e6854a gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:59.549269 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f150df93-93a6-4758-834f-5cc28f9276d8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:59.553598 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f150df93-93a6-4758-834f-5cc28f9276d8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:59.557554 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f150df93-93a6-4758-834f-5cc28f9276d8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-groups/b199807c-5f29-41bb-90b3-df23fbccad3a HTTP/1.1" status: 204 len: 168 time: 0.7511241 Jan 21 09:35:59.562409 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41814) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:59.621003 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9cd84776-02ea-4d2f-808c-35140eda7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffca43b-83f7-455a-b593-118418e6854a', 'name': 'tempest-RoutersIpV6Test-router-2074554432', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:56Z', 'updated_at': '2022-01-21T09:35:57Z', 'revision_number': 2, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:59.663476 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd84776-02ea-4d2f-808c-35140eda7654 None None] The sync data for ids ['fffca43b-83f7-455a-b593-118418e6854a'] in dv-neutron-825721-1-hyperv is: [{'id': 'fffca43b-83f7-455a-b593-118418e6854a', 'name': 'tempest-RoutersIpV6Test-router-2074554432', 'tenant_id': 'ce4592ca8ad54e549d1b277994f081c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:56Z', 'updated_at': '2022-01-21T09:35:57Z', 'revision_number': 2, 'project_id': 'ce4592ca8ad54e549d1b277994f081c1', 'gw_port_host': None}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:59.741246 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b1cd5b29-80ff-4672-ac9b-72fd434ed1f6 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:59.744064 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b1cd5b29-80ff-4672-ac9b-72fd434ed1f6 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:59.802721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150df93-93a6-4758-834f-5cc28f9276d8 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b199807c-5f29-41bb-90b3-df23fbccad3a,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:59.809922 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b1cd5b29-80ff-4672-ac9b-72fd434ed1f6 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:59.811165 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cd5b29-80ff-4672-ac9b-72fd434ed1f6 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Fanout notify agent at l3_agent the message router_deleted on router fffca43b-83f7-455a-b593-118418e6854a {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:35:59.828982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b1cd5b29-80ff-4672-ac9b-72fd434ed1f6 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:59.833486 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b1cd5b29-80ff-4672-ac9b-72fd434ed1f6 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/routers/fffca43b-83f7-455a-b593-118418e6854a HTTP/1.1" status: 204 len: 168 time: 0.5828118 Jan 21 09:35:59.835995 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:59.837289 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41822) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:59.854625 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f462342b-9f73-44d7-adf2-87f96e38e2ba tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2871928 Jan 21 09:35:59.857588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41824) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:59.875463 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-7db73b6c-ce3d-4456-9614-579ec7933fc2 None None] Provisioning complete for port eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:59.876048 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7db73b6c-ce3d-4456-9614-579ec7933fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:59.891586 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:59.921108 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-893567c6-aed6-4586-9c65-a49b7d706a32 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports?device_id=fffca43b-83f7-455a-b593-118418e6854a HTTP/1.1" status: 200 len: 205 time: 0.0740881 Jan 21 09:35:59.922630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41826) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:35:59.934134 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c518dc18-23da-4b5c-bd10-cde5e4f5d2d8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:59.937817 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c518dc18-23da-4b5c-bd10-cde5e4f5d2d8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:59.941511 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-7db73b6c-ce3d-4456-9614-579ec7933fc2 None None] Port eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:00.028699 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-aa84770c-b95c-4bab-9476-a847d8783b34 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] delete failed (client error): The resource could not be found. Jan 21 09:36:00.032736 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-aa84770c-b95c-4bab-9476-a847d8783b34 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/routers/fffca43b-83f7-455a-b593-118418e6854a HTTP/1.1" status: 404 len: 336 time: 0.1075861 Jan 21 09:36:00.034458 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41830) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:00.051523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b49440db-2b45-4e04-967b-7a211dcd4af0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:00.067605 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-150e6629-b26b-4943-a880-0b864498ff6c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:00.082837 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-150e6629-b26b-4943-a880-0b864498ff6c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:00.083644 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-150e6629-b26b-4943-a880-0b864498ff6c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:00.091497 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa998f50-dfc0-4545-a49e-0d6785d24dc8 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:00.091947 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa998f50-dfc0-4545-a49e-0d6785d24dc8 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:00.098260 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fa998f50-dfc0-4545-a49e-0d6785d24dc8 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/0f85d96f-9bdc-4575-a7a2-68dbc6df1823 HTTP/1.1" status: 404 len: 337 time: 0.0564766 Jan 21 09:36:00.099866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41832) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:00.109503 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0c6fcafa-5c07-45cd-9b4f-1616144841e1 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2496552 Jan 21 09:36:00.118207 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41836) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:00.147983 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9076f96-ae98-48b1-b3d4-af59fa2c663a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:00.148879 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9076f96-ae98-48b1-b3d4-af59fa2c663a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:00.153524 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f9076f96-ae98-48b1-b3d4-af59fa2c663a tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/56e092cd-3f57-475d-8cbb-f97027cb0b08 HTTP/1.1" status: 404 len: 337 time: 0.0505967 Jan 21 09:36:00.157141 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:00.159172 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41840) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:00.167582 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-feff3aa9-0b26-4777-8888-c5d32ac53639 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/53f89886-5129-4a77-a6f7-3c91ecd8d8ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4002819 Jan 21 09:36:00.167582 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-be917046-dc17-4e62-b0e8-d42dc8fea37e tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] delete failed (client error): The resource could not be found. Jan 21 09:36:00.167582 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-be917046-dc17-4e62-b0e8-d42dc8fea37e tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "DELETE /v2.0/security-groups/b199807c-5f29-41bb-90b3-df23fbccad3a HTTP/1.1" status: 404 len: 347 time: 0.0468876 Jan 21 09:36:00.176451 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41842) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:00.176800 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41844) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:00.179053 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Sync routers for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:00.193256 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:00.194195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:00.217031 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-94125a23-716f-4426-b3fe-e810cc890542 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'network': {'name': 'tempest-RoutersTest-1620303142'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:00.244834 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6efe801-b5e8-4483-be7e-fc3311cff8b3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:00.245302 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6efe801-b5e8-4483-be7e-fc3311cff8b3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:00.250311 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d6efe801-b5e8-4483-be7e-fc3311cff8b3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/20507ecf-e70f-4311-94de-011020de3fb7 HTTP/1.1" status: 404 len: 337 time: 0.0879104 Jan 21 09:36:00.253348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41848) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:00.257242 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a071e27a-74a9-40e6-bbb4-ff167f3be4b0 tempest-SecGroupTest-1837454102 tempest-SecGroupTest-1837454102-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0770006 Jan 21 09:36:00.280547 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e6629-b26b-4943-a880-0b864498ff6c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=06ccad19-c027-4292-8664-d8f9384f8178,revision_number=3']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:00.290972 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a3b080-06e1-4baa-be95-d105400732c4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:00.291348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a3b080-06e1-4baa-be95-d105400732c4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:00.300747 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a6a3b080-06e1-4baa-be95-d105400732c4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/ef9ec968-1bde-4ef7-8806-d19635611cc6 HTTP/1.1" status: 404 len: 337 time: 0.0390685 Jan 21 09:36:00.301861 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41852) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:00.319972 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b49440db-2b45-4e04-967b-7a211dcd4af0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:00.344159 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f296b488-a49c-4cb9-a24d-90911097f843 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6b48623-6039-49f8-8afe-65fbc46b3816 HTTP/1.1" status: 200 len: 205 time: 0.0387781 Jan 21 09:36:00.344159 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41854) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:00.352046 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94125a23-716f-4426-b3fe-e810cc890542 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:00.357931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-94125a23-716f-4426-b3fe-e810cc890542 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:00.403036 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-5f72941d-a788-47a8-b3b3-995e1d98bd74 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] delete failed (client error): The resource could not be found. Jan 21 09:36:00.404121 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5f72941d-a788-47a8-b3b3-995e1d98bd74 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/routers/f6b48623-6039-49f8-8afe-65fbc46b3816 HTTP/1.1" status: 404 len: 336 time: 0.0592659 Jan 21 09:36:00.418503 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94125a23-716f-4426-b3fe-e810cc890542 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:00.430036 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-94125a23-716f-4426-b3fe-e810cc890542 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:00.430284 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-94125a23-716f-4426-b3fe-e810cc890542 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Added segment 0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6 of type vlan for network e8d7356e-e384-4e65-94d4-0df7d8d2c74b Jan 21 09:36:00.434412 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49440db-2b45-4e04-967b-7a211dcd4af0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network 6e689d8e-4df5-4569-9ab2-604db6828e24 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:00.438345 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41858) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:00.447921 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-b49440db-2b45-4e04-967b-7a211dcd4af0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:00.493101 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-94125a23-716f-4426-b3fe-e810cc890542 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:00.498782 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49440db-2b45-4e04-967b-7a211dcd4af0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:00.510362 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b80574a2-fbe4-47ee-bb8e-4191b4a14a3c tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports?device_id=d062579b-ae79-4a1a-a282-9613910382dd HTTP/1.1" status: 200 len: 205 time: 0.0581980 Jan 21 09:36:00.522832 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41860) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:00.636001 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:00.638221 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-b5f342e7-1fc8-462b-9d04-475568c0abcd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] delete failed (client error): The resource could not be found. Jan 21 09:36:00.644410 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b5f342e7-1fc8-462b-9d04-475568c0abcd tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/routers/d062579b-ae79-4a1a-a282-9613910382dd HTTP/1.1" status: 404 len: 336 time: 0.1187904 Jan 21 09:36:00.645526 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41866) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:00.657153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-94125a23-716f-4426-b3fe-e810cc890542 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:00.666703 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94125a23-716f-4426-b3fe-e810cc890542 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:00.668124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-94125a23-716f-4426-b3fe-e810cc890542 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:00.680866 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49440db-2b45-4e04-967b-7a211dcd4af0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=2d75c0aa-46a1-42e9-8e6e-7170a6ace2ee,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:00.707045 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41868) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:00.716103 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150e6629-b26b-4943-a880-0b864498ff6c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network a78cc30c-a9f5-4ecd-a514-80ad06bc7a59 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:00.756886 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-94125a23-716f-4426-b3fe-e810cc890542 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5778291 Jan 21 09:36:00.759822 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:36:00.761739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41872) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:00.768552 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5190b911-4a2c-43cd-abad-f7a4641d610b tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:00.769014 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5190b911-4a2c-43cd-abad-f7a4641d610b tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:00.773732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-021a68fc-47f9-4a15-9d67-4829856fa87b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'subnet': {'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:00.781310 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5190b911-4a2c-43cd-abad-f7a4641d610b tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/45ef91d3-91fe-4062-a8a0-145abf5a17af HTTP/1.1" status: 404 len: 337 time: 0.1241007 Jan 21 09:36:00.781310 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-150e6629-b26b-4943-a880-0b864498ff6c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:00.788868 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41874) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:00.802595 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49440db-2b45-4e04-967b-7a211dcd4af0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:00.803291 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b49440db-2b45-4e04-967b-7a211dcd4af0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:00.864152 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a81284aa-3ee4-47b8-86da-3a7574869def tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports?device_id=9eb63731-6eff-4d69-aa33-e63ef3f6f653 HTTP/1.1" status: 200 len: 205 time: 0.0740364 Jan 21 09:36:00.897401 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41878) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:00.914995 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94125a23-716f-4426-b3fe-e810cc890542 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Network': ['ID=e8d7356e-e384-4e65-94d4-0df7d8d2c74b,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:00.973722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network e8d7356e-e384-4e65-94d4-0df7d8d2c74b details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:36:00.990512 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-5f8ae7d1-e31e-45b6-a664-60cbde7f18f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] delete failed (client error): The resource could not be found. Jan 21 09:36:00.991595 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5f8ae7d1-e31e-45b6-a664-60cbde7f18f5 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/routers/9eb63731-6eff-4d69-aa33-e63ef3f6f653 HTTP/1.1" status: 404 len: 336 time: 0.0932295 Jan 21 09:36:00.994299 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41880) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:01.067183 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-89efea78-b2c6-4d61-a177-1713bd116606 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports?device_id=12426a88-b764-4ec4-9f97-c72c706a30f1 HTTP/1.1" status: 200 len: 205 time: 0.0687952 Jan 21 09:36:01.072383 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41882) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:01.096790 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b49440db-2b45-4e04-967b-7a211dcd4af0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.2769690 Jan 21 09:36:01.105259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41886) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:01.114058 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': '2d75c0aa-46a1-42e9-8e6e-7170a6ace2ee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:01.173672 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c518dc18-23da-4b5c-bd10-cde5e4f5d2d8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:01.189451 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-f2f24581-7441-4f78-be0b-9e3ac465d33e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] delete failed (client error): The resource could not be found. Jan 21 09:36:01.190906 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f2f24581-7441-4f78-be0b-9e3ac465d33e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/routers/12426a88-b764-4ec4-9f97-c72c706a30f1 HTTP/1.1" status: 404 len: 336 time: 0.1175497 Jan 21 09:36:01.196392 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5ecf5ad0-74d0-4ce1-bbac-5a372199cfdc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2594e9b7a2d649d9911145627b2842b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872978 Jan 21 09:36:01.199988 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41892) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:01.200758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41890) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:01.246521 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af4a8ee-84f5-4b7b-a1dc-8e23059587e4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:01.247218 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af4a8ee-84f5-4b7b-a1dc-8e23059587e4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:01.252484 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6af4a8ee-84f5-4b7b-a1dc-8e23059587e4 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/4476ba97-b94d-41c2-8527-55feaf37111b HTTP/1.1" status: 404 len: 337 time: 0.0485892 Jan 21 09:36:01.255637 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41894) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:01.259906 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021a68fc-47f9-4a15-9d67-4829856fa87b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:01.264228 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-021a68fc-47f9-4a15-9d67-4829856fa87b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:01.317204 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d37314c9-aa60-4783-b850-63e44f097394 None None] Provisioning complete for port 06ccad19-c027-4292-8664-d8f9384f8178 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:01.317686 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d37314c9-aa60-4783-b850-63e44f097394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:01.335729 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-54128432-029b-4326-948f-5b2e5bf9272e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports?device_id=9deb3e47-e8d5-4cb9-88ec-7644abb4e750 HTTP/1.1" status: 200 len: 205 time: 0.0766218 Jan 21 09:36:01.336792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:01.365436 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41898) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:01.371251 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-d37314c9-aa60-4783-b850-63e44f097394 None None] Port 06ccad19-c027-4292-8664-d8f9384f8178 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:01.382344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 3, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:35:57Z', 'revision_number': 2, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:01.401430 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c518dc18-23da-4b5c-bd10-cde5e4f5d2d8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:01.402814 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518dc18-23da-4b5c-bd10-cde5e4f5d2d8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Subnet': ['ID=5eb94a20-568b-4bad-b1d6-53614b2fe6b4,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:01.418425 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Checking router: 53f89886-5129-4a77-a6f7-3c91ecd8d8ef for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:36:01.418883 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Updating router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef port eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:36:01.427478 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-c518dc18-23da-4b5c-bd10-cde5e4f5d2d8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:01.431228 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:01.437744 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-39a6fd6a-f241-46e4-84cf-72c251146a8e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] delete failed (client error): The resource could not be found. Jan 21 09:36:01.442513 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Sync routers for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:01.443387 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-39a6fd6a-f241-46e4-84cf-72c251146a8e tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/routers/9deb3e47-e8d5-4cb9-88ec-7644abb4e750 HTTP/1.1" status: 404 len: 336 time: 0.0761755 Jan 21 09:36:01.445582 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c518dc18-23da-4b5c-bd10-cde5e4f5d2d8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:01.446202 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c518dc18-23da-4b5c-bd10-cde5e4f5d2d8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:01.449449 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41902) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:01.451232 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10216797-918a-4fc6-86b7-c3bc1d7ae2e2 None None] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:01.460432 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:01.462734 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:01.475510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:01.488532 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150e6629-b26b-4943-a880-0b864498ff6c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Router 3fdaa519-7616-4c20-9bc1-16531ee0db5b is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:36:01.493223 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c518dc18-23da-4b5c-bd10-cde5e4f5d2d8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5514643 Jan 21 09:36:01.498885 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41906) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:01.509301 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a1756adb-bcdd-4e87-8284-6df6027dd529 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1458893125', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5eb94a20-568b-4bad-b1d6-53614b2fe6b4'}], 'security_groups': ['6018a483-e703-4437-b1ad-9121c2a81d0a']}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:01.526418 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-74dda072-7021-4bdd-afb3-71f3b2d158d8 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:01.527217 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74dda072-7021-4bdd-afb3-71f3b2d158d8 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:01.533289 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-74dda072-7021-4bdd-afb3-71f3b2d158d8 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/d6d7c361-3a3c-4463-9cc2-5e746a5443d1 HTTP/1.1" status: 404 len: 337 time: 0.0821333 Jan 21 09:36:01.539633 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41908) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:01.590284 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a4db5228-4cdf-4d24-a810-f1c9641749f3 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4e00e8d-5778-4fb5-8335-6275741548c8 HTTP/1.1" status: 200 len: 205 time: 0.0492010 Jan 21 09:36:01.593673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41910) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:01.643074 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-bcd7e513-f259-404d-8779-8b2fb3f0127f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] delete failed (client error): The resource could not be found. Jan 21 09:36:01.647142 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bcd7e513-f259-404d-8779-8b2fb3f0127f tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/routers/e4e00e8d-5778-4fb5-8335-6275741548c8 HTTP/1.1" status: 404 len: 336 time: 0.0522561 Jan 21 09:36:01.648900 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41912) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:01.698648 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150e6629-b26b-4943-a880-0b864498ff6c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:01.710265 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebfc23a-8723-4202-a797-c461b13beb84 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:01.711027 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ebfc23a-8723-4202-a797-c461b13beb84 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:01.713618 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a32e6d6-4699-4c3b-885d-95653274cb12 None None] Sync routers for ids ['3fdaa519-7616-4c20-9bc1-16531ee0db5b'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:01.717526 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4ebfc23a-8723-4202-a797-c461b13beb84 tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/ad8e4b8a-29a2-4b43-8536-b142076903c9 HTTP/1.1" status: 404 len: 337 time: 0.0659709 Jan 21 09:36:01.718513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41914) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:01.718977 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-150e6629-b26b-4943-a880-0b864498ff6c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "PUT /v2.0/routers/3fdaa519-7616-4c20-9bc1-16531ee0db5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5412958 Jan 21 09:36:01.719225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41916) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:01.729320 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:01.733169 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-35ab9ede-95ed-4a63-b004-dbe6dd360662 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.3805418 Jan 21 09:36:01.741401 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a32e6d6-4699-4c3b-885d-95653274cb12 None None] Routers {'3fdaa519-7616-4c20-9bc1-16531ee0db5b'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:01.742527 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4a32e6d6-4699-4c3b-885d-95653274cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['3fdaa519-7616-4c20-9bc1-16531ee0db5b'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:01.749591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41918) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:01.750077 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41920) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:01.760298 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:01.788318 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4a32e6d6-4699-4c3b-885d-95653274cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:01.800672 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad0dee8-b4bb-4aa1-9361-4f73d214e38d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:01.801995 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad0dee8-b4bb-4aa1-9361-4f73d214e38d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:01.807937 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0ad0dee8-b4bb-4aa1-9361-4f73d214e38d tempest-RoutersIpV6Test-1348899 tempest-RoutersIpV6Test-1348899-project] 10.222.0.88 "DELETE /v2.0/subnets/4b0ca0c1-5e7d-4514-be6b-2c12aba913b8 HTTP/1.1" status: 404 len: 337 time: 0.0844326 Jan 21 09:36:01.868229 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a32e6d6-4699-4c3b-885d-95653274cb12 None None] Routers {'3fdaa519-7616-4c20-9bc1-16531ee0db5b'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:01.869280 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4a32e6d6-4699-4c3b-885d-95653274cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['3fdaa519-7616-4c20-9bc1-16531ee0db5b'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:01.909180 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5595ba01-cb87-4b32-9bbe-47b67c0b3c17 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:01.911077 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5595ba01-cb87-4b32-9bbe-47b67c0b3c17 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fdaa519-7616-4c20-9bc1-16531ee0db5b HTTP/1.1" status: 200 len: 989 time: 0.1864395 Jan 21 09:36:01.930451 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41926) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:01.932829 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-021a68fc-47f9-4a15-9d67-4829856fa87b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:01.962620 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4a32e6d6-4699-4c3b-885d-95653274cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:01.967648 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a32e6d6-4699-4c3b-885d-95653274cb12 None None] The sync data for ids ['3fdaa519-7616-4c20-9bc1-16531ee0db5b'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:02.111800 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23227518-7ea5-4131-88ce-921bac08373a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.149852 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:58Z', 'revision_number': 3, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:02.151977 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-203525262', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:02.185404 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.191375 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Checking router: c653d894-85ee-4bb3-aea1-b6cdbbe1e266 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:36:02.192098 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Updating router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 port 26276855-c935-4b65-b972-210198a77351 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:36:02.199185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23227518-7ea5-4131-88ce-921bac08373a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.216401 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.262956 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.295020 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e932a1d-3a81-4d1c-894f-e247fcc8343c None None] Update dhcp port {'port': {'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'fixed_ips': [{'subnet_id': '296dc4a6-4414-47bb-bd6a-2ebb08b98890', 'ip_address': '172.20.0.2'}, {'subnet_id': '5eb94a20-568b-4bad-b1d6-53614b2fe6b4'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': '4681ac6b-2ed9-4e96-ba5b-7933b409e27a'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:36:02.337721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717be6a-e4a9-46ef-a03f-2ad66fdbdb4a None None] Pushing event updated for resources: {'Port': ['ID=eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:02.368443 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1e932a1d-3a81-4d1c-894f-e247fcc8343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.375243 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a1756adb-bcdd-4e87-8284-6df6027dd529 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.384043 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Made reservation on behalf of 8b3ea8fb978d4d72980b92ffc73b7f06 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:02.386757 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.399457 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41930) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:02.402528 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.481161 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Attempting to bind port eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:02.481615 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Attempting to bind port eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '7c6b6b61-afc6-4bd9-ae68-c19f03c172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:02.482040 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Attempting to bind port eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca on network ddd4652f-eb91-409d-ae51-44f70359a777 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:02.512037 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:02.512479 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Checking segment: {'id': '7c6b6b61-afc6-4bd9-ae68-c19f03c172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:02.512896 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.513297 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Bound using segment: {'id': '7c6b6b61-afc6-4bd9-ae68-c19f03c172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:02.514022 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Bound port: eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6b6b61-afc6-4bd9-ae68-c19f03c172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:02.514500 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.727799 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] For port eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:02.751870 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-1e932a1d-3a81-4d1c-894f-e247fcc8343c None None] Allocated IP 172.20.0.18 (794d5115-f1f3-4f5c-a1ee-9ff2e4322a22/5eb94a20-568b-4bad-b1d6-53614b2fe6b4/4681ac6b-2ed9-4e96-ba5b-7933b409e27a) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:02.765343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] For port eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca,segment=NetworkSegment(7c6b6b61-afc6-4bd9-ae68-c19f03c172a0),segment_id=7c6b6b61-afc6-4bd9-ae68-c19f03c172a0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:02.766900 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.776086 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.785261 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-94d34d30-f180-4522-b6fb-07a9ae46bc58 None None] Provisioning complete for port eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:02.785832 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-94d34d30-f180-4522-b6fb-07a9ae46bc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.789197 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.831829 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.838651 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83322a92-dc15-4f74-9949-6bf08bb46c27 None None] Pushing event updated for resources: {'Port': ['ID=26276855-c935-4b65-b972-210198a77351,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:02.871911 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a68fc-47f9-4a15-9d67-4829856fa87b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Subnet': ['ID=f860a6bf-6edc-4368-a828-cbe2f51f88fa,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:02.872838 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Attempting to bind port 26276855-c935-4b65-b972-210198a77351 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:02.873421 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Attempting to bind port 26276855-c935-4b65-b972-210198a77351 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:02.873939 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Attempting to bind port 26276855-c935-4b65-b972-210198a77351 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:02.882416 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:02.882936 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:02.883405 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.883946 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:02.884555 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Bound port: 26276855-c935-4b65-b972-210198a77351, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:02.885031 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:02.968382 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:02.969027 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:02.982962 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717be6a-e4a9-46ef-a03f-2ad66fdbdb4a None None] Pushing event updated for resources: {'Port': ['ID=eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:02.983464 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] For port 26276855-c935-4b65-b972-210198a77351, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:02.987651 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] For port 26276855-c935-4b65-b972-210198a77351, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=26276855-c935-4b65-b972-210198a77351,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:02.995288 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.078024 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83322a92-dc15-4f74-9949-6bf08bb46c27 None None] Pushing event updated for resources: {'Port': ['ID=26276855-c935-4b65-b972-210198a77351,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:03.104171 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021a68fc-47f9-4a15-9d67-4829856fa87b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Checking segment: {'id': '0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:03.107239 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021a68fc-47f9-4a15-9d67-4829856fa87b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network hostable DHCP agents. Network: e8d7356e-e384-4e65-94d4-0df7d8d2c74b, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:36:03.114173 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:03.114841 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:03.141757 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f8e55676-7795-4f4a-9d5a-6d8ca69af3bb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ce4592ca8ad54e549d1b277994f081c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7361400 Jan 21 09:36:03.145582 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23227518-7ea5-4131-88ce-921bac08373a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.150813 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23227518-7ea5-4131-88ce-921bac08373a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.153305 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-23227518-7ea5-4131-88ce-921bac08373a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c833df47-dc1f-4bdd-a3b7-25cc490930ca HTTP/1.1" status: 204 len: 168 time: 1.9476883 Jan 21 09:36:03.154486 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41934) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:03.157714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-1e932a1d-3a81-4d1c-894f-e247fcc8343c None None] For port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4681ac6b-2ed9-4e96-ba5b-7933b409e27a,segment=NetworkSegment(7892e2d5-6c19-4267-af09-f43e733ff922),segment_id=7892e2d5-6c19-4267-af09-f43e733ff922)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:03.215064 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:03.267533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-94d34d30-f180-4522-b6fb-07a9ae46bc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.292634 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1e932a1d-3a81-4d1c-894f-e247fcc8343c None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.301764 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Allocated IP 172.26.7.248 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/be01c898-7ba2-43ed-a0b8-fb6f76d20661) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:03.307702 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1e932a1d-3a81-4d1c-894f-e247fcc8343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.321906 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23227518-7ea5-4131-88ce-921bac08373a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c833df47-dc1f-4bdd-a3b7-25cc490930ca,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:03.374272 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:03.431716 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-58d61ffe-ff6f-43e3-b3be-a503ef2ff636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.515997 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-58d61ffe-ff6f-43e3-b3be-a503ef2ff636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.583595 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.588892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-58d61ffe-ff6f-43e3-b3be-a503ef2ff636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.592162 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-58d61ffe-ff6f-43e3-b3be-a503ef2ff636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.597755 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-58d61ffe-ff6f-43e3-b3be-a503ef2ff636 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c2527fbc-cbec-4a31-96f5-ce829806ecfe HTTP/1.1" status: 204 len: 168 time: 0.4262898 Jan 21 09:36:03.613986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021a68fc-47f9-4a15-9d67-4829856fa87b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network e8d7356e-e384-4e65-94d4-0df7d8d2c74b is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:03.638260 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.651268 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:58Z', 'revision_number': 3, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:03.682501 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-94d34d30-f180-4522-b6fb-07a9ae46bc58 None None] For port eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca,segment=NetworkSegment(7c6b6b61-afc6-4bd9-ae68-c19f03c172a0),segment_id=7c6b6b61-afc6-4bd9-ae68-c19f03c172a0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:03.694265 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d293128-8b07-469d-8e0b-1730326a7707 None None] The sync data for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv is: [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:58Z', 'revision_number': 3, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:03.706633 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-a1756adb-bcdd-4e87-8284-6df6027dd529 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Delete allocated IP 172.20.0.13 (794d5115-f1f3-4f5c-a1ee-9ff2e4322a22/296dc4a6-4414-47bb-bd6a-2ebb08b98890) {{(pid=102146) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:36:03.711761 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] device_id is not set on port e1e7f26f-b170-4b51-9a7c-d4ea8e162d82 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:03.712288 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-021a68fc-47f9-4a15-9d67-4829856fa87b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, e8d7356e-e384-4e65-94d4-0df7d8d2c74b) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:03.738987 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d61ffe-ff6f-43e3-b3be-a503ef2ff636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2527fbc-cbec-4a31-96f5-ce829806ecfe,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:03.760025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021a68fc-47f9-4a15-9d67-4829856fa87b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:03.763857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-021a68fc-47f9-4a15-9d67-4829856fa87b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.786762 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f28a6c-275d-45bf-869f-f90e54bf4493,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:03.822091 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-021a68fc-47f9-4a15-9d67-4829856fa87b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0557885 Jan 21 09:36:03.823316 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-a1756adb-bcdd-4e87-8284-6df6027dd529 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Allocated IP 172.20.0.20 (794d5115-f1f3-4f5c-a1ee-9ff2e4322a22/5eb94a20-568b-4bad-b1d6-53614b2fe6b4/e3ed3857-b311-4e98-833a-89109c343f2b) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:03.831229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41948) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:03.858757 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.874708 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-94d34d30-f180-4522-b6fb-07a9ae46bc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:03.876806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aa7f85-be81-4921-8aaa-850ef670202b None None] Network e8d7356e-e384-4e65-94d4-0df7d8d2c74b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:04.044194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:04.209996 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e932a1d-3a81-4d1c-894f-e247fcc8343c None None] Pushing event updated for resources: {'Port': ['ID=4681ac6b-2ed9-4e96-ba5b-7933b409e27a,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:04.239654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18f13d6d-9113-4c2e-9174-ca55150e9eb2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:04.249485 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:04.335240 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-33a7250b-b934-4cc0-9ec4-55602603f709 None None] Provisioning complete for port eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:04.335711 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-33a7250b-b934-4cc0-9ec4-55602603f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:04.356033 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:04.367339 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=be01c898-7ba2-43ed-a0b8-fb6f76d20661,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:04.385803 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:04.609077 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d34d30-f180-4522-b6fb-07a9ae46bc58 None None] Pushing event updated for resources: {'Port': ['ID=eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:04.614532 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-e8d7356e-e384-4e65-94d4-0df7d8d2c74b', 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'fixed_ips': [{'subnet_id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:36:04.615763 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:04.645871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 3, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:36:02Z', 'revision_number': 4, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:04.775443 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46a7d8c-73f1-4dc1-a0f6-6fd9d31396f4 None None] The sync data for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv is: [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 3, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:36:02Z', 'revision_number': 4, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:04.786255 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 26276855-c935-4b65-b972-210198a77351 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:04.909422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41970) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:05.201448 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:36:05.354700 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e94b693f-12a8-4c0d-a16a-198e44961ad5 tempest-ServiceProvidersTest-372247224 tempest-ServiceProvidersTest-372247224-project] 10.222.0.88 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4394910 Jan 21 09:36:05.397836 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Allocated IP 172.22.0.2 (e8d7356e-e384-4e65-94d4-0df7d8d2c74b/f860a6bf-6edc-4368-a828-cbe2f51f88fa/5ae622c1-7fef-4d13-82ad-728014ec6e25) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:05.432447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:05.457370 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 26276855-c935-4b65-b972-210198a77351 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:05.457788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:05.618810 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41984) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:05.638331 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a1756adb-bcdd-4e87-8284-6df6027dd529 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:05.665061 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a1756adb-bcdd-4e87-8284-6df6027dd529 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:05.681763 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-18f13d6d-9113-4c2e-9174-ca55150e9eb2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port 06ccad19-c027-4292-8664-d8f9384f8178 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:05.682112 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18f13d6d-9113-4c2e-9174-ca55150e9eb2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:05.796791 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18f13d6d-9113-4c2e-9174-ca55150e9eb2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:05.812435 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-18f13d6d-9113-4c2e-9174-ca55150e9eb2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for 06ccad19-c027-4292-8664-d8f9384f8178 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:05.821983 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c228d29d-7733-4235-a082-2f859f2f8f78 None None] Provisioning complete for port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:05.822505 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c228d29d-7733-4235-a082-2f859f2f8f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:05.873174 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:05.915564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 26276855-c935-4b65-b972-210198a77351, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=26276855-c935-4b65-b972-210198a77351,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:05.950956 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:05.952267 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4681ac6b-2ed9-4e96-ba5b-7933b409e27a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:05.969634 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6d00cc32-c389-4245-a932-6535d2b60f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.048469 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5b0bc184-ab32-464d-89ac-d32a5f7ca10e tempest-SubnetPoolsTestJSON-1095364564 tempest-SubnetPoolsTestJSON-1095364564-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1207712467', 'prefixes': ['172.20.0.0/16']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:06.053927 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.055070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 41990) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:06.120452 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.122670 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18f13d6d-9113-4c2e-9174-ca55150e9eb2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.125887 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=26276855-c935-4b65-b972-210198a77351,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:06.151625 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.167897 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f13d6d-9113-4c2e-9174-ca55150e9eb2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=06ccad19-c027-4292-8664-d8f9384f8178,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:06.250814 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Allocated IP 172.20.0.1 (0bc00035-f913-4c0c-933f-eb8c12314236/51a8f30f-613e-41a2-aa04-d3cbecea2db9/8915b92a-97e2-4058-a869-f0e9623f9f42) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:06.252674 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Pushing event updated for resources: {'Port': ['ID=5ae622c1-7fef-4d13-82ad-728014ec6e25,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:06.257094 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-a1756adb-bcdd-4e87-8284-6df6027dd529 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] In _notify_port_updated(), no bound segment for port e3ed3857-b311-4e98-833a-89109c343f2b on network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 {{(pid=102146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:36:06.264574 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:06.264953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.284892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1756adb-bcdd-4e87-8284-6df6027dd529 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:06.286229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a1756adb-bcdd-4e87-8284-6df6027dd529 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.288853 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a1756adb-bcdd-4e87-8284-6df6027dd529 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "PUT /v2.0/ports/e3ed3857-b311-4e98-833a-89109c343f2b HTTP/1.1" status: 200 len: 921 time: 4.7846968 Jan 21 09:36:06.311306 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41994) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:06.326410 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Network e8d7356e-e384-4e65-94d4-0df7d8d2c74b is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:06.334140 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:06.343704 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:06.346473 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Allocated IP 172.26.7.230 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/e1e7f26f-b170-4b51-9a7c-d4ea8e162d82) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:06.400511 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c228d29d-7733-4235-a082-2f859f2f8f78 None None] Provisioning complete for port f812c9df-474e-4251-8043-b922f47d7b93 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:06.401534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c228d29d-7733-4235-a082-2f859f2f8f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.434083 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f0de88ef-6b77-4a67-9ff8-a428406483be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.506999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18f13d6d-9113-4c2e-9174-ca55150e9eb2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.510341 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.537805 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c228d29d-7733-4235-a082-2f859f2f8f78 None None] Port f812c9df-474e-4251-8043-b922f47d7b93 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:06.540628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1756adb-bcdd-4e87-8284-6df6027dd529 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=e3ed3857-b311-4e98-833a-89109c343f2b,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:06.619806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Attempting to bind port 5ae622c1-7fef-4d13-82ad-728014ec6e25 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:06.620174 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Attempting to bind port 5ae622c1-7fef-4d13-82ad-728014ec6e25 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:06.620532 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Attempting to bind port 5ae622c1-7fef-4d13-82ad-728014ec6e25 on network e8d7356e-e384-4e65-94d4-0df7d8d2c74b {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:06.642504 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c228d29d-7733-4235-a082-2f859f2f8f78 None None] Provisioning complete for port e3ed3857-b311-4e98-833a-89109c343f2b triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:06.647269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c228d29d-7733-4235-a082-2f859f2f8f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.658769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:06.660455 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Checking segment: {'id': '0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:06.662867 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.665296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Bound using segment: {'id': '0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:06.666011 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Bound port: 5ae622c1-7fef-4d13-82ad-728014ec6e25, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:06.666847 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.723931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.754954 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5b0bc184-ab32-464d-89ac-d32a5f7ca10e tempest-SubnetPoolsTestJSON-1095364564 tempest-SubnetPoolsTestJSON-1095364564-project] Notify callbacks [] for subnetpool, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.760707 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c228d29d-7733-4235-a082-2f859f2f8f78 None None] Port e3ed3857-b311-4e98-833a-89109c343f2b cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:06.760917 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5b0bc184-ab32-464d-89ac-d32a5f7ca10e tempest-SubnetPoolsTestJSON-1095364564 tempest-SubnetPoolsTestJSON-1095364564-project] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1346555 Jan 21 09:36:06.765319 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41996) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:06.811737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] For port 5ae622c1-7fef-4d13-82ad-728014ec6e25, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:06.820137 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] For port 5ae622c1-7fef-4d13-82ad-728014ec6e25, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5ae622c1-7fef-4d13-82ad-728014ec6e25,segment=NetworkSegment(0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6),segment_id=0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:06.828456 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.914196 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-2438cec6-e8e0-4650-be17-a326f537abc7 None None] Provisioning complete for port e3ed3857-b311-4e98-833a-89109c343f2b triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:06.914802 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2438cec6-e8e0-4650-be17-a326f537abc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.943028 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.988143 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 26276855-c935-4b65-b972-210198a77351 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:06.990331 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c26b0b-b521-4fd9-9103-3bb3e7a14b46 None None] Pushing event updated for resources: {'Port': ['ID=5ae622c1-7fef-4d13-82ad-728014ec6e25,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:06.994330 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6e61b4ce-83cb-48a2-b857-26cb11dc49fb tempest-SubnetPoolsTestJSON-1095364564 tempest-SubnetPoolsTestJSON-1095364564-project] 10.222.0.88 "GET /v2.0/subnetpools/2644c871-b344-478d-9601-68865ba5a227 HTTP/1.1" status: 200 len: 732 time: 0.2176926 Jan 21 09:36:07.007106 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 41998) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:07.015209 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-763c6c2d-e0fd-4461-b81d-14e6edfab6c2 tempest-SubnetPoolsTestJSON-1095364564 tempest-SubnetPoolsTestJSON-1095364564-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2070063652'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:07.031633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-2438cec6-e8e0-4650-be17-a326f537abc7 None None] Port e3ed3857-b311-4e98-833a-89109c343f2b cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:07.044066 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-125a567b-7b99-4672-8d34-846748c38d3b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port e3ed3857-b311-4e98-833a-89109c343f2b {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:07.044404 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-125a567b-7b99-4672-8d34-846748c38d3b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:07.068857 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 26276855-c935-4b65-b972-210198a77351 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:07.069251 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:07.196169 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:07.255117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:07.285802 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:07.286023 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:07.286233 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:07.355178 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f13d6d-9113-4c2e-9174-ca55150e9eb2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Router 3fdaa519-7616-4c20-9bc1-16531ee0db5b has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:36:07.431194 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-125a567b-7b99-4672-8d34-846748c38d3b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:07.449310 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-763c6c2d-e0fd-4461-b81d-14e6edfab6c2 tempest-SubnetPoolsTestJSON-1095364564 tempest-SubnetPoolsTestJSON-1095364564-project] Notify callbacks [] for subnetpool, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:07.450477 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-763c6c2d-e0fd-4461-b81d-14e6edfab6c2 tempest-SubnetPoolsTestJSON-1095364564 tempest-SubnetPoolsTestJSON-1095364564-project] 10.222.0.88 "PUT /v2.0/subnetpools/2644c871-b344-478d-9601-68865ba5a227 HTTP/1.1" status: 200 len: 684 time: 0.4415071 Jan 21 09:36:07.456209 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42000) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:07.485907 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-125a567b-7b99-4672-8d34-846748c38d3b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for e3ed3857-b311-4e98-833a-89109c343f2b owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:07.493127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Network 0bc00035-f913-4c0c-933f-eb8c12314236 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:07.511376 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:07.513820 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:07.522611 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Pushing event updated for resources: {'Port': ['ID=8915b92a-97e2-4058-a869-f0e9623f9f42,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:07.530876 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f0de88ef-6b77-4a67-9ff8-a428406483be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:07.579580 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f0de88ef-6b77-4a67-9ff8-a428406483be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:07.587647 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:07.628035 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:07.630598 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f13d6d-9113-4c2e-9174-ca55150e9eb2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:07.652117 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4588269c-35ed-4d73-ad99-a278256ee059 None None] Sync routers for ids ['3fdaa519-7616-4c20-9bc1-16531ee0db5b'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:07.654303 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-18f13d6d-9113-4c2e-9174-ca55150e9eb2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "PUT /v2.0/routers/3fdaa519-7616-4c20-9bc1-16531ee0db5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7181611 Jan 21 09:36:07.659878 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42002) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:07.665619 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4588269c-35ed-4d73-ad99-a278256ee059 None None] Routers {'3fdaa519-7616-4c20-9bc1-16531ee0db5b'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:07.666886 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4588269c-35ed-4d73-ad99-a278256ee059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['3fdaa519-7616-4c20-9bc1-16531ee0db5b'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:07.685824 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:07.694988 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:07.708966 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:07.734149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de88ef-6b77-4a67-9ff8-a428406483be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e000ff97-080c-4d0f-b7a6-03d5128c1423,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:07.753717 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:07.755558 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:07.772787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f216-bc72-41e2-a693-b8bbda3fdb61 tempest-SubnetPoolsTestJSON-1095364564 tempest-SubnetPoolsTestJSON-1095364564-project] Notify callbacks [] for subnetpool, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:07.774295 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a8d3f216-bc72-41e2-a693-b8bbda3fdb61 tempest-SubnetPoolsTestJSON-1095364564 tempest-SubnetPoolsTestJSON-1095364564-project] 10.222.0.88 "DELETE /v2.0/subnetpools/2644c871-b344-478d-9601-68865ba5a227 HTTP/1.1" status: 204 len: 168 time: 0.3170052 Jan 21 09:36:07.811932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42004) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:07.819878 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f0de88ef-6b77-4a67-9ff8-a428406483be admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=350da147b7e747e8888dc3c95da88ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7635815 Jan 21 09:36:07.831222 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-84555e64-db56-4d0b-bbc5-094dc63d6c09 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] GET failed (client error): The resource could not be found. Jan 21 09:36:07.836321 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-84555e64-db56-4d0b-bbc5-094dc63d6c09 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports/06ccad19-c027-4292-8664-d8f9384f8178 HTTP/1.1" status: 404 len: 333 time: 0.1128616 Jan 21 09:36:07.840396 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42006) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:07.840720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42008) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:07.842865 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4588269c-35ed-4d73-ad99-a278256ee059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:07.846863 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:07.847922 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:07.853414 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4588269c-35ed-4d73-ad99-a278256ee059 None None] Routers {'3fdaa519-7616-4c20-9bc1-16531ee0db5b'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:07.854474 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4588269c-35ed-4d73-ad99-a278256ee059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:35:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['3fdaa519-7616-4c20-9bc1-16531ee0db5b'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:07.876588 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-4d98d2b8-8194-44c4-858b-a83b742d1f76 tempest-SubnetPoolsTestJSON-1095364564 tempest-SubnetPoolsTestJSON-1095364564-project] show failed (client error): The resource could not be found. Jan 21 09:36:07.882193 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4d98d2b8-8194-44c4-858b-a83b742d1f76 tempest-SubnetPoolsTestJSON-1095364564 tempest-SubnetPoolsTestJSON-1095364564-project] 10.222.0.88 "GET /v2.0/subnetpools/2644c871-b344-478d-9601-68865ba5a227 HTTP/1.1" status: 404 len: 346 time: 0.0617547 Jan 21 09:36:07.887063 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-48dfdbf3-f759-4b6f-bf08-8228bef09d2a None None] Provisioning complete for port 8915b92a-97e2-4058-a869-f0e9623f9f42 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:07.889948 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-48dfdbf3-f759-4b6f-bf08-8228bef09d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:07.901129 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Allocated IP 172.22.0.1 (e8d7356e-e384-4e65-94d4-0df7d8d2c74b/f860a6bf-6edc-4368-a828-cbe2f51f88fa/83616c20-2a14-4661-bb10-958ccab13a56) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:07.902226 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4588269c-35ed-4d73-ad99-a278256ee059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:07.903004 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4588269c-35ed-4d73-ad99-a278256ee059 None None] The sync data for ids ['3fdaa519-7616-4c20-9bc1-16531ee0db5b'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:07.903163 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42010) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:07.924432 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Pushing event updated for resources: {'Port': ['ID=e1e7f26f-b170-4b51-9a7c-d4ea8e162d82,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:07.963073 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-48dfdbf3-f759-4b6f-bf08-8228bef09d2a None None] Port 8915b92a-97e2-4058-a869-f0e9623f9f42 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:07.972443 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-4b5104e3-d093-42c9-a456-4351fa417ec1 tempest-SubnetPoolsTestJSON-1095364564 tempest-SubnetPoolsTestJSON-1095364564-project] delete failed (client error): The resource could not be found. Jan 21 09:36:07.977401 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4b5104e3-d093-42c9-a456-4351fa417ec1 tempest-SubnetPoolsTestJSON-1095364564 tempest-SubnetPoolsTestJSON-1095364564-project] 10.222.0.88 "DELETE /v2.0/subnetpools/2644c871-b344-478d-9601-68865ba5a227 HTTP/1.1" status: 404 len: 346 time: 0.0731986 Jan 21 09:36:07.993707 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-548b777f-0d15-4271-a1f5-0930f40e82e4 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.2413301 Jan 21 09:36:07.996535 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=be01c898-7ba2-43ed-a0b8-fb6f76d20661,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:07.999325 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42014) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:08.028493 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-01d30026-dc0b-41c3-ba41-1f6ead67e7a2 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.230'}]}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:08.042018 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2158e3da-20bb-41a9-8916-78985056d837 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.117597 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.214369 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f567e8eb-1f04-4bc4-8c70-4550ee35dc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.253552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-01d30026-dc0b-41c3-ba41-1f6ead67e7a2 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.254995 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-01d30026-dc0b-41c3-ba41-1f6ead67e7a2 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.287739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-523524a0-3b7d-4e8e-b389-2e891dc559b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.335954 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42018) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:08.346572 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af09259-bc5b-424d-bf0c-c6a07a339cf4 None None] Network e8d7356e-e384-4e65-94d4-0df7d8d2c74b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:08.434445 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2158e3da-20bb-41a9-8916-78985056d837 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.442129 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2158e3da-20bb-41a9-8916-78985056d837 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.446660 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-523524a0-3b7d-4e8e-b389-2e891dc559b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.493762 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-064bdd52-b2d8-40ac-8c60-795cc862797a None None] Provisioning complete for port 5ae622c1-7fef-4d13-82ad-728014ec6e25 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:08.494654 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-064bdd52-b2d8-40ac-8c60-795cc862797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.504416 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Floating IP 90b8ee8a-4ecc-42a4-bf43-eb3348d5040f associated. External IP: 172.26.7.248, port: 2d75c0aa-46a1-42e9-8e6e-7170a6ace2ee. Jan 21 09:36:08.568669 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.573837 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-125a567b-7b99-4672-8d34-846748c38d3b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.590773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2158e3da-20bb-41a9-8916-78985056d837 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.591341 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2158e3da-20bb-41a9-8916-78985056d837 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Fanout notify agent at l3_agent the message router_deleted on router 3fdaa519-7616-4c20-9bc1-16531ee0db5b {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:36:08.600663 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2158e3da-20bb-41a9-8916-78985056d837 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.601922 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2158e3da-20bb-41a9-8916-78985056d837 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/routers/3fdaa519-7616-4c20-9bc1-16531ee0db5b HTTP/1.1" status: 204 len: 168 time: 0.7588058 Jan 21 09:36:08.609747 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-391c0cc9-86d8-4d08-bf28-6b88d3385422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.610293 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42022) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:08.621799 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a567b-7b99-4672-8d34-846748c38d3b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=e3ed3857-b311-4e98-833a-89109c343f2b,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:08.639840 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-064bdd52-b2d8-40ac-8c60-795cc862797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.691016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-064bdd52-b2d8-40ac-8c60-795cc862797a None None] For port 5ae622c1-7fef-4d13-82ad-728014ec6e25, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5ae622c1-7fef-4d13-82ad-728014ec6e25,segment=NetworkSegment(0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6),segment_id=0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:08.695091 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-064bdd52-b2d8-40ac-8c60-795cc862797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.726248 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-01d30026-dc0b-41c3-ba41-1f6ead67e7a2 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.751814 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-523524a0-3b7d-4e8e-b389-2e891dc559b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.755260 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-523524a0-3b7d-4e8e-b389-2e891dc559b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:08.756432 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-523524a0-3b7d-4e8e-b389-2e891dc559b4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e000ff97-080c-4d0f-b7a6-03d5128c1423 HTTP/1.1" status: 204 len: 168 time: 0.9145408 Jan 21 09:36:08.800177 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bdd52-b2d8-40ac-8c60-795cc862797a None None] Pushing event updated for resources: {'Port': ['ID=5ae622c1-7fef-4d13-82ad-728014ec6e25,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:08.860058 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523524a0-3b7d-4e8e-b389-2e891dc559b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e000ff97-080c-4d0f-b7a6-03d5128c1423,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:08.927683 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5ae622c1-7fef-4d13-82ad-728014ec6e25 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:09.011346 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 5ae622c1-7fef-4d13-82ad-728014ec6e25 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:09.012085 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.031545 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-01d30026-dc0b-41c3-ba41-1f6ead67e7a2 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.064197 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.146894 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-2417e80e-eee6-4512-9f5a-dea054f83103 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting subnet 599ccb0a-a308-48e2-bfea-d3f48ee89e79 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:36:09.160427 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2417e80e-eee6-4512-9f5a-dea054f83103 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.172068 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-47ddff2d-4d24-4820-b1db-29c9c6aa908f None None] Provisioning complete for port 5ae622c1-7fef-4d13-82ad-728014ec6e25 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:09.172892 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-47ddff2d-4d24-4820-b1db-29c9c6aa908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.187235 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-391c0cc9-86d8-4d08-bf28-6b88d3385422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.226385 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-125a567b-7b99-4672-8d34-846748c38d3b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.230110 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-125a567b-7b99-4672-8d34-846748c38d3b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/e3ed3857-b311-4e98-833a-89109c343f2b HTTP/1.1" status: 204 len: 168 time: 2.8975852 Jan 21 09:36:09.231688 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-391c0cc9-86d8-4d08-bf28-6b88d3385422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.234496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42026) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:09.255447 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.259025 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2417e80e-eee6-4512-9f5a-dea054f83103 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.280374 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c0cc9-86d8-4d08-bf28-6b88d3385422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0434f0-a96d-4e3d-b728-bc72a5a18253,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:09.295094 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.349764 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e77b5b-2c0e-48c3-9fb2-91043b84ff62 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] GET failed (client error): The resource could not be found. Jan 21 09:36:09.352236 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-29e77b5b-2c0e-48c3-9fb2-91043b84ff62 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports/e3ed3857-b311-4e98-833a-89109c343f2b HTTP/1.1" status: 404 len: 333 time: 0.0886579 Jan 21 09:36:09.361354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42028) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:09.376138 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-391c0cc9-86d8-4d08-bf28-6b88d3385422 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1b926e30ef834687a780481ea49ec8a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0359819 Jan 21 09:36:09.382752 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router c8ddb78d-262c-47dd-9380-c79f6fb3fa3c has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:36:09.384847 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.386438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42030) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:09.387876 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network e8d7356e-e384-4e65-94d4-0df7d8d2c74b is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:09.399778 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:09.401806 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.406805 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:09.474554 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=83616c20-2a14-4661-bb10-958ccab13a56,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:09.554372 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2417e80e-eee6-4512-9f5a-dea054f83103 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.582931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.590573 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.628369 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e75896bb-65a1-4962-ad16-b9363b54ea25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.631958 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Pushing event updated for resources: {'Port': ['ID=8915b92a-97e2-4058-a869-f0e9623f9f42,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:09.638854 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-223f20ab-e860-411a-9923-c539cd07d69d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.657480 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-61f7aa08-df48-47a0-a1e9-91c9209d0edb None None] Provisioning complete for port 83616c20-2a14-4661-bb10-958ccab13a56 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:09.658264 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-61f7aa08-df48-47a0-a1e9-91c9209d0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.681276 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e75896bb-65a1-4962-ad16-b9363b54ea25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.701286 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-61f7aa08-df48-47a0-a1e9-91c9209d0edb None None] Port 83616c20-2a14-4661-bb10-958ccab13a56 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:09.719257 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-223f20ab-e860-411a-9923-c539cd07d69d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.760957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:09.762243 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2417e80e-eee6-4512-9f5a-dea054f83103 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.776729 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b995d-550f-48ec-95dc-1c7ab778d21f None None] Sync routers for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:09.788601 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57b995d-550f-48ec-95dc-1c7ab778d21f None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:09.789819 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c57b995d-550f-48ec-95dc-1c7ab778d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:09.827571 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c57b995d-550f-48ec-95dc-1c7ab778d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:09.828892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417e80e-eee6-4512-9f5a-dea054f83103 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Subnet': ['ID=599ccb0a-a308-48e2-bfea-d3f48ee89e79,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:09.835616 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2417e80e-eee6-4512-9f5a-dea054f83103 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.842271 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2417e80e-eee6-4512-9f5a-dea054f83103 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/599ccb0a-a308-48e2-bfea-d3f48ee89e79 HTTP/1.1" status: 204 len: 168 time: 1.2174997 Jan 21 09:36:09.846487 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42032) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:09.849939 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57b995d-550f-48ec-95dc-1c7ab778d21f None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:09.850724 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c57b995d-550f-48ec-95dc-1c7ab778d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:09.880707 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.893064 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d301d7d7-8eec-4589-8a1c-f371f99d2b85 None None] Network a78cc30c-a9f5-4ecd-a514-80ad06bc7a59 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:09.895435 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c57b995d-550f-48ec-95dc-1c7ab778d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:09.896243 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b995d-550f-48ec-95dc-1c7ab778d21f None None] The sync data for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:09.943699 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Network 0bc00035-f913-4c0c-933f-eb8c12314236 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:09.948826 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:10.002761 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.259198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-223f20ab-e860-411a-9923-c539cd07d69d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.259445 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:36:10.261958 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-223f20ab-e860-411a-9923-c539cd07d69d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.265505 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-223f20ab-e860-411a-9923-c539cd07d69d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/security-groups/666d0872-2709-42da-ab24-608ed765798f HTTP/1.1" status: 204 len: 168 time: 0.8999341 Jan 21 09:36:10.266438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.270652 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42034) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:10.322606 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e75896bb-65a1-4962-ad16-b9363b54ea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.324007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port 44bae65e-88b2-4cf7-8384-9117a9d4793d {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:10.324350 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.325742 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e75896bb-65a1-4962-ad16-b9363b54ea25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.327238 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220c196f-c5d2-4315-920d-4d90407ffea4 None None] DHCP port deletion for a78cc30c-a9f5-4ecd-a514-80ad06bc7a59 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:36:10.328059 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e75896bb-65a1-4962-ad16-b9363b54ea25 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5a0434f0-a96d-4e3d-b728-bc72a5a18253 HTTP/1.1" status: 204 len: 168 time: 0.9393644 Jan 21 09:36:10.339216 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f20ab-e860-411a-9923-c539cd07d69d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=666d0872-2709-42da-ab24-608ed765798f,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:10.341781 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-01d30026-dc0b-41c3-ba41-1f6ead67e7a2 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.378541 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-518d7f77-6631-446e-9733-60f31ec483b6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.2696075 Jan 21 09:36:10.383698 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-01d30026-dc0b-41c3-ba41-1f6ead67e7a2 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.385364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42038) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:10.388847 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75896bb-65a1-4962-ad16-b9363b54ea25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0434f0-a96d-4e3d-b728-bc72a5a18253,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:10.394464 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-bc9617c1-f91d-4792-8872-ca97ef88915a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'floatingip': {'port_id': '2d75c0aa-46a1-42e9-8e6e-7170a6ace2ee', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:10.418765 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-fb916035-2d6d-4b59-9420-c11b4e94c2cc None None] Provisioning complete for port 8915b92a-97e2-4058-a869-f0e9623f9f42 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:10.419004 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fb916035-2d6d-4b59-9420-c11b4e94c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.421908 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] For port 44bae65e-88b2-4cf7-8384-9117a9d4793d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=44bae65e-88b2-4cf7-8384-9117a9d4793d,segment=NetworkSegment(eaecc4cc-c9f2-4edb-a75d-e9b9116cdd4a),segment_id=eaecc4cc-c9f2-4edb-a75d-e9b9116cdd4a)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:10.422336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.441327 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for 44bae65e-88b2-4cf7-8384-9117a9d4793d owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:10.464755 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-fb916035-2d6d-4b59-9420-c11b4e94c2cc None None] Port 8915b92a-97e2-4058-a869-f0e9623f9f42 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:10.499788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-220c196f-c5d2-4315-920d-4d90407ffea4 None None] Deleting port 44bae65e-88b2-4cf7-8384-9117a9d4793d {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:10.500189 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-220c196f-c5d2-4315-920d-4d90407ffea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.562520 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a489b16-2468-456c-98b2-cb8c5f0e7fb1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.592948 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-220c196f-c5d2-4315-920d-4d90407ffea4 None None] For port 44bae65e-88b2-4cf7-8384-9117a9d4793d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=44bae65e-88b2-4cf7-8384-9117a9d4793d,segment=NetworkSegment(eaecc4cc-c9f2-4edb-a75d-e9b9116cdd4a),segment_id=eaecc4cc-c9f2-4edb-a75d-e9b9116cdd4a)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:10.593257 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-220c196f-c5d2-4315-920d-4d90407ffea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.596917 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bc9617c1-f91d-4792-8872-ca97ef88915a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.620144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-220c196f-c5d2-4315-920d-4d90407ffea4 None None] Calling delete_port for 44bae65e-88b2-4cf7-8384-9117a9d4793d owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:10.682144 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a489b16-2468-456c-98b2-cb8c5f0e7fb1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.711913 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.770390 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.777818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5ae622c1-7fef-4d13-82ad-728014ec6e25 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:10.787778 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.802394 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-220c196f-c5d2-4315-920d-4d90407ffea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.845137 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c196f-c5d2-4315-920d-4d90407ffea4 None None] Pushing event deleted for resources: {'Port': ['ID=44bae65e-88b2-4cf7-8384-9117a9d4793d,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:10.846474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a489b16-2468-456c-98b2-cb8c5f0e7fb1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.849487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a489b16-2468-456c-98b2-cb8c5f0e7fb1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.850727 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2a489b16-2468-456c-98b2-cb8c5f0e7fb1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/security-groups/6018a483-e703-4437-b1ad-9121c2a81d0a HTTP/1.1" status: 204 len: 168 time: 0.5753946 Jan 21 09:36:10.857630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42040) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:10.860222 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c196f-c5d2-4315-920d-4d90407ffea4 None None] No DVR routers for this DVR port 44bae65e-88b2-4cf7-8384-9117a9d4793d on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:36:10.886665 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a489b16-2468-456c-98b2-cb8c5f0e7fb1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6018a483-e703-4437-b1ad-9121c2a81d0a,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:10.906115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 5ae622c1-7fef-4d13-82ad-728014ec6e25 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:10.906849 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.927271 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-01d30026-dc0b-41c3-ba41-1f6ead67e7a2 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.938953 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No DVR routers for this DVR port 44bae65e-88b2-4cf7-8384-9117a9d4793d on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:36:10.982631 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=83616c20-2a14-4661-bb10-958ccab13a56,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:10.988622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.020948 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:11.021290 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:11.021661 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:11.021995 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:11.022316 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:11.022638 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:11.022958 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:11.023276 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:11.023594 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:11.023912 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:11.024225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:11.024540 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:11.062560 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-3495ef5c-cbb9-4cde-80d8-6374a2ddf67d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting subnet 296dc4a6-4414-47bb-bd6a-2ebb08b98890 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:36:11.069363 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3495ef5c-cbb9-4cde-80d8-6374a2ddf67d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.081566 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 44bae65e-88b2-4cf7-8384-9117a9d4793d no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:36:11.084732 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=44bae65e-88b2-4cf7-8384-9117a9d4793d,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:11.091304 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:11.096978 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e8021043-59c8-4c2b-ae3d-f5eabdd054cb admin admin] 10.222.0.88 "PUT /v2.0/routers/c653d894-85ee-4bb3-aea1-b6cdbbe1e266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3458471 Jan 21 09:36:11.112321 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Sync routers for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:11.114317 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 44bae65e-88b2-4cf7-8384-9117a9d4793d {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:36:11.114765 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 44bae65e-88b2-4cf7-8384-9117a9d4793d not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:36:11.131608 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:11.132150 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:11.204648 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.233765 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.248452 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78cc30c-a9f5-4ecd-a514-80ad06bc7a59']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:11.263531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-01d30026-dc0b-41c3-ba41-1f6ead67e7a2 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.271440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-01d30026-dc0b-41c3-ba41-1f6ead67e7a2 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.274603 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3495ef5c-cbb9-4cde-80d8-6374a2ddf67d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.284978 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaecc4cc-c9f2-4edb-a75d-e9b9116cdd4a') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:11.284978 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaecc4cc-c9f2-4edb-a75d-e9b9116cdd4a') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:11.302210 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:11.317316 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.344819 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network e8d7356e-e384-4e65-94d4-0df7d8d2c74b is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:11.347913 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:11.348818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.355321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.415500 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-01d30026-dc0b-41c3-ba41-1f6ead67e7a2 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.416010 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d30026-dc0b-41c3-ba41-1f6ead67e7a2 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 555e834a-2684-439e-a7ac-3e0c98f1918a {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:36:11.456737 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:36:11.457156 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:36:11.466357 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:36:11.534979 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-01d30026-dc0b-41c3-ba41-1f6ead67e7a2 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:36:11.539539 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-01d30026-dc0b-41c3-ba41-1f6ead67e7a2 tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5272889 Jan 21 09:36:11.543982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42046) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:11.547346 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:36:11.607319 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3495ef5c-cbb9-4cde-80d8-6374a2ddf67d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.695231 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.709996 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.715151 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 2, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:11.717449 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/networks/a78cc30c-a9f5-4ecd-a514-80ad06bc7a59 HTTP/1.1" status: 204 len: 168 time: 1.8640094 Jan 21 09:36:11.724094 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42050) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:11.757625 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963361a-aff6-4ec6-b313-fa3b0070f63b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Network': ['ID=a78cc30c-a9f5-4ecd-a514-80ad06bc7a59,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:11.775682 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Checking router: c653d894-85ee-4bb3-aea1-b6cdbbe1e266 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:36:11.776025 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Updating router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 port 8915b92a-97e2-4058-a869-f0e9623f9f42 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:36:11.811572 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-7b4f4dc7-04d1-4ac7-b2dc-ad166b85db50 None None] Provisioning complete for port 83616c20-2a14-4661-bb10-958ccab13a56 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:11.812234 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7b4f4dc7-04d1-4ac7-b2dc-ad166b85db50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.812734 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:11.820268 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-001662f6-7a6b-48f0-8c87-926887c6399a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/53f89886-5129-4a77-a6f7-3c91ecd8d8ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9704318 Jan 21 09:36:11.824202 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42054) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:11.828214 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106be66b-5b60-4755-9c5b-2ffd126716c0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:11.830365 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-106be66b-5b60-4755-9c5b-2ffd126716c0 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports/e722b705-d542-4cf6-837f-a7f7bbc73936 HTTP/1.1" status: 200 len: 845 time: 0.0924954 Jan 21 09:36:11.836209 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'network': {'name': 'tempest-RoutersTest-724575460'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:11.837298 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42056) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:11.842057 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Sync routers for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:11.842409 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3495ef5c-cbb9-4cde-80d8-6374a2ddf67d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.856088 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.871135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:11.871785 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:11.886833 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-dc078c8a-721b-464d-9f85-b183bdd29dbf tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports/e722b705-d542-4cf6-837f-a7f7bbc73936?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0481250 Jan 21 09:36:11.893436 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42060) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:11.903252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-3c075c3f-9a35-446b-8a4c-1737ccb0342d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'subnet': {'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:11.929155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495ef5c-cbb9-4cde-80d8-6374a2ddf67d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Subnet': ['ID=296dc4a6-4414-47bb-bd6a-2ebb08b98890,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:11.963609 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3495ef5c-cbb9-4cde-80d8-6374a2ddf67d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:11.974064 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3495ef5c-cbb9-4cde-80d8-6374a2ddf67d tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/296dc4a6-4414-47bb-bd6a-2ebb08b98890 HTTP/1.1" status: 204 len: 168 time: 1.1129842 Jan 21 09:36:11.981675 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d42ed48-fa02-4d68-932e-daa848b00ab0 None None] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:11.982242 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42064) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:11.996076 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f4dc7-04d1-4ac7-b2dc-ad166b85db50 None None] Port 83616c20-2a14-4661-bb10-958ccab13a56 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:11.997783 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-48a3365b-f337-4c34-8292-018080a16642 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'subnet': {'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:12.014162 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-2fd2e2a5-f80f-4cf1-911c-5bbfd4fa8aec tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Deleting port e1e7f26f-b170-4b51-9a7c-d4ea8e162d82 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:12.015042 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e2a5-f80f-4cf1-911c-5bbfd4fa8aec tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.020614 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bc9617c1-f91d-4792-8872-ca97ef88915a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.042246 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:12.081961 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c075c3f-9a35-446b-8a4c-1737ccb0342d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:12.085888 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3c075c3f-9a35-446b-8a4c-1737ccb0342d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.097398 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bc9617c1-f91d-4792-8872-ca97ef88915a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.129140 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42068) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:12.130345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:12.133889 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.160745 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-28db28c6-4aee-45f7-ba76-8f41e22f682f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1207377091-network', 'tenant_id': '19b6270a08fd48f681f8f667a4a90f1f'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:12.215108 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28db28c6-4aee-45f7-ba76-8f41e22f682f admin admin] Made reservation on behalf of 19b6270a08fd48f681f8f667a4a90f1f for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:12.217753 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28db28c6-4aee-45f7-ba76-8f41e22f682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.231449 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28db28c6-4aee-45f7-ba76-8f41e22f682f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.266351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:12.282895 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.292228 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.331551 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e2a5-f80f-4cf1-911c-5bbfd4fa8aec tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.345606 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.346780 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Added segment 18d2e161-8f54-4b98-95e4-e4a95fd0c119 of type vlan for network 26b350db-637c-45e0-b056-d2e1f5f80c42 Jan 21 09:36:12.357165 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c01814-6889-41ff-8ad8-24143571e81e None None] Pushing event updated for resources: {'Port': ['ID=8915b92a-97e2-4058-a869-f0e9623f9f42,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:12.366489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-2fd2e2a5-f80f-4cf1-911c-5bbfd4fa8aec tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Calling delete_port for e1e7f26f-b170-4b51-9a7c-d4ea8e162d82 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:12.444410 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3c075c3f-9a35-446b-8a4c-1737ccb0342d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.447945 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28db28c6-4aee-45f7-ba76-8f41e22f682f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.464614 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28db28c6-4aee-45f7-ba76-8f41e22f682f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.464823 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Attempting to bind port 8915b92a-97e2-4058-a869-f0e9623f9f42 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:12.464823 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Attempting to bind port 8915b92a-97e2-4058-a869-f0e9623f9f42 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:12.464823 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Attempting to bind port 8915b92a-97e2-4058-a869-f0e9623f9f42 on network 0bc00035-f913-4c0c-933f-eb8c12314236 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:12.472530 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:12.472922 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Checking segment: {'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:12.473324 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.473735 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Bound using segment: {'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:12.474198 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Bound port: 8915b92a-97e2-4058-a869-f0e9623f9f42, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:12.475174 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.524794 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.544449 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c075c3f-9a35-446b-8a4c-1737ccb0342d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:12.553718 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28db28c6-4aee-45f7-ba76-8f41e22f682f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:12.561497 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-3c075c3f-9a35-446b-8a4c-1737ccb0342d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:12.566086 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a3365b-f337-4c34-8292-018080a16642 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:12.571443 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-48a3365b-f337-4c34-8292-018080a16642 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.585243 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db28c6-4aee-45f7-ba76-8f41e22f682f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7ea649-87ce-44df-b04f-2553c6217721,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:12.586044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f320eeb-a1c1-4cb5-9766-df1e8e9baca7 None None] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:12.595194 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c075c3f-9a35-446b-8a4c-1737ccb0342d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:12.596421 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3c075c3f-9a35-446b-8a4c-1737ccb0342d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.629332 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] For port 8915b92a-97e2-4058-a869-f0e9623f9f42, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:12.640750 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] For port 8915b92a-97e2-4058-a869-f0e9623f9f42, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=8915b92a-97e2-4058-a869-f0e9623f9f42,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:12.647666 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28db28c6-4aee-45f7-ba76-8f41e22f682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.648444 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-28db28c6-4aee-45f7-ba76-8f41e22f682f admin admin] Added segment e8c3d034-0926-41f2-aac8-47a0801f708d of type vlan for network 81cd9848-7a43-4bef-9db3-63810fd5ee2c Jan 21 09:36:12.652150 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.654489 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3c075c3f-9a35-446b-8a4c-1737ccb0342d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7599301 Jan 21 09:36:12.662873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c075c3f-9a35-446b-8a4c-1737ccb0342d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Subnet': ['ID=0b246f69-e9ef-409e-a033-4392dab96bdb,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:12.673390 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42070) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:12.682349 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-291029c6-aa57-4e9c-909d-604dc037cbf5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'security_group': {'name': 'tempest-secgroup-1280577321'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:12.739287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28db28c6-4aee-45f7-ba76-8f41e22f682f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.761943 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:09Z', 'revision_number': 4, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83616c20-2a14-4661-bb10-958ccab13a56', 'name': '', 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:4a:e4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:07Z', 'updated_at': '2022-01-21T09:36:10Z', 'revision_number': 2, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:36:03Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:12.771156 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-291029c6-aa57-4e9c-909d-604dc037cbf5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.803309 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:12.808701 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:12.809737 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28db28c6-4aee-45f7-ba76-8f41e22f682f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.811278 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db28c6-4aee-45f7-ba76-8f41e22f682f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:12.812094 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28db28c6-4aee-45f7-ba76-8f41e22f682f admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.894149 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db28c6-4aee-45f7-ba76-8f41e22f682f admin admin] Pushing event updated for resources: {'Network': ['ID=81cd9848-7a43-4bef-9db3-63810fd5ee2c,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:12.930703 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-28db28c6-4aee-45f7-ba76-8f41e22f682f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7979014 Jan 21 09:36:12.930939 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Checking router: 53f89886-5129-4a77-a6f7-3c91ecd8d8ef for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:36:12.930939 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Updating router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef port 83616c20-2a14-4661-bb10-958ccab13a56 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:36:12.932207 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42072) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:12.941445 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1072373b-4b88-4b9d-b4d1-a8955aa89cb0 admin admin] Request body: {'subnet': {'network_id': '81cd9848-7a43-4bef-9db3-63810fd5ee2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1207377091-subnet', 'tenant_id': '19b6270a08fd48f681f8f667a4a90f1f', 'ip_version': 4}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:12.990208 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-291029c6-aa57-4e9c-909d-604dc037cbf5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.997069 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-291029c6-aa57-4e9c-909d-604dc037cbf5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:13.046784 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1072373b-4b88-4b9d-b4d1-a8955aa89cb0 admin admin] Made reservation on behalf of 19b6270a08fd48f681f8f667a4a90f1f for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:13.047003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 81cd9848-7a43-4bef-9db3-63810fd5ee2c details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:36:13.050825 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1072373b-4b88-4b9d-b4d1-a8955aa89cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:13.057613 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:13.066954 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:13.067888 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:13.122477 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:13.255238 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-22b2c987-2c6d-476d-bff5-7409f4434e2d None None] Provisioning complete for port 8915b92a-97e2-4058-a869-f0e9623f9f42 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:13.255834 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-22b2c987-2c6d-476d-bff5-7409f4434e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:13.293746 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:13.536143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291029c6-aa57-4e9c-909d-604dc037cbf5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5e0bf7-a3fb-404c-b7f6-913f36f08266,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:13.546627 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-291029c6-aa57-4e9c-909d-604dc037cbf5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:13.549351 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-291029c6-aa57-4e9c-909d-604dc037cbf5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8723655 Jan 21 09:36:13.561537 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42076) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:13.577976 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-bb4022a8-1e2e-4de0-b82e-9ae7ea1244a4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'security_group': {'name': 'tempest-secgroup-1157809435'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:13.661393 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'tenant_id': 'e1679b4b6a6a4ba38d05541ed992158a', 'fixed_ips': [{'subnet_id': '0b246f69-e9ef-409e-a033-4392dab96bdb'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:36:13.664008 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:13.670510 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb4022a8-1e2e-4de0-b82e-9ae7ea1244a4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:13.760105 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c01814-6889-41ff-8ad8-24143571e81e None None] Pushing event updated for resources: {'Port': ['ID=8915b92a-97e2-4058-a869-f0e9623f9f42,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:13.811162 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb4022a8-1e2e-4de0-b82e-9ae7ea1244a4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:13.813867 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:12Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:13.822688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb4022a8-1e2e-4de0-b82e-9ae7ea1244a4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:13.851651 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f82029f-a8b7-4a60-b131-e2d31fb2c8fe None None] The sync data for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv is: [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:12Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:13.861567 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Network': ['ID=26b350db-637c-45e0-b056-d2e1f5f80c42,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:13.872515 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0445337 Jan 21 09:36:13.878123 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42078) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:13.881036 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb4022a8-1e2e-4de0-b82e-9ae7ea1244a4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:13.884908 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bb4022a8-1e2e-4de0-b82e-9ae7ea1244a4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3182833 Jan 21 09:36:13.911701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4022a8-1e2e-4de0-b82e-9ae7ea1244a4 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44756378-4b34-4d0b-8a9f-92abd76b24eb,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:13.915478 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42080) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:13.943753 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-464b648d-6555-4c77-b3e2-f2c02da1b2bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'subnet': {'network_id': '26b350db-637c-45e0-b056-d2e1f5f80c42', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:13.960133 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:13.960734 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:13.961227 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:13.961780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:13.962264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:13.962744 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:13.963360 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:13.963963 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:13.964924 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:13.965411 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:13.965926 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:13.966408 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58251ae-64e1-4985-a594-1f19180160a9 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:13.972630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a57c4d58-4e82-42b7-94fa-d5fa53471cf2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1993489303', 'security_groups': ['44756378-4b34-4d0b-8a9f-92abd76b24eb'], 'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0b246f69-e9ef-409e-a033-4392dab96bdb'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:14.006671 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Allocated IP 2001:db8::2 (47bbdf87-5325-452c-9588-6aa0e4e3a72e/0b246f69-e9ef-409e-a033-4392dab96bdb/58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:14.040816 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1072373b-4b88-4b9d-b4d1-a8955aa89cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.092916 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072373b-4b88-4b9d-b4d1-a8955aa89cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a4e897-df8e-4549-8b45-f9832a9af447,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:14.133578 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9617c1-f91d-4792-8872-ca97ef88915a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router c8ddb78d-262c-47dd-9380-c79f6fb3fa3c has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:36:14.145671 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 26b350db-637c-45e0-b056-d2e1f5f80c42 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:36:14.184746 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1072373b-4b88-4b9d-b4d1-a8955aa89cb0 admin admin] Checking segment: {'id': 'e8c3d034-0926-41f2-aac8-47a0801f708d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '81cd9848-7a43-4bef-9db3-63810fd5ee2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:14.185138 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1072373b-4b88-4b9d-b4d1-a8955aa89cb0 admin admin] Network hostable DHCP agents. Network: 81cd9848-7a43-4bef-9db3-63810fd5ee2c, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:36:14.196607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e2a5-f80f-4cf1-911c-5bbfd4fa8aec tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.201316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-48a3365b-f337-4c34-8292-018080a16642 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.225926 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1072373b-4b88-4b9d-b4d1-a8955aa89cb0 admin admin] Network 81cd9848-7a43-4bef-9db3-63810fd5ee2c is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:14.242227 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-1072373b-4b88-4b9d-b4d1-a8955aa89cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 81cd9848-7a43-4bef-9db3-63810fd5ee2c) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:14.258289 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1072373b-4b88-4b9d-b4d1-a8955aa89cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:14.259083 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1072373b-4b88-4b9d-b4d1-a8955aa89cb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.273074 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57c4d58-4e82-42b7-94fa-d5fa53471cf2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:14.275451 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-22b2c987-2c6d-476d-bff5-7409f4434e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.287233 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1072373b-4b88-4b9d-b4d1-a8955aa89cb0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3509004 Jan 21 09:36:14.298282 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42082) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:14.304666 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1207377091-router', 'tenant_id': '19b6270a08fd48f681f8f667a4a90f1f', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:14.339596 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2e2a5-f80f-4cf1-911c-5bbfd4fa8aec tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1e7f26f-b170-4b51-9a7c-d4ea8e162d82,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:14.393598 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a3365b-f337-4c34-8292-018080a16642 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:14.395111 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.395322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-48a3365b-f337-4c34-8292-018080a16642 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:14.403744 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.407016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.444647 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a3365b-f337-4c34-8292-018080a16642 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:14.444647 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-48a3365b-f337-4c34-8292-018080a16642 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.452327 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.456081 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddd94ea-3bc8-4fc2-b615-e43d9681f526 None None] Network 81cd9848-7a43-4bef-9db3-63810fd5ee2c requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:14.458934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a57c4d58-4e82-42b7-94fa-d5fa53471cf2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.473875 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-48a3365b-f337-4c34-8292-018080a16642 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4770825 Jan 21 09:36:14.489759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42084) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:14.496343 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3365b-f337-4c34-8292-018080a16642 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Subnet': ['ID=3ec78746-6d0c-4872-8fdb-997c6b78dd40,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:14.496697 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-80475440-f09a-4bff-b814-956f960040a7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'security_group': {'name': 'tempest-secgroup-474246856'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:14.515223 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464b648d-6555-4c77-b3e2-f2c02da1b2bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Made reservation on behalf of ef7d1005cdac4bd8b6ab934ad9a0d801 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:14.516012 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.521314 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-464b648d-6555-4c77-b3e2-f2c02da1b2bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.573164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9617c1-f91d-4792-8872-ca97ef88915a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:14.573400 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-a57c4d58-4e82-42b7-94fa-d5fa53471cf2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] device_id is not set on port 87438798-9825-4708-98ee-e1b51c0a5467 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:14.594082 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c23eabb-1ba0-480a-aba4-1bfa8223d39e None None] Sync routers for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:14.609193 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f589fae0-4e46-4450-9da6-e7f81717a610 None None] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:14.611028 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c23eabb-1ba0-480a-aba4-1bfa8223d39e None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:14.612329 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.613151 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8c23eabb-1ba0-480a-aba4-1bfa8223d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:14.632325 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.658729 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-80475440-f09a-4bff-b814-956f960040a7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.743288 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bc9617c1-f91d-4792-8872-ca97ef88915a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.743608 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8c23eabb-1ba0-480a-aba4-1bfa8223d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:14.760554 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.764866 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c23eabb-1ba0-480a-aba4-1bfa8223d39e None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:14.766084 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8c23eabb-1ba0-480a-aba4-1bfa8223d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:14.772631 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e2a5-f80f-4cf1-911c-5bbfd4fa8aec tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.779429 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2fd2e2a5-f80f-4cf1-911c-5bbfd4fa8aec tempest-RoutersAdminNegativeTest-1893744568 tempest-RoutersAdminNegativeTest-1893744568-project-admin] 10.222.0.88 "DELETE /v2.0/ports/e1e7f26f-b170-4b51-9a7c-d4ea8e162d82 HTTP/1.1" status: 204 len: 168 time: 3.2311013 Jan 21 09:36:14.876554 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bc9617c1-f91d-4792-8872-ca97ef88915a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "PUT /v2.0/floatingips/90b8ee8a-4ecc-42a4-bf43-eb3348d5040f HTTP/1.1" status: 200 len: 978 time: 4.4886937 Jan 21 09:36:14.881808 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42088) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:14.887618 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-80475440-f09a-4bff-b814-956f960040a7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.909814 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-80475440-f09a-4bff-b814-956f960040a7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:14.921726 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8c23eabb-1ba0-480a-aba4-1bfa8223d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:14.922392 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c23eabb-1ba0-480a-aba4-1bfa8223d39e None None] The sync data for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:15.044200 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8915b92a-97e2-4058-a869-f0e9623f9f42 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:15.052867 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-80475440-f09a-4bff-b814-956f960040a7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.056636 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-80475440-f09a-4bff-b814-956f960040a7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5628510 Jan 21 09:36:15.060527 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80475440-f09a-4bff-b814-956f960040a7 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca00de8f-4be9-46ae-a857-6be563f063eb,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:15.071248 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42090) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:15.091766 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-464b648d-6555-4c77-b3e2-f2c02da1b2bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.095064 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-6ce6ac3d-347f-4919-bb74-7f8631a292fa tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'security_group': {'name': 'tempest-secgroup-155184389'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:15.201274 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b648d-6555-4c77-b3e2-f2c02da1b2bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Subnet': ['ID=ba5dfe80-4dbf-4047-9ed7-71c985ea8459,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:15.230970 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464b648d-6555-4c77-b3e2-f2c02da1b2bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Checking segment: {'id': '18d2e161-8f54-4b98-95e4-e4a95fd0c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26b350db-637c-45e0-b056-d2e1f5f80c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:15.231338 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464b648d-6555-4c77-b3e2-f2c02da1b2bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network hostable DHCP agents. Network: 26b350db-637c-45e0-b056-d2e1f5f80c42, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:36:15.236784 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-a57c4d58-4e82-42b7-94fa-d5fa53471cf2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Allocated IP 2001:db8::325 (47bbdf87-5325-452c-9588-6aa0e4e3a72e/0b246f69-e9ef-409e-a033-4392dab96bdb/87438798-9825-4708-98ee-e1b51c0a5467) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:15.239315 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6ce6ac3d-347f-4919-bb74-7f8631a292fa tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.284224 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464b648d-6555-4c77-b3e2-f2c02da1b2bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network 26b350db-637c-45e0-b056-d2e1f5f80c42 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:15.303621 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-09345a6c-1ac2-492b-860c-2fea95dee518 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Deleting port be01c898-7ba2-43ed-a0b8-fb6f76d20661 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:15.303939 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-09345a6c-1ac2-492b-860c-2fea95dee518 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.316635 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-464b648d-6555-4c77-b3e2-f2c02da1b2bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 26b350db-637c-45e0-b056-d2e1f5f80c42) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:15.343105 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464b648d-6555-4c77-b3e2-f2c02da1b2bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:15.343604 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-464b648d-6555-4c77-b3e2-f2c02da1b2bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.370113 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-22b2c987-2c6d-476d-bff5-7409f4434e2d None None] For port 8915b92a-97e2-4058-a869-f0e9623f9f42, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=8915b92a-97e2-4058-a869-f0e9623f9f42,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:15.403614 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:15.417961 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42094) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:15.442363 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:15.445430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aa4b81-0aeb-46c3-870c-fe0bff097e6d None None] Network 26b350db-637c-45e0-b056-d2e1f5f80c42 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:15.452104 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-22b2c987-2c6d-476d-bff5-7409f4434e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.457019 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:15.467282 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-464b648d-6555-4c77-b3e2-f2c02da1b2bb tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5803041 Jan 21 09:36:15.471008 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42098) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:15.624847 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-09345a6c-1ac2-492b-860c-2fea95dee518 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.625177 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-09345a6c-1ac2-492b-860c-2fea95dee518 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.660594 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bdab9ae6-785b-47c3-a53d-f77e99ba2af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.662801 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-09345a6c-1ac2-492b-860c-2fea95dee518 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Calling delete_port for be01c898-7ba2-43ed-a0b8-fb6f76d20661 owned by network:floatingip {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:15.666590 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.695161 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 8915b92a-97e2-4058-a869-f0e9623f9f42 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:15.695548 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.698876 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6ce6ac3d-347f-4919-bb74-7f8631a292fa tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.703933 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.719034 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6ce6ac3d-347f-4919-bb74-7f8631a292fa tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.819695 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6ce6ac3d-347f-4919-bb74-7f8631a292fa tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.821356 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Pushing event updated for resources: {'Port': ['ID=58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:15.824526 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6ce6ac3d-347f-4919-bb74-7f8631a292fa tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7517660 Jan 21 09:36:15.824817 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42100) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:15.842223 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-89d3c040-7db2-43ca-8e9d-f1755aaae9a2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'security_group': {'name': 'tempest-secgroup-535601561'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:15.856964 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a57c4d58-4e82-42b7-94fa-d5fa53471cf2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.867232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6ac3d-347f-4919-bb74-7f8631a292fa tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b18de7d-eeaa-4742-8e78-55e2c01dcb15,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:15.875749 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-81cd9848-7a43-4bef-9db3-63810fd5ee2c', 'network_id': '81cd9848-7a43-4bef-9db3-63810fd5ee2c', 'tenant_id': '19b6270a08fd48f681f8f667a4a90f1f', 'fixed_ips': [{'subnet_id': 'e5a4e897-df8e-4549-8b45-f9832a9af447'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:36:15.877698 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.925978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Attempting to bind port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:15.925978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Attempting to bind port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'd7e9d22b-5e78-4179-855e-6380f9feed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:15.926480 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Attempting to bind port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 on network 47bbdf87-5325-452c-9588-6aa0e4e3a72e {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:15.948087 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Attempting to bind port 83616c20-2a14-4661-bb10-958ccab13a56 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:15.948692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Attempting to bind port 83616c20-2a14-4661-bb10-958ccab13a56 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:15.949337 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Attempting to bind port 83616c20-2a14-4661-bb10-958ccab13a56 on network e8d7356e-e384-4e65-94d4-0df7d8d2c74b {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:15.955631 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-89d3c040-7db2-43ca-8e9d-f1755aaae9a2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.961750 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c99c8feb-e7ff-42d9-947b-a09fbcf21ce5 None None] Provisioning complete for port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:15.962240 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c99c8feb-e7ff-42d9-947b-a09fbcf21ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.998867 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Allocated IP 172.26.7.183 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/3f4d14f4-f62e-4174-952f-aae871151351) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:16.006614 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:16.007209 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Checking segment: {'id': 'd7e9d22b-5e78-4179-855e-6380f9feed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:16.007710 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.008368 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Bound using segment: {'id': 'd7e9d22b-5e78-4179-855e-6380f9feed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:16.008959 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Bound port: 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e9d22b-5e78-4179-855e-6380f9feed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:16.009633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.023780 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:16.024172 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Checking segment: {'id': '0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:16.024782 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.025308 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Bound using segment: {'id': '0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:16.025882 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Bound port: 83616c20-2a14-4661-bb10-958ccab13a56, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:16.026274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.046525 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a57c4d58-4e82-42b7-94fa-d5fa53471cf2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.062238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bdab9ae6-785b-47c3-a53d-f77e99ba2af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.095110 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bdab9ae6-785b-47c3-a53d-f77e99ba2af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.154490 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e441e-c82c-409b-a847-7f9cafbae8fc None None] Pushing event updated for resources: {'Port': ['ID=83616c20-2a14-4661-bb10-958ccab13a56,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:16.181406 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bdab9ae6-785b-47c3-a53d-f77e99ba2af1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=280548ad278345938c0d9afced5e4234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7589102 Jan 21 09:36:16.186932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42102) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:16.186932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab9ae6-785b-47c3-a53d-f77e99ba2af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eadcb0f-ac79-403c-8b12-c76eb4d11738,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:16.202310 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-89d3c040-7db2-43ca-8e9d-f1755aaae9a2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.204590 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-09345a6c-1ac2-492b-860c-2fea95dee518 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.242501 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-89d3c040-7db2-43ca-8e9d-f1755aaae9a2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.251434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57c4d58-4e82-42b7-94fa-d5fa53471cf2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:16.255412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09345a6c-1ac2-492b-860c-2fea95dee518 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Port': ['ID=be01c898-7ba2-43ed-a0b8-fb6f76d20661,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:16.261065 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.276254 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-a57c4d58-4e82-42b7-94fa-d5fa53471cf2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:16.290868 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57c4d58-4e82-42b7-94fa-d5fa53471cf2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:16.296895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57c4d58-4e82-42b7-94fa-d5fa53471cf2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:16.297676 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a57c4d58-4e82-42b7-94fa-d5fa53471cf2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.332476 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-89d3c040-7db2-43ca-8e9d-f1755aaae9a2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.336386 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-89d3c040-7db2-43ca-8e9d-f1755aaae9a2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4962716 Jan 21 09:36:16.346287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42104) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:16.347287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3c040-7db2-43ca-8e9d-f1755aaae9a2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58e63f3-391a-4ac0-8c48-f0d69ae38024,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:16.354942 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-c90c5866-582f-4a50-9967-f3364e07da00 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-253343913', 'security_groups': ['e58e63f3-391a-4ac0-8c48-f0d69ae38024'], 'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3ec78746-6d0c-4872-8fdb-997c6b78dd40'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:16.386029 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a57c4d58-4e82-42b7-94fa-d5fa53471cf2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4436867 Jan 21 09:36:16.387631 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42106) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:16.400948 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-26b350db-637c-45e0-b056-d2e1f5f80c42', 'network_id': '26b350db-637c-45e0-b056-d2e1f5f80c42', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'fixed_ips': [{'subnet_id': 'ba5dfe80-4dbf-4047-9ed7-71c985ea8459'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:36:16.402238 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.425737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9fd7-ccf8-4a45-ad70-d16c3ba7c1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.436273 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ec5c1336-8a5b-4b5d-9cf0-98fb3aa296fc tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'subnet': {'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:16.440604 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c4d58-4e82-42b7-94fa-d5fa53471cf2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=87438798-9825-4708-98ee-e1b51c0a5467,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:16.452642 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-09345a6c-1ac2-492b-860c-2fea95dee518 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.453199 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-09345a6c-1ac2-492b-860c-2fea95dee518 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Floating IP 90b8ee8a-4ecc-42a4-bf43-eb3348d5040f disassociated (deleted). External IP: 172.26.7.248, port: 2d75c0aa-46a1-42e9-8e6e-7170a6ace2ee. Jan 21 09:36:16.461555 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2c987-2c6d-476d-bff5-7409f4434e2d None None] Pushing event updated for resources: {'Port': ['ID=8915b92a-97e2-4058-a869-f0e9623f9f42,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:16.480187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] For port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:16.527213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.544607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9fd7-ccf8-4a45-ad70-d16c3ba7c1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.571454 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] For port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021,segment=NetworkSegment(d7e9d22b-5e78-4179-855e-6380f9feed5f),segment_id=d7e9d22b-5e78-4179-855e-6380f9feed5f)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:16.574590 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] For port 83616c20-2a14-4661-bb10-958ccab13a56, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:16.577389 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Allocated IP 172.20.0.2 (81cd9848-7a43-4bef-9db3-63810fd5ee2c/e5a4e897-df8e-4549-8b45-f9832a9af447/2e0e163a-0804-487f-aeec-f98100989638) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:16.652956 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.655370 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90c5866-582f-4a50-9967-f3364e07da00 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:16.681909 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] For port 83616c20-2a14-4661-bb10-958ccab13a56, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=83616c20-2a14-4661-bb10-958ccab13a56,segment=NetworkSegment(0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6),segment_id=0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:16.717152 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.744428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.791217 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:16.795389 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:16.799817 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34440909-bd2b-4589-acb2-746ccf893c34 None None] Update dhcp port {'port': {'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'fixed_ips': [{'subnet_id': '5eb94a20-568b-4bad-b1d6-53614b2fe6b4', 'ip_address': '172.20.0.18'}, {'subnet_id': '3ec78746-6d0c-4872-8fdb-997c6b78dd40'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': '4681ac6b-2ed9-4e96-ba5b-7933b409e27a'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:36:16.804550 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:16.816345 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5c1336-8a5b-4b5d-9cf0-98fb3aa296fc tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:16.820341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1336-8a5b-4b5d-9cf0-98fb3aa296fc tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.837221 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8915b92a-97e2-4058-a869-f0e9623f9f42 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:16.920798 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c99c8feb-e7ff-42d9-947b-a09fbcf21ce5 None None] Provisioning complete for port 8915b92a-97e2-4058-a869-f0e9623f9f42 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:16.921136 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c99c8feb-e7ff-42d9-947b-a09fbcf21ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.927683 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9fd7-ccf8-4a45-ad70-d16c3ba7c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.929621 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.ipam_backend_mixin [None req-ec5c1336-8a5b-4b5d-9cf0-98fb3aa296fc tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b246f69-e9ef-409e-a033-4392dab96bdb (CIDR: 2001:db8::/64) Jan 21 09:36:16.937637 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9fd7-ccf8-4a45-ad70-d16c3ba7c1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.944531 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ea3c9fd7-ccf8-4a45-ad70-d16c3ba7c1a2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7eadcb0f-ac79-403c-8b12-c76eb4d11738 HTTP/1.1" status: 204 len: 168 time: 0.7562695 Jan 21 09:36:16.963961 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5c1336-8a5b-4b5d-9cf0-98fb3aa296fc tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:36:16.964533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5c1336-8a5b-4b5d-9cf0-98fb3aa296fc tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:16.968705 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c9fd7-ccf8-4a45-ad70-d16c3ba7c1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eadcb0f-ac79-403c-8b12-c76eb4d11738,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:16.981107 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Allocated IP 172.23.0.1 (26b350db-637c-45e0-b056-d2e1f5f80c42/ba5dfe80-4dbf-4047-9ed7-71c985ea8459/bcd13210-a673-4aee-9b06-6d9efbb5824d) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:17.006495 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf12ec6-7bc9-4f34-bda2-6891f3e6c3f7 None None] Pushing event updated for resources: {'Port': ['ID=58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:17.040287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c90c5866-582f-4a50-9967-f3364e07da00 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:17.042368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Pushing event updated for resources: {'Port': ['ID=3f4d14f4-f62e-4174-952f-aae871151351,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:17.076745 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ec5c1336-8a5b-4b5d-9cf0-98fb3aa296fc tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6790369 Jan 21 09:36:17.091649 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42110) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:17.121539 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-af868843-34d4-49a5-a2db-a3a0dc27469c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'subnet': {'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:17.148914 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-c90c5866-582f-4a50-9967-f3364e07da00 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] device_id is not set on port 78995ad9-70f4-421a-b850-f0235df509d3 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:17.232847 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-34440909-bd2b-4589-acb2-746ccf893c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:17.532667 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42114) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:17.557640 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:17.558562 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:17.838880 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09345a6c-1ac2-492b-860c-2fea95dee518 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router c8ddb78d-262c-47dd-9380-c79f6fb3fa3c has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:36:17.914802 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:17.990492 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:17.995976 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e441e-c82c-409b-a847-7f9cafbae8fc None None] Pushing event updated for resources: {'Port': ['ID=83616c20-2a14-4661-bb10-958ccab13a56,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:18.012059 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.017802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.079475 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-01babd64-65ae-4e39-bbb1-e0607dc1c0a6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8b3ea8fb978d4d72980b92ffc73b7f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5440612 Jan 21 09:36:18.085108 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42116) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:18.102910 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af868843-34d4-49a5-a2db-a3a0dc27469c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:18.106739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af868843-34d4-49a5-a2db-a3a0dc27469c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.117555 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.123027 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 8915b92a-97e2-4058-a869-f0e9623f9f42 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:18.123401 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.143669 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Network 81cd9848-7a43-4bef-9db3-63810fd5ee2c is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:18.170586 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-c90c5866-582f-4a50-9967-f3364e07da00 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Allocated IP 172.20.0.10 (794d5115-f1f3-4f5c-a1ee-9ff2e4322a22/3ec78746-6d0c-4872-8fdb-997c6b78dd40/78995ad9-70f4-421a-b850-f0235df509d3) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:18.184898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:18.187428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:18.201727 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09345a6c-1ac2-492b-860c-2fea95dee518 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:18.211549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-09345a6c-1ac2-492b-860c-2fea95dee518 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.216249 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Pushing event updated for resources: {'Port': ['ID=2e0e163a-0804-487f-aeec-f98100989638,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:18.245375 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-09345a6c-1ac2-492b-860c-2fea95dee518 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/floatingips/90b8ee8a-4ecc-42a4-bf43-eb3348d5040f HTTP/1.1" status: 204 len: 168 time: 3.3582475 Jan 21 09:36:18.245375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42118) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:18.259926 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0a7e2e1-5b96-4774-bdc6-7bddf263d795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.261008 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.267259 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3381de-4370-420d-bc69-22c5ddec9f32 None None] Sync routers for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:18.284452 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0a7e2e1-5b96-4774-bdc6-7bddf263d795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.354900 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0a7e2e1-5b96-4774-bdc6-7bddf263d795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.356971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0a7e2e1-5b96-4774-bdc6-7bddf263d795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.360546 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d0a7e2e1-5b96-4774-bdc6-7bddf263d795 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/60f28a6c-275d-45bf-869f-f90e54bf4493 HTTP/1.1" status: 204 len: 168 time: 0.2716687 Jan 21 09:36:18.360693 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network 26b350db-637c-45e0-b056-d2e1f5f80c42 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:18.377198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:18.386257 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7e2e1-5b96-4774-bdc6-7bddf263d795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f28a6c-275d-45bf-869f-f90e54bf4493,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:18.411558 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:18.418936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Attempting to bind port 2e0e163a-0804-487f-aeec-f98100989638 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:18.419661 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Attempting to bind port 2e0e163a-0804-487f-aeec-f98100989638 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'e8c3d034-0926-41f2-aac8-47a0801f708d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '81cd9848-7a43-4bef-9db3-63810fd5ee2c'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:18.420226 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Attempting to bind port 2e0e163a-0804-487f-aeec-f98100989638 on network 81cd9848-7a43-4bef-9db3-63810fd5ee2c {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:18.464162 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3381de-4370-420d-bc69-22c5ddec9f32 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:18.464807 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9f3381de-4370-420d-bc69-22c5ddec9f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:18.480774 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:18.480774 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Checking segment: {'id': 'e8c3d034-0926-41f2-aac8-47a0801f708d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '81cd9848-7a43-4bef-9db3-63810fd5ee2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:18.480774 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.480774 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Bound using segment: {'id': 'e8c3d034-0926-41f2-aac8-47a0801f708d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '81cd9848-7a43-4bef-9db3-63810fd5ee2c'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:18.480774 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Bound port: 2e0e163a-0804-487f-aeec-f98100989638, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c3d034-0926-41f2-aac8-47a0801f708d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '81cd9848-7a43-4bef-9db3-63810fd5ee2c'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:18.480774 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.481896 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=bcd13210-a673-4aee-9b06-6d9efbb5824d,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:18.538279 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.544411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Allocated IP 172.23.0.2 (26b350db-637c-45e0-b056-d2e1f5f80c42/ba5dfe80-4dbf-4047-9ed7-71c985ea8459/9c825c22-7d7b-406b-a37d-a3c8a06fd0ea) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:18.575400 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9f3381de-4370-420d-bc69-22c5ddec9f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:18.599317 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c99c8feb-e7ff-42d9-947b-a09fbcf21ce5 None None] Provisioning complete for port f812c9df-474e-4251-8043-b922f47d7b93 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:18.599700 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c99c8feb-e7ff-42d9-947b-a09fbcf21ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.632662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8281b-fa72-4aab-88cf-ba13dbd20b52 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Deleting port 2d75c0aa-46a1-42e9-8e6e-7170a6ace2ee {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:18.632902 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0eb8281b-fa72-4aab-88cf-ba13dbd20b52 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.652882 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.698203 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c90c5866-582f-4a50-9967-f3364e07da00 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.712618 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3381de-4370-420d-bc69-22c5ddec9f32 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:18.713343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9f3381de-4370-420d-bc69-22c5ddec9f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:18.820923 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9f3381de-4370-420d-bc69-22c5ddec9f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:18.821598 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3381de-4370-420d-bc69-22c5ddec9f32 None None] The sync data for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:18.878794 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] For port 2e0e163a-0804-487f-aeec-f98100989638, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:18.890993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0eb8281b-fa72-4aab-88cf-ba13dbd20b52 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.898336 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] For port 2e0e163a-0804-487f-aeec-f98100989638, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2e0e163a-0804-487f-aeec-f98100989638,segment=NetworkSegment(e8c3d034-0926-41f2-aac8-47a0801f708d),segment_id=e8c3d034-0926-41f2-aac8-47a0801f708d)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:18.901112 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.917477 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c90c5866-582f-4a50-9967-f3364e07da00 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.926707 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c99c8feb-e7ff-42d9-947b-a09fbcf21ce5 None None] Port f812c9df-474e-4251-8043-b922f47d7b93 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:18.928982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.930458 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8281b-fa72-4aab-88cf-ba13dbd20b52 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Calling delete_port for 2d75c0aa-46a1-42e9-8e6e-7170a6ace2ee owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:18.999590 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90c5866-582f-4a50-9967-f3364e07da00 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:19.011173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-c90c5866-582f-4a50-9967-f3364e07da00 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:19.021051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c5866-582f-4a50-9967-f3364e07da00 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:19.066483 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c99c8feb-e7ff-42d9-947b-a09fbcf21ce5 None None] Provisioning complete for port 83616c20-2a14-4661-bb10-958ccab13a56 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:19.072576 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c99c8feb-e7ff-42d9-947b-a09fbcf21ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:19.128519 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:09Z', 'revision_number': 4, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83616c20-2a14-4661-bb10-958ccab13a56', 'name': '', 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:4a:e4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:07Z', 'updated_at': '2022-01-21T09:36:16Z', 'revision_number': 4, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:36:03Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:19.157355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af868843-34d4-49a5-a2db-a3a0dc27469c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:19.206870 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-34440909-bd2b-4589-acb2-746ccf893c34 None None] Allocated IP 172.20.0.2 (794d5115-f1f3-4f5c-a1ee-9ff2e4322a22/3ec78746-6d0c-4872-8fdb-997c6b78dd40/4681ac6b-2ed9-4e96-ba5b-7933b409e27a) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:19.208857 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92819884-55fb-48a9-a565-3e7b79417c20 None None] Pushing event updated for resources: {'Port': ['ID=2e0e163a-0804-487f-aeec-f98100989638,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:19.218214 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:19.228333 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c5866-582f-4a50-9967-f3364e07da00 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=78995ad9-70f4-421a-b850-f0235df509d3,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:19.240341 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c35d647-b6de-4408-8414-10f05cc8ec84 None None] The sync data for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv is: [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:09Z', 'revision_number': 4, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83616c20-2a14-4661-bb10-958ccab13a56', 'name': '', 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:4a:e4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:07Z', 'updated_at': '2022-01-21T09:36:16Z', 'revision_number': 4, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:36:03Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:19.243619 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af868843-34d4-49a5-a2db-a3a0dc27469c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:19.264733 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-af868843-34d4-49a5-a2db-a3a0dc27469c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:19.269553 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af868843-34d4-49a5-a2db-a3a0dc27469c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:19.270162 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af868843-34d4-49a5-a2db-a3a0dc27469c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:19.332030 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af868843-34d4-49a5-a2db-a3a0dc27469c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Subnet': ['ID=8d0c4d44-7743-494a-9047-bd84ed3f6bfd,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:19.350128 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90c5866-582f-4a50-9967-f3364e07da00 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:19.353649 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c90c5866-582f-4a50-9967-f3364e07da00 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:19.359806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8a35d7-9a4e-458d-ad6b-1b040f046e43 None None] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:19.379326 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-af868843-34d4-49a5-a2db-a3a0dc27469c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2719631 Jan 21 09:36:19.387378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42134) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:19.398234 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Router 581114ae-33b1-4fe7-a144-836d82baeb62 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:36:19.406113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a4b7bed2-8a63-4df4-a93a-3e37520d2665 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-122051902', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8d0c4d44-7743-494a-9047-bd84ed3f6bfd'}], 'security_groups': ['9a5e0bf7-a3fb-404c-b7f6-913f36f08266']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:19.426007 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c90c5866-582f-4a50-9967-f3364e07da00 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0755656 Jan 21 09:36:19.427414 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42138) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:19.443970 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-956db232-820d-44b6-8a5c-20955927ae2e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'subnet': {'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:19.567523 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:19.601966 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:19.747939 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:19.758957 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-34440909-bd2b-4589-acb2-746ccf893c34 None None] For port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4681ac6b-2ed9-4e96-ba5b-7933b409e27a,segment=NetworkSegment(7892e2d5-6c19-4267-af09-f43e733ff922),segment_id=7892e2d5-6c19-4267-af09-f43e733ff922)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:19.766557 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Sync routers for ids ['581114ae-33b1-4fe7-a144-836d82baeb62'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:19.782698 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Routers {'581114ae-33b1-4fe7-a144-836d82baeb62'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:19.785091 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['581114ae-33b1-4fe7-a144-836d82baeb62'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:19.810192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:19.812397 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8c3e1e7d-2f77-435c-8e25-8c04ce6e571f admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5124218 Jan 21 09:36:19.818376 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42144) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:19.831539 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-34440909-bd2b-4589-acb2-746ccf893c34 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:19.833632 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:19.834178 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:19.866694 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42146) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:19.897354 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Network 26b350db-637c-45e0-b056-d2e1f5f80c42 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:19.937949 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a4b7bed2-8a63-4df4-a93a-3e37520d2665 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:19.951298 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-34440909-bd2b-4589-acb2-746ccf893c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:20.007656 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956db232-820d-44b6-8a5c-20955927ae2e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:20.008339 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:20.012910 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-956db232-820d-44b6-8a5c-20955927ae2e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:20.036003 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Set router 581114ae-33b1-4fe7-a144-836d82baeb62 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:20.150673 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:20.165777 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:20.225917 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021,segment=NetworkSegment(d7e9d22b-5e78-4179-855e-6380f9feed5f),segment_id=d7e9d22b-5e78-4179-855e-6380f9feed5f)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:20.273572 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Pushing event updated for resources: {'Port': ['ID=9c825c22-7d7b-406b-a37d-a3c8a06fd0ea,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:20.285190 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:20.285583 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:20.285924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:20.286259 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:20.286586 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:20.287185 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:20.287514 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:20.287851 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:20.288191 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:20.288766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:20.289143 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:20.290476 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:20.293178 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c99c8feb-e7ff-42d9-947b-a09fbcf21ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:20.333767 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e41a10cc-8517-496d-8dd2-2e7925773a6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-320694388'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:20.439120 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.ipam_backend_mixin [None req-956db232-820d-44b6-8a5c-20955927ae2e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3ec78746-6d0c-4872-8fdb-997c6b78dd40 (CIDR: 172.20.0.0/28) Jan 21 09:36:20.458017 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-956db232-820d-44b6-8a5c-20955927ae2e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:36:20.459658 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956db232-820d-44b6-8a5c-20955927ae2e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:20.529157 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41a10cc-8517-496d-8dd2-2e7925773a6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:20.541896 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e41a10cc-8517-496d-8dd2-2e7925773a6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:20.592737 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'name': 'tempest-TestVolumeBootPattern-1207377091-router', 'tenant_id': '19b6270a08fd48f681f8f667a4a90f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '3f4d14f4-f62e-4174-952f-aae871151351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:14Z', 'updated_at': '2022-01-21T09:36:17Z', 'revision_number': 3, 'project_id': '19b6270a08fd48f681f8f667a4a90f1f', 'gw_port': {'id': '3f4d14f4-f62e-4174-952f-aae871151351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:15Z', 'updated_at': '2022-01-21T09:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:20.603482 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-956db232-820d-44b6-8a5c-20955927ae2e tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1715775 Jan 21 09:36:20.606297 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42150) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:20.614476 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-5090407a-57d2-445e-b105-0e0e9c3cf77b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'subnet': {'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:20.634841 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Checking router: 581114ae-33b1-4fe7-a144-836d82baeb62 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:36:20.635513 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Updating router 581114ae-33b1-4fe7-a144-836d82baeb62 port 3f4d14f4-f62e-4174-952f-aae871151351 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:36:20.689960 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e41a10cc-8517-496d-8dd2-2e7925773a6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:20.696389 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:20.855385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e41a10cc-8517-496d-8dd2-2e7925773a6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:20.869972 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c99c8feb-e7ff-42d9-947b-a09fbcf21ce5 None None] For port 83616c20-2a14-4661-bb10-958ccab13a56, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=83616c20-2a14-4661-bb10-958ccab13a56,segment=NetworkSegment(0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6),segment_id=0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:20.880050 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e41a10cc-8517-496d-8dd2-2e7925773a6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:20.884260 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:20.894910 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34440909-bd2b-4589-acb2-746ccf893c34 None None] Pushing event updated for resources: {'Port': ['ID=4681ac6b-2ed9-4e96-ba5b-7933b409e27a,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:20.906306 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c99c8feb-e7ff-42d9-947b-a09fbcf21ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:20.907013 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41a10cc-8517-496d-8dd2-2e7925773a6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:20.930668 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e41a10cc-8517-496d-8dd2-2e7925773a6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:20.930937 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-e41a10cc-8517-496d-8dd2-2e7925773a6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Added segment 3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11 of type vlan for network 5001af93-03f5-43c4-96a2-b5799093e449 Jan 21 09:36:20.981038 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.046720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0eb8281b-fa72-4aab-88cf-ba13dbd20b52 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.067441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.081134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09368c3-6fa7-4667-8b83-31d82215ed9d None None] Network 81cd9848-7a43-4bef-9db3-63810fd5ee2c requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:21.098993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e41a10cc-8517-496d-8dd2-2e7925773a6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.100590 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Attempting to bind port 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:21.101150 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Attempting to bind port 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '18d2e161-8f54-4b98-95e4-e4a95fd0c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26b350db-637c-45e0-b056-d2e1f5f80c42'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:21.102425 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Attempting to bind port 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea on network 26b350db-637c-45e0-b056-d2e1f5f80c42 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:21.135117 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:21.136057 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Checking segment: {'id': '18d2e161-8f54-4b98-95e4-e4a95fd0c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26b350db-637c-45e0-b056-d2e1f5f80c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:21.136625 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.137218 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Bound using segment: {'id': '18d2e161-8f54-4b98-95e4-e4a95fd0c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26b350db-637c-45e0-b056-d2e1f5f80c42'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:21.137932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Bound port: 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d2e161-8f54-4b98-95e4-e4a95fd0c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26b350db-637c-45e0-b056-d2e1f5f80c42'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:21.139106 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.170937 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.172765 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.184432 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.240452 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:21.242762 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ab5a4-d20c-4e49-bce6-be3c44adfeb5 None None] Pushing event updated for resources: {'Port': ['ID=3f4d14f4-f62e-4174-952f-aae871151351,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:21.274132 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8281b-fa72-4aab-88cf-ba13dbd20b52 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Port': ['ID=2d75c0aa-46a1-42e9-8e6e-7170a6ace2ee,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:21.291660 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0eb8281b-fa72-4aab-88cf-ba13dbd20b52 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.301385 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0eb8281b-fa72-4aab-88cf-ba13dbd20b52 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/ports/2d75c0aa-46a1-42e9-8e6e-7170a6ace2ee HTTP/1.1" status: 204 len: 168 time: 3.0544968 Jan 21 09:36:21.304141 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a10cc-8517-496d-8dd2-2e7925773a6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e89369-de4f-4f30-a4d7-27e291b2434a,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:21.307887 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.db.resource_extend [None req-e41a10cc-8517-496d-8dd2-2e7925773a6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:36:21.314345 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Attempting to bind port 3f4d14f4-f62e-4174-952f-aae871151351 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:21.315444 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Attempting to bind port 3f4d14f4-f62e-4174-952f-aae871151351 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:21.315647 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42152) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:21.316000 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Attempting to bind port 3f4d14f4-f62e-4174-952f-aae871151351 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:21.321995 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:21.322516 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:21.323569 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.324056 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:21.324620 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Bound port: 3f4d14f4-f62e-4174-952f-aae871151351, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:21.325093 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.330885 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Allocated IP 172.20.0.1 (81cd9848-7a43-4bef-9db3-63810fd5ee2c/e5a4e897-df8e-4549-8b45-f9832a9af447/fcf670ed-0e6c-4b2e-b213-05504c2a996b) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:21.381364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:21.401550 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event updated for resources: {'Port': ['ID=bcd13210-a673-4aee-9b06-6d9efbb5824d,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:21.444792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.448725 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] For port 3f4d14f4-f62e-4174-952f-aae871151351, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:21.452687 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] For port 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:21.457108 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] For port 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9c825c22-7d7b-406b-a37d-a3c8a06fd0ea,segment=NetworkSegment(18d2e161-8f54-4b98-95e4-e4a95fd0c119),segment_id=18d2e161-8f54-4b98-95e4-e4a95fd0c119)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:21.457930 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] For port 3f4d14f4-f62e-4174-952f-aae871151351, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=3f4d14f4-f62e-4174-952f-aae871151351,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:21.464907 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.466339 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-85048cf1-4cfd-4012-ac14-61863783dfc5 None None] Provisioning complete for port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:21.466718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85048cf1-4cfd-4012-ac14-61863783dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.467963 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e41a10cc-8517-496d-8dd2-2e7925773a6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.468665 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2e0e163a-0804-487f-aeec-f98100989638 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:21.469058 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.475060 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41a10cc-8517-496d-8dd2-2e7925773a6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:21.475969 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e41a10cc-8517-496d-8dd2-2e7925773a6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.503639 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5090407a-57d2-445e-b105-0e0e9c3cf77b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:21.507384 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5090407a-57d2-445e-b105-0e0e9c3cf77b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.510513 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.520968 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-a4b7bed2-8a63-4df4-a93a-3e37520d2665 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Delete allocated IP 2001:db8::325 (47bbdf87-5325-452c-9588-6aa0e4e3a72e/0b246f69-e9ef-409e-a033-4392dab96bdb) {{(pid=102147) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:36:21.601394 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Routers {'581114ae-33b1-4fe7-a144-836d82baeb62'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:21.602371 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['581114ae-33b1-4fe7-a144-836d82baeb62'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:21.669345 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c8feb-e7ff-42d9-947b-a09fbcf21ce5 None None] Pushing event updated for resources: {'Port': ['ID=83616c20-2a14-4661-bb10-958ccab13a56,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:21.694070 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.735654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-a4b7bed2-8a63-4df4-a93a-3e37520d2665 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Allocated IP 2001:db8:0:1::47 (47bbdf87-5325-452c-9588-6aa0e4e3a72e/8d0c4d44-7743-494a-9047-bd84ed3f6bfd/87438798-9825-4708-98ee-e1b51c0a5467) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:21.754705 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.ipam_backend_mixin [None req-5090407a-57d2-445e-b105-0e0e9c3cf77b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5eb94a20-568b-4bad-b1d6-53614b2fe6b4 (CIDR: 172.20.0.16/28) Jan 21 09:36:21.768085 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5090407a-57d2-445e-b105-0e0e9c3cf77b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:36:21.768958 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5090407a-57d2-445e-b105-0e0e9c3cf77b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:21.779142 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e41a10cc-8517-496d-8dd2-2e7925773a6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8608224 Jan 21 09:36:21.780038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42154) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:21.785836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Network 26b350db-637c-45e0-b056-d2e1f5f80c42 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:21.795684 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-65d38d58-e2ea-4bff-92f3-c5707d565d5a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:21.802270 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5090407a-57d2-445e-b105-0e0e9c3cf77b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1945975 Jan 21 09:36:21.804989 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.808146 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42156) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:21.820349 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-72900c65-9370-4fe2-a925-bc12b05e1ddb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'subnet': {'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:21.835550 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] Set router 581114ae-33b1-4fe7-a144-836d82baeb62 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:21.838723 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 2e0e163a-0804-487f-aeec-f98100989638 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:21.839206 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.933505 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:21.941813 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a10cc-8517-496d-8dd2-2e7925773a6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Network': ['ID=5001af93-03f5-43c4-96a2-b5799093e449,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:21.962357 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:36:22.016116 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5966ea-40a8-4355-8353-7af24fd152bc None None] Update dhcp port {'port': {'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'fixed_ips': [{'subnet_id': '0b246f69-e9ef-409e-a033-4392dab96bdb', 'ip_address': '2001:db8::2'}, {'subnet_id': '8d0c4d44-7743-494a-9047-bd84ed3f6bfd'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': '58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:36:22.023943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Network 81cd9848-7a43-4bef-9db3-63810fd5ee2c is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:22.026962 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:22.030898 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:22.071174 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf670ed-0e6c-4b2e-b213-05504c2a996b,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:22.074772 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cb5966ea-40a8-4355-8353-7af24fd152bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:22.078874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f55a9e-e3f0-445f-909b-1c3de572366f None None] Pushing event updated for resources: {'Port': ['ID=9c825c22-7d7b-406b-a37d-a3c8a06fd0ea,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:22.082477 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:36:22.104708 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ab5a4-d20c-4e49-bce6-be3c44adfeb5 None None] Pushing event updated for resources: {'Port': ['ID=3f4d14f4-f62e-4174-952f-aae871151351,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:22.131569 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:22.138098 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'name': 'tempest-TestVolumeBootPattern-1207377091-router', 'tenant_id': '19b6270a08fd48f681f8f667a4a90f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '3f4d14f4-f62e-4174-952f-aae871151351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:14Z', 'updated_at': '2022-01-21T09:36:17Z', 'revision_number': 3, 'project_id': '19b6270a08fd48f681f8f667a4a90f1f', 'gw_port': {'id': '3f4d14f4-f62e-4174-952f-aae871151351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:15Z', 'updated_at': '2022-01-21T09:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:22.190592 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e18a0-320d-4ab5-a2dc-5164e66e1de5 None None] The sync data for ids ['581114ae-33b1-4fe7-a144-836d82baeb62'] in dv-neutron-825721-1-hyperv is: [{'id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'name': 'tempest-TestVolumeBootPattern-1207377091-router', 'tenant_id': '19b6270a08fd48f681f8f667a4a90f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '3f4d14f4-f62e-4174-952f-aae871151351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:14Z', 'updated_at': '2022-01-21T09:36:17Z', 'revision_number': 3, 'project_id': '19b6270a08fd48f681f8f667a4a90f1f', 'gw_port': {'id': '3f4d14f4-f62e-4174-952f-aae871151351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:15Z', 'updated_at': '2022-01-21T09:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:22.256322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d38d58-e2ea-4bff-92f3-c5707d565d5a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:22.261873 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65d38d58-e2ea-4bff-92f3-c5707d565d5a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:22.354824 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:22.356897 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-85048cf1-4cfd-4012-ac14-61863783dfc5 None None] Provisioning complete for port 87438798-9825-4708-98ee-e1b51c0a5467 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:22.357364 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85048cf1-4cfd-4012-ac14-61863783dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:22.397407 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:22.425768 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72900c65-9370-4fe2-a925-bc12b05e1ddb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Made reservation on behalf of 11fbfc08f0f84eca87febd30d39a357e for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:22.431280 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72900c65-9370-4fe2-a925-bc12b05e1ddb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:22.455733 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-85048cf1-4cfd-4012-ac14-61863783dfc5 None None] Port 87438798-9825-4708-98ee-e1b51c0a5467 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:22.493224 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 2e0e163a-0804-487f-aeec-f98100989638, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2e0e163a-0804-487f-aeec-f98100989638,segment=NetworkSegment(e8c3d034-0926-41f2-aac8-47a0801f708d),segment_id=e8c3d034-0926-41f2-aac8-47a0801f708d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:22.499154 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-85048cf1-4cfd-4012-ac14-61863783dfc5 None None] Provisioning complete for port 83616c20-2a14-4661-bb10-958ccab13a56 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:22.499734 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85048cf1-4cfd-4012-ac14-61863783dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:22.503962 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:22.505066 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4681ac6b-2ed9-4e96-ba5b-7933b409e27a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:22.539572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65d38d58-e2ea-4bff-92f3-c5707d565d5a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:22.678505 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=2e0e163a-0804-487f-aeec-f98100989638,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:22.679843 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d38d58-e2ea-4bff-92f3-c5707d565d5a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:22.680238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d38d58-e2ea-4bff-92f3-c5707d565d5a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network hostable DHCP agents. Network: 5001af93-03f5-43c4-96a2-b5799093e449, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:36:22.753117 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:22.757122 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:22.777128 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Sync routers for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:22.793122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:22.796014 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:22.840020 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a4b7bed2-8a63-4df4-a93a-3e37520d2665 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:22.853436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:22.854281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:22.946916 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:22.957304 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:23.008759 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Allocated IP 172.26.7.190 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/543a5e31-fe42-4630-8bda-77b97fc58f0c) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:23.071395 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d38d58-e2ea-4bff-92f3-c5707d565d5a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=55124221-3b36-47dc-a13b-6aa9b9d42479,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:23.074617 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-85048cf1-4cfd-4012-ac14-61863783dfc5 None None] Provisioning complete for port e722b705-d542-4cf6-837f-a7f7bbc73936 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:23.075612 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85048cf1-4cfd-4012-ac14-61863783dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:23.084080 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3f806e9c-f109-4be2-bc81-84e78f859e0e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/53f89886-5129-4a77-a6f7-3c91ecd8d8ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6116524 Jan 21 09:36:23.088926 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42158) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:23.106141 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-97c9ad4e-34ec-45b5-bc5c-4d21451ee607 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:23.126523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf670ed-0e6c-4b2e-b213-05504c2a996b,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:23.127473 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a4b7bed2-8a63-4df4-a93a-3e37520d2665 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:23.167208 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-cb5966ea-40a8-4355-8353-7af24fd152bc None None] Allocated IP 2001:db8:0:1::2 (47bbdf87-5325-452c-9588-6aa0e4e3a72e/8d0c4d44-7743-494a-9047-bd84ed3f6bfd/58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:23.170371 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-85048cf1-4cfd-4012-ac14-61863783dfc5 None None] Port e722b705-d542-4cf6-837f-a7f7bbc73936 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:23.189920 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:23.191061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:23.263445 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72900c65-9370-4fe2-a925-bc12b05e1ddb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:23.424290 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d3e8b-8913-49e7-899b-6184615cab6c None None] Network 26b350db-637c-45e0-b056-d2e1f5f80c42 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:23.500248 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 83616c20-2a14-4661-bb10-958ccab13a56 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:23.635070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d38d58-e2ea-4bff-92f3-c5707d565d5a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:23.683121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7bed2-8a63-4df4-a93a-3e37520d2665 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] In _notify_port_updated(), no bound segment for port 87438798-9825-4708-98ee-e1b51c0a5467 on network 47bbdf87-5325-452c-9588-6aa0e4e3a72e {{(pid=102147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:36:23.688736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b7bed2-8a63-4df4-a93a-3e37520d2665 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:23.690108 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a4b7bed2-8a63-4df4-a93a-3e37520d2665 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:23.694187 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a4b7bed2-8a63-4df4-a93a-3e37520d2665 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "PUT /v2.0/ports/87438798-9825-4708-98ee-e1b51c0a5467 HTTP/1.1" status: 200 len: 929 time: 4.2929084 Jan 21 09:36:23.694187 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-65d38d58-e2ea-4bff-92f3-c5707d565d5a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 5001af93-03f5-43c4-96a2-b5799093e449) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:23.699970 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42160) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:23.705193 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-4df346a2-1a4e-46fd-aa6b-84ceffa1c06e None None] Provisioning complete for port f812c9df-474e-4251-8043-b922f47d7b93 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:23.705971 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4df346a2-1a4e-46fd-aa6b-84ceffa1c06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:23.724060 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d38d58-e2ea-4bff-92f3-c5707d565d5a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:23.724822 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65d38d58-e2ea-4bff-92f3-c5707d565d5a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:23.733496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7bed2-8a63-4df4-a93a-3e37520d2665 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=87438798-9825-4708-98ee-e1b51c0a5467,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:23.746818 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72900c65-9370-4fe2-a925-bc12b05e1ddb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:23.755035 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-72900c65-9370-4fe2-a925-bc12b05e1ddb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:23.758636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72900c65-9370-4fe2-a925-bc12b05e1ddb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:23.759622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-72900c65-9370-4fe2-a925-bc12b05e1ddb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:23.779804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-4df346a2-1a4e-46fd-aa6b-84ceffa1c06e None None] Port f812c9df-474e-4251-8043-b922f47d7b93 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:23.780730 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf7b41-a104-45c4-b2c2-8e734f7b3d8a None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:23.792216 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-65d38d58-e2ea-4bff-92f3-c5707d565d5a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0010262 Jan 21 09:36:23.793988 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42162) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:23.800213 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4306f4-a7d0-4a46-9c02-81b86eef168d None None] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:23.802501 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-6f631349-1ab0-44e5-ba4b-c882fc645b26 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'name': 'tempest-NetworksTestDHCPv6-1079418775'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:23.871285 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72900c65-9370-4fe2-a925-bc12b05e1ddb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Subnet': ['ID=a719360b-1248-4021-9ad5-402d6c9859be,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:23.881606 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:23.891109 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-72900c65-9370-4fe2-a925-bc12b05e1ddb tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0802522 Jan 21 09:36:23.897085 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42164) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:23.908870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-9bdba582-3a50-4a81-9eb9-667f9be51c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-769779806', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a719360b-1248-4021-9ad5-402d6c9859be'}], 'security_groups': ['ca00de8f-4be9-46ae-a857-6be563f063eb', '3b18de7d-eeaa-4742-8e78-55e2c01dcb15']}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:23.960035 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-4df346a2-1a4e-46fd-aa6b-84ceffa1c06e None None] Provisioning complete for port fcf670ed-0e6c-4b2e-b213-05504c2a996b triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:23.960405 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4df346a2-1a4e-46fd-aa6b-84ceffa1c06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:23.984294 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Network 81cd9848-7a43-4bef-9db3-63810fd5ee2c is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:23.986470 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-cb5966ea-40a8-4355-8353-7af24fd152bc None None] For port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021,segment=NetworkSegment(d7e9d22b-5e78-4179-855e-6380f9feed5f),segment_id=d7e9d22b-5e78-4179-855e-6380f9feed5f)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:23.992772 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-3734f7c1-aacc-4e39-88e4-d7784d8d2f4b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port 87438798-9825-4708-98ee-e1b51c0a5467 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:23.993169 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3734f7c1-aacc-4e39-88e4-d7784d8d2f4b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:23.993284 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:24.000810 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:24.138186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:24.141668 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f631349-1ab0-44e5-ba4b-c882fc645b26 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:24.146490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6f631349-1ab0-44e5-ba4b-c882fc645b26 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:24.157165 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:24.167830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:24.224303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=543a5e31-fe42-4630-8bda-77b97fc58f0c,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:24.240063 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-6f631349-1ab0-44e5-ba4b-c882fc645b26 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port 89bbd95f-84ef-4d41-8528-f13d6bf90786 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:24.248853 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-4df346a2-1a4e-46fd-aa6b-84ceffa1c06e None None] Port fcf670ed-0e6c-4b2e-b213-05504c2a996b cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:24.253204 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cb5966ea-40a8-4355-8353-7af24fd152bc None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:24.282210 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 83616c20-2a14-4661-bb10-958ccab13a56 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:24.282932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:24.290218 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cb5966ea-40a8-4355-8353-7af24fd152bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:24.350702 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3734f7c1-aacc-4e39-88e4-d7784d8d2f4b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:24.361698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Router 581114ae-33b1-4fe7-a144-836d82baeb62 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:36:24.388167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-3734f7c1-aacc-4e39-88e4-d7784d8d2f4b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for 87438798-9825-4708-98ee-e1b51c0a5467 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:24.405946 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:24.488895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9bdba582-3a50-4a81-9eb9-667f9be51c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:24.504375 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.extraroute_db [None req-97c9ad4e-34ec-45b5-bc5c-4d21451ee607 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 21 09:36:24.527540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:24.557848 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.extraroute_db [None req-97c9ad4e-34ec-45b5-bc5c-4d21451ee607 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Removed routes are [] {{(pid=102146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 21 09:36:24.558249 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-97c9ad4e-34ec-45b5-bc5c-4d21451ee607 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:24.559111 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-6f631349-1ab0-44e5-ba4b-c882fc645b26 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::398 (5001af93-03f5-43c4-96a2-b5799093e449/55124221-3b36-47dc-a13b-6aa9b9d42479/89bbd95f-84ef-4d41-8528-f13d6bf90786) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:24.565881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-4df346a2-1a4e-46fd-aa6b-84ceffa1c06e None None] Provisioning complete for port 78995ad9-70f4-421a-b850-f0235df509d3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:24.566255 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4df346a2-1a4e-46fd-aa6b-84ceffa1c06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:24.653935 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5966ea-40a8-4355-8353-7af24fd152bc None None] Pushing event updated for resources: {'Port': ['ID=58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:24.702839 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-4df346a2-1a4e-46fd-aa6b-84ceffa1c06e None None] Port 78995ad9-70f4-421a-b850-f0235df509d3 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:24.739168 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5001af93-03f5-43c4-96a2-b5799093e449', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'fixed_ips': [{'subnet_id': '55124221-3b36-47dc-a13b-6aa9b9d42479'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:36:24.740078 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:24.743139 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:24.771190 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:18Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83616c20-2a14-4661-bb10-958ccab13a56', 'name': '', 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:4a:e4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:07Z', 'updated_at': '2022-01-21T09:36:20Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcd13210-a673-4aee-9b06-6d9efbb5824d', 'name': '', 'network_id': '26b350db-637c-45e0-b056-d2e1f5f80c42', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:86:fd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'ba5dfe80-4dbf-4047-9ed7-71c985ea8459', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:16Z', 'updated_at': '2022-01-21T09:36:19Z', 'revision_number': 2, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'ba5dfe80-4dbf-4047-9ed7-71c985ea8459', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:36:03Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:24.785109 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3734f7c1-aacc-4e39-88e4-d7784d8d2f4b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:24.834333 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-4df346a2-1a4e-46fd-aa6b-84ceffa1c06e None None] Provisioning complete for port 2e0e163a-0804-487f-aeec-f98100989638 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:24.834710 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4df346a2-1a4e-46fd-aa6b-84ceffa1c06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:24.869246 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734f7c1-aacc-4e39-88e4-d7784d8d2f4b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=87438798-9825-4708-98ee-e1b51c0a5467,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:24.871140 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Checking router: 53f89886-5129-4a77-a6f7-3c91ecd8d8ef for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:36:24.871648 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Updating router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef port bcd13210-a673-4aee-9b06-6d9efbb5824d binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:36:24.902496 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:24.959379 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6f631349-1ab0-44e5-ba4b-c882fc645b26 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:24.973080 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bf611769-f530-446c-9bef-557a47dc2175 admin admin] 10.222.0.88 "PUT /v2.0/routers/581114ae-33b1-4fe7-a144-836d82baeb62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1532030 Jan 21 09:36:25.045017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6f631349-1ab0-44e5-ba4b-c882fc645b26 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:25.084033 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-97c9ad4e-34ec-45b5-bc5c-4d21451ee607 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:25.117164 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-97c9ad4e-34ec-45b5-bc5c-4d21451ee607 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:25.132244 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:25.147386 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f631349-1ab0-44e5-ba4b-c882fc645b26 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:25.160491 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3734f7c1-aacc-4e39-88e4-d7784d8d2f4b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:25.164547 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3734f7c1-aacc-4e39-88e4-d7784d8d2f4b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/87438798-9825-4708-98ee-e1b51c0a5467 HTTP/1.1" status: 204 len: 168 time: 1.4574399 Jan 21 09:36:25.172534 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-6f631349-1ab0-44e5-ba4b-c882fc645b26 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:25.177959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f631349-1ab0-44e5-ba4b-c882fc645b26 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:25.187689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f631349-1ab0-44e5-ba4b-c882fc645b26 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:25.188377 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6f631349-1ab0-44e5-ba4b-c882fc645b26 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:25.193875 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42168) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:25.226144 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6f631349-1ab0-44e5-ba4b-c882fc645b26 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4260042 Jan 21 09:36:25.233351 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42170) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:25.248030 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f631349-1ab0-44e5-ba4b-c882fc645b26 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=89bbd95f-84ef-4d41-8528-f13d6bf90786,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:25.261564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e4d485-38d3-47c2-9f2e-f864bfc31727 None None] Update dhcp port {'port': {'network_id': '794d5115-f1f3-4f5c-a1ee-9ff2e4322a22', 'fixed_ips': [{'subnet_id': '5eb94a20-568b-4bad-b1d6-53614b2fe6b4', 'ip_address': '172.20.0.18'}, {'subnet_id': '3ec78746-6d0c-4872-8fdb-997c6b78dd40', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a719360b-1248-4021-9ad5-402d6c9859be'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': '4681ac6b-2ed9-4e96-ba5b-7933b409e27a'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:36:25.272737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:25.287805 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:25.337781 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bdeb35d-9259-4591-aae3-4ad468bbd8e2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] GET failed (client error): The resource could not be found. Jan 21 09:36:25.341784 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2bdeb35d-9259-4591-aae3-4ad468bbd8e2 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports/87438798-9825-4708-98ee-e1b51c0a5467 HTTP/1.1" status: 404 len: 333 time: 0.1290123 Jan 21 09:36:25.344996 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42178) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:25.440934 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Sync routers for ids ['581114ae-33b1-4fe7-a144-836d82baeb62'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:25.460750 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Routers {'581114ae-33b1-4fe7-a144-836d82baeb62'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:25.461316 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['581114ae-33b1-4fe7-a144-836d82baeb62'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:25.526163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=543a5e31-fe42-4630-8bda-77b97fc58f0c,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:25.530629 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:25.582801 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:25.583534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:25.585953 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ac4b692d-d385-46db-9ca5-b68c3867b640 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2082098 Jan 21 09:36:25.593055 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42180) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:25.606183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-2673f3ed-871f-47a5-b39d-1045a2f047d0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'port': {'network_id': '6e689d8e-4df5-4569-9ab2-604db6828e24', 'name': 'tempest-FloatingIPTestJSON-444577891'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:25.642201 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba2ca-5250-4bdc-829d-1bec6d2cd8ef tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:25.674309 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25637458-f2eb-443f-9140-84fc8a3516ec tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:25.679236 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-25637458-f2eb-443f-9140-84fc8a3516ec tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4341421 Jan 21 09:36:25.680384 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42182) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:25.742090 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Set router 581114ae-33b1-4fe7-a144-836d82baeb62 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:25.764654 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-60e4d485-38d3-47c2-9f2e-f864bfc31727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:25.823991 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Allocated IP 2001:db8::2 (5001af93-03f5-43c4-96a2-b5799093e449/55124221-3b36-47dc-a13b-6aa9b9d42479/82f29a90-a3a6-422c-98e4-1923235634cd) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:25.850509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba2ca-5250-4bdc-829d-1bec6d2cd8ef tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:25.854478 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c9ad4e-34ec-45b5-bc5c-4d21451ee607 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:36:25.915564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-4df346a2-1a4e-46fd-aa6b-84ceffa1c06e None None] Provisioning complete for port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:25.915941 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4df346a2-1a4e-46fd-aa6b-84ceffa1c06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:25.979489 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-9bdba582-3a50-4a81-9eb9-667f9be51c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Delete allocated IP 172.20.0.10 (794d5115-f1f3-4f5c-a1ee-9ff2e4322a22/3ec78746-6d0c-4872-8fdb-997c6b78dd40) {{(pid=102146) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:36:26.012350 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba2ca-5250-4bdc-829d-1bec6d2cd8ef tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.015977 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba2ca-5250-4bdc-829d-1bec6d2cd8ef tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.019599 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-9bdba582-3a50-4a81-9eb9-667f9be51c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Allocated IP 172.20.0.39 (794d5115-f1f3-4f5c-a1ee-9ff2e4322a22/a719360b-1248-4021-9ad5-402d6c9859be/78995ad9-70f4-421a-b850-f0235df509d3) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:26.021522 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ea8ba2ca-5250-4bdc-829d-1bec6d2cd8ef tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/security-groups/44756378-4b34-4d0b-8a9f-92abd76b24eb HTTP/1.1" status: 204 len: 168 time: 0.6743541 Jan 21 09:36:26.029346 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42184) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:26.084085 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ba2ca-5250-4bdc-829d-1bec6d2cd8ef tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44756378-4b34-4d0b-8a9f-92abd76b24eb,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:26.191664 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2673f3ed-871f-47a5-b39d-1045a2f047d0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Made reservation on behalf of 1d2bd5322198457e9c46d36bbca23707 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:26.195673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2673f3ed-871f-47a5-b39d-1045a2f047d0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.221007 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'name': 'tempest-TestVolumeBootPattern-1207377091-router', 'tenant_id': '19b6270a08fd48f681f8f667a4a90f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '3f4d14f4-f62e-4174-952f-aae871151351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:14Z', 'updated_at': '2022-01-21T09:36:22Z', 'revision_number': 4, 'project_id': '19b6270a08fd48f681f8f667a4a90f1f', 'gw_port': {'id': '3f4d14f4-f62e-4174-952f-aae871151351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:15Z', 'updated_at': '2022-01-21T09:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'fcf670ed-0e6c-4b2e-b213-05504c2a996b', 'name': '', 'network_id': '81cd9848-7a43-4bef-9db3-63810fd5ee2c', 'tenant_id': '19b6270a08fd48f681f8f667a4a90f1f', 'mac_address': 'fa:16:3e:4b:c5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'e5a4e897-df8e-4549-8b45-f9832a9af447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:21Z', 'updated_at': '2022-01-21T09:36:22Z', 'revision_number': 2, 'project_id': '19b6270a08fd48f681f8f667a4a90f1f', 'subnets': [{'id': 'e5a4e897-df8e-4549-8b45-f9832a9af447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:26.227041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42186) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:26.234131 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-fc793cdb-f557-46c5-b5b9-baddfc498552 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-479744489', 'description': 'tempest-secgroup-smoke-479744489 description', 'project_id': '55511390bef14e7cb904f2997d4e4aee'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:26.266360 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c9ad4e-34ec-45b5-bc5c-4d21451ee607 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:26.274012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-add27961-2c10-43d9-a716-ed622111ef9f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.277078 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-97c9ad4e-34ec-45b5-bc5c-4d21451ee607 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.278525 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-97c9ad4e-34ec-45b5-bc5c-4d21451ee607 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/53f89886-5129-4a77-a6f7-3c91ecd8d8ef HTTP/1.1" status: 200 len: 933 time: 3.1883645 Jan 21 09:36:26.281095 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4316a2d4-81bd-423a-8d29-24bd499ea2a4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port 89bbd95f-84ef-4d41-8528-f13d6bf90786 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:26.281435 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4316a2d4-81bd-423a-8d29-24bd499ea2a4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.281968 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Checking router: 581114ae-33b1-4fe7-a144-836d82baeb62 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:36:26.282325 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Updating router 581114ae-33b1-4fe7-a144-836d82baeb62 port fcf670ed-0e6c-4b2e-b213-05504c2a996b binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:36:26.284329 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42188) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:26.305219 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:26.306410 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.323278 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.326267 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fc793cdb-f557-46c5-b5b9-baddfc498552 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.338395 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-2673f3ed-871f-47a5-b39d-1045a2f047d0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] device_id is not set on port 8168c248-2b88-44ca-9482-2b3ae9db3853 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:26.354927 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-add27961-2c10-43d9-a716-ed622111ef9f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.570969 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-2673f3ed-871f-47a5-b39d-1045a2f047d0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Allocated IP 172.20.0.8 (6e689d8e-4df5-4569-9ab2-604db6828e24/3d24dff0-3a56-490d-bed2-18cdb366eb7a/8168c248-2b88-44ca-9482-2b3ae9db3853) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:26.764029 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2673f3ed-871f-47a5-b39d-1045a2f047d0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.802880 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-add27961-2c10-43d9-a716-ed622111ef9f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.806436 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-add27961-2c10-43d9-a716-ed622111ef9f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.807816 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-add27961-2c10-43d9-a716-ed622111ef9f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/security-groups/9a5e0bf7-a3fb-404c-b7f6-913f36f08266 HTTP/1.1" status: 204 len: 168 time: 0.7677803 Jan 21 09:36:26.815601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2673f3ed-871f-47a5-b39d-1045a2f047d0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.819987 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42190) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:26.849079 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.862733 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.920897 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.933897 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec327c-c748-47fc-addc-4dda2bf14734 None None] Pushing event updated for resources: {'Port': ['ID=fcf670ed-0e6c-4b2e-b213-05504c2a996b,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:26.947753 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:26.981699 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add27961-2c10-43d9-a716-ed622111ef9f tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5e0bf7-a3fb-404c-b7f6-913f36f08266,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:27.012443 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-410ed6d5-afff-44af-a177-69edbd9ca083 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/routers/53f89886-5129-4a77-a6f7-3c91ecd8d8ef HTTP/1.1" status: 200 len: 933 time: 0.7214525 Jan 21 09:36:27.012665 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d95646a-6a6f-42ce-bbf2-557ed80ac9bd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting subnet 0b246f69-e9ef-409e-a033-4392dab96bdb {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:36:27.016466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42192) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:27.019836 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.026842 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Attempting to bind port fcf670ed-0e6c-4b2e-b213-05504c2a996b on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:27.027433 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Attempting to bind port fcf670ed-0e6c-4b2e-b213-05504c2a996b by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'e8c3d034-0926-41f2-aac8-47a0801f708d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '81cd9848-7a43-4bef-9db3-63810fd5ee2c'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:27.028150 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Attempting to bind port fcf670ed-0e6c-4b2e-b213-05504c2a996b on network 81cd9848-7a43-4bef-9db3-63810fd5ee2c {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:27.032048 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4d95646a-6a6f-42ce-bbf2-557ed80ac9bd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.036050 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:27.036779 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Checking segment: {'id': 'e8c3d034-0926-41f2-aac8-47a0801f708d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '81cd9848-7a43-4bef-9db3-63810fd5ee2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:27.038483 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.039524 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Bound using segment: {'id': 'e8c3d034-0926-41f2-aac8-47a0801f708d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '81cd9848-7a43-4bef-9db3-63810fd5ee2c'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:27.040224 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Bound port: fcf670ed-0e6c-4b2e-b213-05504c2a996b, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c3d034-0926-41f2-aac8-47a0801f708d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '81cd9848-7a43-4bef-9db3-63810fd5ee2c'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:27.041309 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4316a2d4-81bd-423a-8d29-24bd499ea2a4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.051641 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-99f1c86e-4f28-4d9f-9956-6a1271ea9fc8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'router': {'routes': None}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:27.056000 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.056654 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.065920 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Provisioning complete for port 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:27.066301 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.073843 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252a057-6638-4cf0-912d-e2a5dd0b760d None None] Pushing event updated for resources: {'Port': ['ID=bcd13210-a673-4aee-9b06-6d9efbb5824d,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:27.084197 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4316a2d4-81bd-423a-8d29-24bd499ea2a4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for 89bbd95f-84ef-4d41-8528-f13d6bf90786 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:27.090340 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.108482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2673f3ed-871f-47a5-b39d-1045a2f047d0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network 6e689d8e-4df5-4569-9ab2-604db6828e24 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:27.188951 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] For port fcf670ed-0e6c-4b2e-b213-05504c2a996b, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:27.195175 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] For port fcf670ed-0e6c-4b2e-b213-05504c2a996b, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=fcf670ed-0e6c-4b2e-b213-05504c2a996b,segment=NetworkSegment(e8c3d034-0926-41f2-aac8-47a0801f708d),segment_id=e8c3d034-0926-41f2-aac8-47a0801f708d)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:27.204964 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-2673f3ed-871f-47a5-b39d-1045a2f047d0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:27.209016 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.228029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:27.271058 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673f3ed-871f-47a5-b39d-1045a2f047d0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=8168c248-2b88-44ca-9482-2b3ae9db3853,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:27.278044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:27.284877 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:27.287738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2673f3ed-871f-47a5-b39d-1045a2f047d0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:27.321767 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Routers {'581114ae-33b1-4fe7-a144-836d82baeb62'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:27.323120 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['581114ae-33b1-4fe7-a144-836d82baeb62'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:27.326847 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec327c-c748-47fc-addc-4dda2bf14734 None None] Pushing event updated for resources: {'Port': ['ID=fcf670ed-0e6c-4b2e-b213-05504c2a996b,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:27.327546 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9c825c22-7d7b-406b-a37d-a3c8a06fd0ea,segment=NetworkSegment(18d2e161-8f54-4b98-95e4-e4a95fd0c119),segment_id=18d2e161-8f54-4b98-95e4-e4a95fd0c119)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:27.363676 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Pushing event updated for resources: {'Port': ['ID=82f29a90-a3a6-422c-98e4-1923235634cd,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:27.364073 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4316a2d4-81bd-423a-8d29-24bd499ea2a4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.368415 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.369254 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3f4d14f4-f62e-4174-952f-aae871151351 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:27.415451 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9bdba582-3a50-4a81-9eb9-667f9be51c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.432600 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9bdba582-3a50-4a81-9eb9-667f9be51c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.436587 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316a2d4-81bd-423a-8d29-24bd499ea2a4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=89bbd95f-84ef-4d41-8528-f13d6bf90786,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:27.441223 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4d95646a-6a6f-42ce-bbf2-557ed80ac9bd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.526408 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] Set router 581114ae-33b1-4fe7-a144-836d82baeb62 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:27.528051 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fc793cdb-f557-46c5-b5b9-baddfc498552 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.567500 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Attempting to bind port bcd13210-a673-4aee-9b06-6d9efbb5824d on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:27.567839 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Attempting to bind port bcd13210-a673-4aee-9b06-6d9efbb5824d by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '18d2e161-8f54-4b98-95e4-e4a95fd0c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26b350db-637c-45e0-b056-d2e1f5f80c42'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:27.568196 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Attempting to bind port bcd13210-a673-4aee-9b06-6d9efbb5824d on network 26b350db-637c-45e0-b056-d2e1f5f80c42 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:27.572203 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4316a2d4-81bd-423a-8d29-24bd499ea2a4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.574025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fc793cdb-f557-46c5-b5b9-baddfc498552 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.590069 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42194) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:27.590838 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4316a2d4-81bd-423a-8d29-24bd499ea2a4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/89bbd95f-84ef-4d41-8528-f13d6bf90786 HTTP/1.1" status: 204 len: 168 time: 1.8979928 Jan 21 09:36:27.611866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fc793cdb-f557-46c5-b5b9-baddfc498552 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.615444 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fc793cdb-f557-46c5-b5b9-baddfc498552 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3849332 Jan 21 09:36:27.616108 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42196) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:27.619612 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=9c825c22-7d7b-406b-a37d-a3c8a06fd0ea,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:27.642655 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdba582-3a50-4a81-9eb9-667f9be51c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event updated for resources: {'Port': ['ID=78995ad9-70f4-421a-b850-f0235df509d3,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:27.649753 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a8f9a59c-bf70-4237-8d52-bcb643d952cb tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Request body: {'security_group_rule': {'security_group_id': 'efbfe62c-09fe-4cd6-bc7f-b1d3df274d07', 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:27.669862 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-9bdba582-3a50-4a81-9eb9-667f9be51c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] In _notify_port_updated(), no bound segment for port 78995ad9-70f4-421a-b850-f0235df509d3 on network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 {{(pid=102146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:36:27.676654 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdba582-3a50-4a81-9eb9-667f9be51c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:27.676838 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:27.677156 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Checking segment: {'id': '18d2e161-8f54-4b98-95e4-e4a95fd0c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26b350db-637c-45e0-b056-d2e1f5f80c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:27.677552 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.677970 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Bound using segment: {'id': '18d2e161-8f54-4b98-95e4-e4a95fd0c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26b350db-637c-45e0-b056-d2e1f5f80c42'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:27.678448 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Bound port: bcd13210-a673-4aee-9b06-6d9efbb5824d, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d2e161-8f54-4b98-95e4-e4a95fd0c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26b350db-637c-45e0-b056-d2e1f5f80c42'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:27.678835 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.679148 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9bdba582-3a50-4a81-9eb9-667f9be51c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.683714 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9bdba582-3a50-4a81-9eb9-667f9be51c10 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "PUT /v2.0/ports/78995ad9-70f4-421a-b850-f0235df509d3 HTTP/1.1" status: 200 len: 959 time: 3.7861640 Jan 21 09:36:27.684701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42198) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:27.782597 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Attempting to bind port 82f29a90-a3a6-422c-98e4-1923235634cd on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:27.784271 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Attempting to bind port 82f29a90-a3a6-422c-98e4-1923235634cd by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:27.784826 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Attempting to bind port 82f29a90-a3a6-422c-98e4-1923235634cd on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:27.796961 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f27b43ea-effa-441d-9955-fb78c6d71e73 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port 78995ad9-70f4-421a-b850-f0235df509d3 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:27.797665 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f27b43ea-effa-441d-9955-fb78c6d71e73 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.815499 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:27.816012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:27.816427 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.816828 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:27.817313 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Bound port: 82f29a90-a3a6-422c-98e4-1923235634cd, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:27.817727 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.855653 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] For port bcd13210-a673-4aee-9b06-6d9efbb5824d, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:27.859363 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] For port bcd13210-a673-4aee-9b06-6d9efbb5824d, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=bcd13210-a673-4aee-9b06-6d9efbb5824d,segment=NetworkSegment(18d2e161-8f54-4b98-95e4-e4a95fd0c119),segment_id=18d2e161-8f54-4b98-95e4-e4a95fd0c119)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:27.871246 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-60e4d485-38d3-47c2-9f2e-f864bfc31727 None None] Allocated IP 172.20.0.34 (794d5115-f1f3-4f5c-a1ee-9ff2e4322a22/a719360b-1248-4021-9ad5-402d6c9859be/4681ac6b-2ed9-4e96-ba5b-7933b409e27a) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:27.885507 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'name': 'tempest-TestVolumeBootPattern-1207377091-router', 'tenant_id': '19b6270a08fd48f681f8f667a4a90f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '3f4d14f4-f62e-4174-952f-aae871151351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:14Z', 'updated_at': '2022-01-21T09:36:22Z', 'revision_number': 4, 'project_id': '19b6270a08fd48f681f8f667a4a90f1f', 'gw_port': {'id': '3f4d14f4-f62e-4174-952f-aae871151351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:15Z', 'updated_at': '2022-01-21T09:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'fcf670ed-0e6c-4b2e-b213-05504c2a996b', 'name': '', 'network_id': '81cd9848-7a43-4bef-9db3-63810fd5ee2c', 'tenant_id': '19b6270a08fd48f681f8f667a4a90f1f', 'mac_address': 'fa:16:3e:4b:c5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'e5a4e897-df8e-4549-8b45-f9832a9af447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:21Z', 'updated_at': '2022-01-21T09:36:27Z', 'revision_number': 4, 'project_id': '19b6270a08fd48f681f8f667a4a90f1f', 'subnets': [{'id': 'e5a4e897-df8e-4549-8b45-f9832a9af447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:27.896403 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f27b43ea-effa-441d-9955-fb78c6d71e73 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:27.910143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f27b43ea-effa-441d-9955-fb78c6d71e73 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for 78995ad9-70f4-421a-b850-f0235df509d3 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:27.915543 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c728849-0f72-42b6-bfe3-aca868713b63 None None] The sync data for ids ['581114ae-33b1-4fe7-a144-836d82baeb62'] in dv-neutron-825721-1-hyperv is: [{'id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'name': 'tempest-TestVolumeBootPattern-1207377091-router', 'tenant_id': '19b6270a08fd48f681f8f667a4a90f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '3f4d14f4-f62e-4174-952f-aae871151351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:14Z', 'updated_at': '2022-01-21T09:36:22Z', 'revision_number': 4, 'project_id': '19b6270a08fd48f681f8f667a4a90f1f', 'gw_port': {'id': '3f4d14f4-f62e-4174-952f-aae871151351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:15Z', 'updated_at': '2022-01-21T09:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'fcf670ed-0e6c-4b2e-b213-05504c2a996b', 'name': '', 'network_id': '81cd9848-7a43-4bef-9db3-63810fd5ee2c', 'tenant_id': '19b6270a08fd48f681f8f667a4a90f1f', 'mac_address': 'fa:16:3e:4b:c5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'e5a4e897-df8e-4549-8b45-f9832a9af447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:21Z', 'updated_at': '2022-01-21T09:36:27Z', 'revision_number': 4, 'project_id': '19b6270a08fd48f681f8f667a4a90f1f', 'subnets': [{'id': 'e5a4e897-df8e-4549-8b45-f9832a9af447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:27.926836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2673f3ed-871f-47a5-b39d-1045a2f047d0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:27.927490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2673f3ed-871f-47a5-b39d-1045a2f047d0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.016808 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.083453 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc793cdb-f557-46c5-b5b9-baddfc498552 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:28.102673 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f27b43ea-effa-441d-9955-fb78c6d71e73 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.133068 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2673f3ed-871f-47a5-b39d-1045a2f047d0 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5385962 Jan 21 09:36:28.134666 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 3f4d14f4-f62e-4174-952f-aae871151351 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:28.135339 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.139413 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42202) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:28.144583 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a8f9a59c-bf70-4237-8d52-bcb643d952cb tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.147498 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b43ea-effa-441d-9955-fb78c6d71e73 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=78995ad9-70f4-421a-b850-f0235df509d3,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:28.150415 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-733558dd-5946-4a4e-871f-020979758b95 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'floatingip': {'port_id': '8168c248-2b88-44ca-9482-2b3ae9db3853'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:28.195114 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Provisioning complete for port fcf670ed-0e6c-4b2e-b213-05504c2a996b triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:28.195778 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.210781 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-60e4d485-38d3-47c2-9f2e-f864bfc31727 None None] For port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4681ac6b-2ed9-4e96-ba5b-7933b409e27a,segment=NetworkSegment(7892e2d5-6c19-4267-af09-f43e733ff922),segment_id=7892e2d5-6c19-4267-af09-f43e733ff922)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:28.242504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-733558dd-5946-4a4e-871f-020979758b95 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.246936 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4d95646a-6a6f-42ce-bbf2-557ed80ac9bd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.249440 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f27b43ea-effa-441d-9955-fb78c6d71e73 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.275093 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f27b43ea-effa-441d-9955-fb78c6d71e73 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/78995ad9-70f4-421a-b850-f0235df509d3 HTTP/1.1" status: 204 len: 168 time: 0.5759597 Jan 21 09:36:28.276244 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42204) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:28.282127 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a9628a-7d99-4719-9f05-3f06437a6afc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:28.284668 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a9628a-7d99-4719-9f05-3f06437a6afc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:28.289533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42206) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:28.290383 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-72a9628a-7d99-4719-9f05-3f06437a6afc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6916203 Jan 21 09:36:28.292141 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-60e4d485-38d3-47c2-9f2e-f864bfc31727 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.331778 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6dc018a-553f-4e50-a98b-7dcb89c9ef8c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] GET failed (client error): The resource could not be found. Jan 21 09:36:28.334058 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b6dc018a-553f-4e50-a98b-7dcb89c9ef8c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports/78995ad9-70f4-421a-b850-f0235df509d3 HTTP/1.1" status: 404 len: 333 time: 0.0568354 Jan 21 09:36:28.339503 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] For port 82f29a90-a3a6-422c-98e4-1923235634cd, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:28.348389 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] For port 82f29a90-a3a6-422c-98e4-1923235634cd, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=82f29a90-a3a6-422c-98e4-1923235634cd,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:28.356443 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42208) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:28.358159 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-60e4d485-38d3-47c2-9f2e-f864bfc31727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.364186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.extraroute_db [None req-99f1c86e-4f28-4d9f-9956-6a1271ea9fc8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Added routes are [] {{(pid=102147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 21 09:36:28.364701 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.extraroute_db [None req-99f1c86e-4f28-4d9f-9956-6a1271ea9fc8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 21 09:36:28.389133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.401397 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8ea102-0dfc-42d1-91b0-49f499a69a75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 55124221-3b36-47dc-a13b-6aa9b9d42479 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:36:28.404759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0f8ea102-0dfc-42d1-91b0-49f499a69a75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.415820 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:28.416654 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:28.477663 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0f8ea102-0dfc-42d1-91b0-49f499a69a75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.493755 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252a057-6638-4cf0-912d-e2a5dd0b760d None None] Pushing event updated for resources: {'Port': ['ID=bcd13210-a673-4aee-9b06-6d9efbb5824d,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:28.609667 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0f8ea102-0dfc-42d1-91b0-49f499a69a75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.643941 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4d95646a-6a6f-42ce-bbf2-557ed80ac9bd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.681707 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.712034 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95646a-6a6f-42ce-bbf2-557ed80ac9bd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Subnet': ['ID=0b246f69-e9ef-409e-a033-4392dab96bdb,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:28.718191 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a84f44f3-8414-454a-b235-4431275afac4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.747254 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0f8ea102-0dfc-42d1-91b0-49f499a69a75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.755618 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:28.775077 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a84f44f3-8414-454a-b235-4431275afac4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.787435 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-99f1c86e-4f28-4d9f-9956-6a1271ea9fc8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.812757 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ea102-0dfc-42d1-91b0-49f499a69a75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=55124221-3b36-47dc-a13b-6aa9b9d42479,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:28.824379 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4d485-38d3-47c2-9f2e-f864bfc31727 None None] Pushing event updated for resources: {'Port': ['ID=4681ac6b-2ed9-4e96-ba5b-7933b409e27a,revision_number=7']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:28.825857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0f8ea102-0dfc-42d1-91b0-49f499a69a75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.830367 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0f8ea102-0dfc-42d1-91b0-49f499a69a75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/55124221-3b36-47dc-a13b-6aa9b9d42479 HTTP/1.1" status: 204 len: 168 time: 0.5379505 Jan 21 09:36:28.832836 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42210) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:28.862012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4d95646a-6a6f-42ce-bbf2-557ed80ac9bd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.865482 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4d95646a-6a6f-42ce-bbf2-557ed80ac9bd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/0b246f69-e9ef-409e-a033-4392dab96bdb HTTP/1.1" status: 204 len: 168 time: 2.0361288 Jan 21 09:36:28.881450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42212) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:28.892324 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-1c0bda18-a729-4b5a-8579-15987281696b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'subnet': {'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:28.899168 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f55cd5-4a69-42fe-ae49-af68c88b0694 None None] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:28.920486 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b9dea9ea-2e71-40ee-b123-8e38f08bbf99 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842235 Jan 21 09:36:28.945007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42214) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:28.952797 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ba666225-245e-47e1-8482-fe72c258ebe4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:29.053994 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 3f4d14f4-f62e-4174-952f-aae871151351, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=3f4d14f4-f62e-4174-952f-aae871151351,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:29.102266 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba666225-245e-47e1-8482-fe72c258ebe4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:29.108300 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ba666225-245e-47e1-8482-fe72c258ebe4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.178412 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.181537 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.182329 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2e0e163a-0804-487f-aeec-f98100989638 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:29.295228 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421255a6-6c77-4c10-bfe5-5c68f1923afe None None] Pushing event updated for resources: {'Port': ['ID=82f29a90-a3a6-422c-98e4-1923235634cd,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:29.378316 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ba666225-245e-47e1-8482-fe72c258ebe4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.400606 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba666225-245e-47e1-8482-fe72c258ebe4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:29.404265 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-ba666225-245e-47e1-8482-fe72c258ebe4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:29.406044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=3f4d14f4-f62e-4174-952f-aae871151351,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:29.418274 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a8f9a59c-bf70-4237-8d52-bcb643d952cb tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.433450 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba666225-245e-47e1-8482-fe72c258ebe4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:29.434114 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ba666225-245e-47e1-8482-fe72c258ebe4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.474393 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ba666225-245e-47e1-8482-fe72c258ebe4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5276096 Jan 21 09:36:29.477809 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42216) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:29.485661 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-57a3be20-5dcd-4f68-98c9-1de88e1bc8f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'name': 'tempest-NetworksTestDHCPv6-377431914'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:29.512054 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a8f9a59c-bf70-4237-8d52-bcb643d952cb tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.571686 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba666225-245e-47e1-8482-fe72c258ebe4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=373bacd5-139f-4b89-9ab0-dd8fd515a682,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:29.589490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9a59c-bf70-4237-8d52-bcb643d952cb tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd420a2-f295-467c-8dbb-73d46e8492ba,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:29.624556 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a8f9a59c-bf70-4237-8d52-bcb643d952cb tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.626045 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a8f9a59c-bf70-4237-8d52-bcb643d952cb tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9909077 Jan 21 09:36:29.627027 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a84f44f3-8414-454a-b235-4431275afac4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.630257 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a84f44f3-8414-454a-b235-4431275afac4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.631479 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a84f44f3-8414-454a-b235-4431275afac4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/security-groups/e58e63f3-391a-4ac0-8c48-f0d69ae38024 HTTP/1.1" status: 204 len: 168 time: 1.2479475 Jan 21 09:36:29.632308 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42218) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:29.638359 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42220) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:29.652341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a3be20-5dcd-4f68-98c9-1de88e1bc8f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:29.657090 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57a3be20-5dcd-4f68-98c9-1de88e1bc8f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.683242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-57a3be20-5dcd-4f68-98c9-1de88e1bc8f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port 1adde79e-d7dc-473c-8b42-897029601b61 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:29.687153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-881632a8-e25e-471e-9b77-aebee4cdce65 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Request body: {'security_group_rule': {'security_group_id': 'efbfe62c-09fe-4cd6-bc7f-b1d3df274d07', 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:29.730924 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f44f3-8414-454a-b235-4431275afac4 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58e63f3-391a-4ac0-8c48-f0d69ae38024,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:29.796944 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] For port fcf670ed-0e6c-4b2e-b213-05504c2a996b, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=fcf670ed-0e6c-4b2e-b213-05504c2a996b,segment=NetworkSegment(e8c3d034-0926-41f2-aac8-47a0801f708d),segment_id=e8c3d034-0926-41f2-aac8-47a0801f708d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:29.831840 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-57a3be20-5dcd-4f68-98c9-1de88e1bc8f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::121 (5001af93-03f5-43c4-96a2-b5799093e449/373bacd5-139f-4b89-9ab0-dd8fd515a682/1adde79e-d7dc-473c-8b42-897029601b61) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:29.891723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ff23d09f-b0e3-48ab-84db-ad1ca3ba4503 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.921991 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.948208 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 2e0e163a-0804-487f-aeec-f98100989638 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:29.949801 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.950704 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ff23d09f-b0e3-48ab-84db-ad1ca3ba4503 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.956610 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0bda18-a729-4b5a-8579-15987281696b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:29.961135 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c0bda18-a729-4b5a-8579-15987281696b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.965267 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-881632a8-e25e-471e-9b77-aebee4cdce65 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.006212 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-99f1c86e-4f28-4d9f-9956-6a1271ea9fc8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.065991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-99f1c86e-4f28-4d9f-9956-6a1271ea9fc8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.072787 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ff23d09f-b0e3-48ab-84db-ad1ca3ba4503 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.076983 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ff23d09f-b0e3-48ab-84db-ad1ca3ba4503 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.082088 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42222) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:30.082480 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ff23d09f-b0e3-48ab-84db-ad1ca3ba4503 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/security-groups/3b18de7d-eeaa-4742-8e78-55e2c01dcb15 HTTP/1.1" status: 204 len: 168 time: 0.4425206 Jan 21 09:36:30.106405 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23d09f-b0e3-48ab-84db-ad1ca3ba4503 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b18de7d-eeaa-4742-8e78-55e2c01dcb15,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:30.153057 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57a3be20-5dcd-4f68-98c9-1de88e1bc8f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.185890 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Provisioning complete for port bcd13210-a673-4aee-9b06-6d9efbb5824d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:30.186434 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.199200 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003ec040-faad-41ab-a5cf-3cc3659b1eed None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:30.210675 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57a3be20-5dcd-4f68-98c9-1de88e1bc8f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.276460 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a3be20-5dcd-4f68-98c9-1de88e1bc8f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:30.280222 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-57a3be20-5dcd-4f68-98c9-1de88e1bc8f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:30.285624 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a3be20-5dcd-4f68-98c9-1de88e1bc8f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:30.287668 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Pushing event updated for resources: {'Port': ['ID=fcf670ed-0e6c-4b2e-b213-05504c2a996b,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:30.291613 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a3be20-5dcd-4f68-98c9-1de88e1bc8f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:30.292240 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57a3be20-5dcd-4f68-98c9-1de88e1bc8f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.306899 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3be20-5dcd-4f68-98c9-1de88e1bc8f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=1adde79e-d7dc-473c-8b42-897029601b61,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:30.315904 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-57a3be20-5dcd-4f68-98c9-1de88e1bc8f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8358743 Jan 21 09:36:30.318563 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42224) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:30.350844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:24Z', 'revision_number': 6, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83616c20-2a14-4661-bb10-958ccab13a56', 'name': '', 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:4a:e4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:07Z', 'updated_at': '2022-01-21T09:36:20Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcd13210-a673-4aee-9b06-6d9efbb5824d', 'name': '', 'network_id': '26b350db-637c-45e0-b056-d2e1f5f80c42', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:86:fd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'ba5dfe80-4dbf-4047-9ed7-71c985ea8459', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:16Z', 'updated_at': '2022-01-21T09:36:27Z', 'revision_number': 4, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'ba5dfe80-4dbf-4047-9ed7-71c985ea8459', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:36:03Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:30.388477 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.db.resource_extend [None req-733558dd-5946-4a4e-871f-020979758b95 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:36:30.404681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c89ac0c-3b23-45fe-9214-f9cf0fdb7616 None None] The sync data for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv is: [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:24Z', 'revision_number': 6, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83616c20-2a14-4661-bb10-958ccab13a56', 'name': '', 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:4a:e4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:07Z', 'updated_at': '2022-01-21T09:36:20Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcd13210-a673-4aee-9b06-6d9efbb5824d', 'name': '', 'network_id': '26b350db-637c-45e0-b056-d2e1f5f80c42', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:86:fd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'ba5dfe80-4dbf-4047-9ed7-71c985ea8459', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:16Z', 'updated_at': '2022-01-21T09:36:27Z', 'revision_number': 4, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'ba5dfe80-4dbf-4047-9ed7-71c985ea8459', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:36:03Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:30.424208 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:30.444890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff070004-057a-4dcb-a2d6-7f8bfff44151 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:30.451366 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff070004-057a-4dcb-a2d6-7f8bfff44151 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:30.457504 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ff070004-057a-4dcb-a2d6-7f8bfff44151 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1335196 Jan 21 09:36:30.457957 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42226) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:30.555817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57c41de8-f380-45f2-bb61-3aa7f5348807 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.578466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f1c86e-4f28-4d9f-9956-6a1271ea9fc8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:36:30.638991 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.675034 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-a3f6f2af-d94b-497e-887c-98a60ab2b2de tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port 1adde79e-d7dc-473c-8b42-897029601b61 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:30.675634 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a3f6f2af-d94b-497e-887c-98a60ab2b2de tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.676541 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-881632a8-e25e-471e-9b77-aebee4cdce65 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.702557 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-733558dd-5946-4a4e-871f-020979758b95 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.707739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57c41de8-f380-45f2-bb61-3aa7f5348807 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.750667 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-881632a8-e25e-471e-9b77-aebee4cdce65 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.785065 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] For port bcd13210-a673-4aee-9b06-6d9efbb5824d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=bcd13210-a673-4aee-9b06-6d9efbb5824d,segment=NetworkSegment(18d2e161-8f54-4b98-95e4-e4a95fd0c119),segment_id=18d2e161-8f54-4b98-95e4-e4a95fd0c119)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:30.786502 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:30.787186 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.810731 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.815978 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881632a8-e25e-471e-9b77-aebee4cdce65 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cb0706-f158-448e-89e8-6eb67d86ede7,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:30.826913 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-733558dd-5946-4a4e-871f-020979758b95 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.867589 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Provisioning complete for port e722b705-d542-4cf6-837f-a7f7bbc73936 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:30.867963 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.891307 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a3f6f2af-d94b-497e-887c-98a60ab2b2de tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.910056 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-a3f6f2af-d94b-497e-887c-98a60ab2b2de tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for 1adde79e-d7dc-473c-8b42-897029601b61 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:30.929548 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Pushing event updated for resources: {'Port': ['ID=bcd13210-a673-4aee-9b06-6d9efbb5824d,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:30.992588 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Port e722b705-d542-4cf6-837f-a7f7bbc73936 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:30.995841 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 83616c20-2a14-4661-bb10-958ccab13a56 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:31.056809 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Provisioning complete for port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:31.057188 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.102528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-881632a8-e25e-471e-9b77-aebee4cdce65 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.105689 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-881632a8-e25e-471e-9b77-aebee4cdce65 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4272513 Jan 21 09:36:31.126157 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 83616c20-2a14-4661-bb10-958ccab13a56 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:31.126568 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.130821 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42228) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:31.135469 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-cd4aade9-c052-433a-b887-0975ed8ca4e2 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Request body: {'security_group_rule': {'security_group_id': 'efbfe62c-09fe-4cd6-bc7f-b1d3df274d07', 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:31.207880 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a3f6f2af-d94b-497e-887c-98a60ab2b2de tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.249621 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6f2af-d94b-497e-887c-98a60ab2b2de tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=1adde79e-d7dc-473c-8b42-897029601b61,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:31.254950 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd4aade9-c052-433a-b887-0975ed8ca4e2 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.290766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a691851f-ca0a-4ed4-834c-ee1bfe18ff7a None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:31.301277 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a3f6f2af-d94b-497e-887c-98a60ab2b2de tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.312234 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a3f6f2af-d94b-497e-887c-98a60ab2b2de tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/1adde79e-d7dc-473c-8b42-897029601b61 HTTP/1.1" status: 204 len: 168 time: 0.8531873 Jan 21 09:36:31.322589 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42230) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:31.347292 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f1c86e-4f28-4d9f-9956-6a1271ea9fc8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:31.385433 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-99f1c86e-4f28-4d9f-9956-6a1271ea9fc8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.387042 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-99f1c86e-4f28-4d9f-9956-6a1271ea9fc8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/53f89886-5129-4a77-a6f7-3c91ecd8d8ef HTTP/1.1" status: 200 len: 699 time: 4.3581562 Jan 21 09:36:31.395916 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42232) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:31.400414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57c41de8-f380-45f2-bb61-3aa7f5348807 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.404476 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57c41de8-f380-45f2-bb61-3aa7f5348807 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.404863 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd4aade9-c052-433a-b887-0975ed8ca4e2 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.405655 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-57c41de8-f380-45f2-bb61-3aa7f5348807 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/security-groups/ca00de8f-4be9-46ae-a857-6be563f063eb HTTP/1.1" status: 204 len: 168 time: 1.3180261 Jan 21 09:36:31.422270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42234) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:31.430795 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-21105cc3-bde4-42ce-924a-ac65de39a5b2 None None] Could not find standard attr ID for object 87438798-9825-4708-98ee-e1b51c0a5467. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:36:31.452355 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd4aade9-c052-433a-b887-0975ed8ca4e2 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.468369 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-733558dd-5946-4a4e-871f-020979758b95 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Floating IP 9178a37b-6438-491c-a834-452bf04f7ab2 associated. External IP: 172.26.7.190, port: 8168c248-2b88-44ca-9482-2b3ae9db3853. Jan 21 09:36:31.481007 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c41de8-f380-45f2-bb61-3aa7f5348807 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca00de8f-4be9-46ae-a857-6be563f063eb,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:31.510148 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4aade9-c052-433a-b887-0975ed8ca4e2 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d858ac9e-19fd-46ac-9820-e91058b62ba3,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:31.528587 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd4aade9-c052-433a-b887-0975ed8ca4e2 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.530212 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cd4aade9-c052-433a-b887-0975ed8ca4e2 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3981466 Jan 21 09:36:31.535409 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42236) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:31.540713 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-c2e58188-825e-48a1-9f57-17186ec7331c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Request body: {'security_group_rule': {'security_group_id': 'efbfe62c-09fe-4cd6-bc7f-b1d3df274d07', 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:31.553852 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fdc573eb-ff3e-4b49-b510-e3aa79728b49 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/routers/53f89886-5129-4a77-a6f7-3c91ecd8d8ef HTTP/1.1" status: 200 len: 699 time: 0.1559131 Jan 21 09:36:31.557483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42238) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:31.576697 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c0bda18-a729-4b5a-8579-15987281696b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.582735 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59fc68e-d498-4241-ad06-7c07e09f3565 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:31.584615 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59fc68e-d498-4241-ad06-7c07e09f3565 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:31.589404 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f59fc68e-d498-4241-ad06-7c07e09f3565 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2638507 Jan 21 09:36:31.607633 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42240) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:31.635479 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Provisioning complete for port f812c9df-474e-4251-8043-b922f47d7b93 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:31.635806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.706735 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bda18-a729-4b5a-8579-15987281696b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Subnet': ['ID=23ee9bc3-1ccc-4dcd-8ab8-1a6b33c023cd,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:31.708691 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Port f812c9df-474e-4251-8043-b922f47d7b93 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:31.711804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a0d82-2858-4115-b828-0b885dcccb70 None None] Sync routers for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:31.720124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f3dc23-ff3f-47f8-98a7-03de503de372 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting subnet 3ec78746-6d0c-4872-8fdb-997c6b78dd40 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:36:31.740150 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-625b4c9b-680d-4186-8883-9fc173c687c8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 373bacd5-139f-4b89-9ab0-dd8fd515a682 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:36:31.742642 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c2e58188-825e-48a1-9f57-17186ec7331c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.749609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-625b4c9b-680d-4186-8883-9fc173c687c8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.750981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0bda18-a729-4b5a-8579-15987281696b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:31.754360 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2f3dc23-ff3f-47f8-98a7-03de503de372 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.758535 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-1c0bda18-a729-4b5a-8579-15987281696b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:31.777788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e201610-ff18-49f7-b234-ada2c384ec1d None None] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:31.785785 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0bda18-a729-4b5a-8579-15987281696b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:31.786400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c0bda18-a729-4b5a-8579-15987281696b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.798365 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a0d82-2858-4115-b828-0b885dcccb70 None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:31.799215 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-8c3a0d82-2858-4115-b828-0b885dcccb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:31.819663 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2f3dc23-ff3f-47f8-98a7-03de503de372 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.844924 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1c0bda18-a729-4b5a-8579-15987281696b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9581571 Jan 21 09:36:31.851406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42242) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:31.857733 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-99d5362e-e3d2-4443-8912-e1ff079b83c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'security_group': {'name': 'tempest-secgroup-593484560'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:31.902572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-625b4c9b-680d-4186-8883-9fc173c687c8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.947540 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Provisioning complete for port fcf670ed-0e6c-4b2e-b213-05504c2a996b triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:31.947783 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.952149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-99d5362e-e3d2-4443-8912-e1ff079b83c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.031718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-8c3a0d82-2858-4115-b828-0b885dcccb70 None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:32.047803 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c2e58188-825e-48a1-9f57-17186ec7331c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.055290 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2f3dc23-ff3f-47f8-98a7-03de503de372 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.059251 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c2e58188-825e-48a1-9f57-17186ec7331c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.096461 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-625b4c9b-680d-4186-8883-9fc173c687c8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.112561 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733558dd-5946-4a4e-871f-020979758b95 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router c8ddb78d-262c-47dd-9380-c79f6fb3fa3c has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:36:32.197267 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e58188-825e-48a1-9f57-17186ec7331c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9638b028-3125-4fee-b3b8-d64009b6eab3,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:32.223653 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2f3dc23-ff3f-47f8-98a7-03de503de372 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.224240 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c2e58188-825e-48a1-9f57-17186ec7331c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.228278 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c2e58188-825e-48a1-9f57-17186ec7331c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6890144 Jan 21 09:36:32.237376 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42244) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:32.250253 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-78b163c3-8cee-4f70-8bae-dba4b19b9186 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Request body: {'security_group_rule': {'security_group_id': 'efbfe62c-09fe-4cd6-bc7f-b1d3df274d07', 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:32.262839 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-99d5362e-e3d2-4443-8912-e1ff079b83c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.289770 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3dc23-ff3f-47f8-98a7-03de503de372 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec78746-6d0c-4872-8fdb-997c6b78dd40,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:32.307767 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-625b4c9b-680d-4186-8883-9fc173c687c8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.323107 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-99d5362e-e3d2-4443-8912-e1ff079b83c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.325663 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2f3dc23-ff3f-47f8-98a7-03de503de372 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.328850 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a2f3dc23-ff3f-47f8-98a7-03de503de372 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/3ec78746-6d0c-4872-8fdb-997c6b78dd40 HTTP/1.1" status: 204 len: 168 time: 0.8939223 Jan 21 09:36:32.347362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42246) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:32.354385 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:32.357694 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b388351d-07f0-4573-9129-7d8a8d849c1a None None] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:32.372531 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b4c9b-680d-4186-8883-9fc173c687c8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=373bacd5-139f-4b89-9ab0-dd8fd515a682,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:32.385395 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-625b4c9b-680d-4186-8883-9fc173c687c8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.389090 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-625b4c9b-680d-4186-8883-9fc173c687c8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/373bacd5-139f-4b89-9ab0-dd8fd515a682 HTTP/1.1" status: 204 len: 168 time: 0.7805948 Jan 21 09:36:32.394121 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42248) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:32.440483 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-93ad7296-d51a-4159-9908-1c1bfec1606a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441537 Jan 21 09:36:32.442812 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42250) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:32.447301 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ee1f30f6-d38e-4f24-932b-2cd01856707e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:32.593993 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfef767d-f8f8-495c-bd1f-7ab811fd5938 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:32.615572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e4724dcb-cf2c-4607-8a1c-ea7a6f4acc54 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.657815 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Provisioning complete for port bcd13210-a673-4aee-9b06-6d9efbb5824d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:32.657815 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.814233 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-99d5362e-e3d2-4443-8912-e1ff079b83c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.818375 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-99d5362e-e3d2-4443-8912-e1ff079b83c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9659667 Jan 21 09:36:32.819000 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42252) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:32.829127 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-38b20ec5-73b8-40eb-b25a-01496ab0158b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'security_group': {'name': 'tempest-secgroup-1446860541'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:32.838888 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-78b163c3-8cee-4f70-8bae-dba4b19b9186 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Project 55511390bef14e7cb904f2997d4e4aee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:36:32.849000 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733558dd-5946-4a4e-871f-020979758b95 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:32.849255 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5362e-e3d2-4443-8912-e1ff079b83c6 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd10c015-abb7-49a0-bfc9-dc747ea5f809,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:32.856370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-733558dd-5946-4a4e-871f-020979758b95 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.864782 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78b163c3-8cee-4f70-8bae-dba4b19b9186 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.881893 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1f30f6-d38e-4f24-932b-2cd01856707e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:32.885794 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee1f30f6-d38e-4f24-932b-2cd01856707e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.898703 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7952d2e-4cd4-4df8-af44-9f6870774c79 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting subnet a719360b-1248-4021-9ad5-402d6c9859be {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:36:32.903453 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23930f09-a388-4bcd-ba01-aa2c26df4458 None None] Sync routers for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:32.915024 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:32.915024 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.918376 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23930f09-a388-4bcd-ba01-aa2c26df4458 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:32.919206 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-23930f09-a388-4bcd-ba01-aa2c26df4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:32.924494 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7952d2e-4cd4-4df8-af44-9f6870774c79 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.980720 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-23930f09-a388-4bcd-ba01-aa2c26df4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:32.988352 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-e4724dcb-cf2c-4607-8a1c-ea7a6f4acc54 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port bcd13210-a673-4aee-9b06-6d9efbb5824d {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:32.988827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e4724dcb-cf2c-4607-8a1c-ea7a6f4acc54 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.007707 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-733558dd-5946-4a4e-871f-020979758b95 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "PUT /v2.0/floatingips/9178a37b-6438-491c-a834-452bf04f7ab2 HTTP/1.1" status: 200 len: 977 time: 4.8607204 Jan 21 09:36:33.010608 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42254) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:33.014846 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23930f09-a388-4bcd-ba01-aa2c26df4458 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:33.015606 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-23930f09-a388-4bcd-ba01-aa2c26df4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:33.018663 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-38b20ec5-73b8-40eb-b25a-01496ab0158b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.047277 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7952d2e-4cd4-4df8-af44-9f6870774c79 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.094208 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78b163c3-8cee-4f70-8bae-dba4b19b9186 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.104524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78b163c3-8cee-4f70-8bae-dba4b19b9186 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.133804 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-23930f09-a388-4bcd-ba01-aa2c26df4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:33.134906 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23930f09-a388-4bcd-ba01-aa2c26df4458 None None] The sync data for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:33.135281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Could not find standard attr ID for object 78995ad9-70f4-421a-b850-f0235df509d3. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:36:33.146087 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30753495-9dba-446e-9009-fc613f84ccb8 None None] Update dhcp port {'port': {'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'fixed_ips': [{'subnet_id': '8d0c4d44-7743-494a-9047-bd84ed3f6bfd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '23ee9bc3-1ccc-4dcd-8ab8-1a6b33c023cd'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': '58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:36:33.147431 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b163c3-8cee-4f70-8bae-dba4b19b9186 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd50cbc5-b7a2-4b22-ae87-e5ae076f15d4,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:33.189166 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78b163c3-8cee-4f70-8bae-dba4b19b9186 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.195708 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-78b163c3-8cee-4f70-8bae-dba4b19b9186 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9488213 Jan 21 09:36:33.197315 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42256) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:33.201409 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-593820b6-2e15-4835-a127-ba06ed3b5a92 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Request body: {'security_group_rule': {'security_group_id': 'efbfe62c-09fe-4cd6-bc7f-b1d3df274d07', 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:33.214591 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-8c3a0d82-2858-4115-b828-0b885dcccb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:28Z', 'revision_number': 7, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83616c20-2a14-4661-bb10-958ccab13a56', 'name': '', 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:4a:e4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:07Z', 'updated_at': '2022-01-21T09:36:20Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcd13210-a673-4aee-9b06-6d9efbb5824d', 'name': '', 'network_id': '26b350db-637c-45e0-b056-d2e1f5f80c42', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:86:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'ba5dfe80-4dbf-4047-9ed7-71c985ea8459', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:16Z', 'updated_at': '2022-01-21T09:36:30Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'ba5dfe80-4dbf-4047-9ed7-71c985ea8459', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:36:03Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:33.221030 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4637c2-ab15-4853-9f53-435567a95bd6 None None] DHCP port deletion for 5001af93-03f5-43c4-96a2-b5799093e449 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:36:33.239395 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-38b20ec5-73b8-40eb-b25a-01496ab0158b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.247032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7952d2e-4cd4-4df8-af44-9f6870774c79 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.252076 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-38b20ec5-73b8-40eb-b25a-01496ab0158b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.265331 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-30753495-9dba-446e-9009-fc613f84ccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.284666 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Provisioning complete for port 82f29a90-a3a6-422c-98e4-1923235634cd triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:33.285049 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.287409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a0d82-2858-4115-b828-0b885dcccb70 None None] Checking router: 53f89886-5129-4a77-a6f7-3c91ecd8d8ef for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:36:33.321851 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-593820b6-2e15-4835-a127-ba06ed3b5a92 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Project 55511390bef14e7cb904f2997d4e4aee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:36:33.328639 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3f4d14f4-f62e-4174-952f-aae871151351 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:33.331788 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b20ec5-73b8-40eb-b25a-01496ab0158b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c46fd8-c7d6-4694-b83a-14d01f09fecb,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:33.336192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-38b20ec5-73b8-40eb-b25a-01496ab0158b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.340029 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-38b20ec5-73b8-40eb-b25a-01496ab0158b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5117846 Jan 21 09:36:33.342425 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42258) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:33.343060 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-593820b6-2e15-4835-a127-ba06ed3b5a92 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.349337 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-342f6559-3afa-47cd-86b2-31a06111dd90 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'security_group': {'name': 'tempest-secgroup-1510230711'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:33.424688 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a0d82-2858-4115-b828-0b885dcccb70 None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:33.425910 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-8c3a0d82-2858-4115-b828-0b885dcccb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:33.431752 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7952d2e-4cd4-4df8-af44-9f6870774c79 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.452521 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-342f6559-3afa-47cd-86b2-31a06111dd90 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.504088 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7952d2e-4cd4-4df8-af44-9f6870774c79 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Subnet': ['ID=a719360b-1248-4021-9ad5-402d6c9859be,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:33.511386 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7952d2e-4cd4-4df8-af44-9f6870774c79 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.515471 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b7952d2e-4cd4-4df8-af44-9f6870774c79 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/a719360b-1248-4021-9ad5-402d6c9859be HTTP/1.1" status: 204 len: 168 time: 1.1671264 Jan 21 09:36:33.521361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42260) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:33.570256 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-593820b6-2e15-4835-a127-ba06ed3b5a92 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.572074 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8908347-3e7e-4c6d-b976-c6aec3e40a26 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:33.572932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8908347-3e7e-4c6d-b976-c6aec3e40a26 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:33.577210 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b8908347-3e7e-4c6d-b976-c6aec3e40a26 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/3ec78746-6d0c-4872-8fdb-997c6b78dd40 HTTP/1.1" status: 404 len: 337 time: 0.0545051 Jan 21 09:36:33.583504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42262) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:33.630066 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-593820b6-2e15-4835-a127-ba06ed3b5a92 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.678512 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d8c2d6-6c65-4af0-8192-50bd5dcd1f1b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting subnet 5eb94a20-568b-4bad-b1d6-53614b2fe6b4 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:36:33.683751 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593820b6-2e15-4835-a127-ba06ed3b5a92 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b414542d-c61c-43f6-8f80-a932dcf17c7b,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:33.689783 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-48d8c2d6-6c65-4af0-8192-50bd5dcd1f1b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.720302 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-593820b6-2e15-4835-a127-ba06ed3b5a92 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.722617 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-593820b6-2e15-4835-a127-ba06ed3b5a92 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5245349 Jan 21 09:36:33.729694 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-e4724dcb-cf2c-4607-8a1c-ea7a6f4acc54 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] For port bcd13210-a673-4aee-9b06-6d9efbb5824d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=bcd13210-a673-4aee-9b06-6d9efbb5824d,segment=NetworkSegment(18d2e161-8f54-4b98-95e4-e4a95fd0c119),segment_id=18d2e161-8f54-4b98-95e4-e4a95fd0c119)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:33.730243 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e4724dcb-cf2c-4607-8a1c-ea7a6f4acc54 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.746134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-30753495-9dba-446e-9009-fc613f84ccb8 None None] Allocated IP 2001:db8::2 (47bbdf87-5325-452c-9588-6aa0e4e3a72e/23ee9bc3-1ccc-4dcd-8ab8-1a6b33c023cd/58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:33.764933 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-342f6559-3afa-47cd-86b2-31a06111dd90 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.770971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-48d8c2d6-6c65-4af0-8192-50bd5dcd1f1b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.799197 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-342f6559-3afa-47cd-86b2-31a06111dd90 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.811640 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-e4724dcb-cf2c-4607-8a1c-ea7a6f4acc54 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for bcd13210-a673-4aee-9b06-6d9efbb5824d owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:33.814560 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee1f30f6-d38e-4f24-932b-2cd01856707e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.844194 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-8c3a0d82-2858-4115-b828-0b885dcccb70 None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:33.858439 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f6559-3afa-47cd-86b2-31a06111dd90 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf74b1a-276a-45b8-8005-25b2e290f575,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:33.900039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-342f6559-3afa-47cd-86b2-31a06111dd90 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.901848 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-342f6559-3afa-47cd-86b2-31a06111dd90 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5559103 Jan 21 09:36:33.924228 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42288) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:33.937868 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-cb800d5e-4173-4195-a762-c654c318d97a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1375538561', 'security_groups': ['0cf74b1a-276a-45b8-8005-25b2e290f575'], 'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '23ee9bc3-1ccc-4dcd-8ab8-1a6b33c023cd'}]}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:33.942328 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1f30f6-d38e-4f24-932b-2cd01856707e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:33.956482 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-ee1f30f6-d38e-4f24-932b-2cd01856707e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:33.970939 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-19ce9843-5480-4c29-bb12-ad207636f03b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Deleting port 8168c248-2b88-44ca-9482-2b3ae9db3853 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:33.971620 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-19ce9843-5480-4c29-bb12-ad207636f03b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.972162 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-bd4637c2-ab15-4853-9f53-435567a95bd6 None None] Deleting port 82f29a90-a3a6-422c-98e4-1923235634cd {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:33.972542 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bd4637c2-ab15-4853-9f53-435567a95bd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.981258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f30f6-d38e-4f24-932b-2cd01856707e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:33.982243 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee1f30f6-d38e-4f24-932b-2cd01856707e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.984307 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.012755 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 3f4d14f4-f62e-4174-952f-aae871151351 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:34.012988 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.051244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-48d8c2d6-6c65-4af0-8192-50bd5dcd1f1b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.070326 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-30753495-9dba-446e-9009-fc613f84ccb8 None None] For port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021,segment=NetworkSegment(d7e9d22b-5e78-4179-855e-6380f9feed5f),segment_id=d7e9d22b-5e78-4179-855e-6380f9feed5f)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:34.083360 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f30f6-d38e-4f24-932b-2cd01856707e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=17afdef2-10cb-47b8-ae68-7905b7bd8e4d,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:34.153903 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ee1f30f6-d38e-4f24-932b-2cd01856707e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7082455 Jan 21 09:36:34.159710 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0754d4-27ed-4f95-aac8-8afed3417146 None None] Network 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:34.163548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42314) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:34.168647 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b535ca09-0b5b-472c-9c19-bae3ee686f5b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'name': 'tempest-NetworksTestDHCPv6-1484797099'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:34.250283 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb800d5e-4173-4195-a762-c654c318d97a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:34.259426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-48d8c2d6-6c65-4af0-8192-50bd5dcd1f1b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.280870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-19ce9843-5480-4c29-bb12-ad207636f03b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.358252 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8c2d6-6c65-4af0-8192-50bd5dcd1f1b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb94a20-568b-4bad-b1d6-53614b2fe6b4,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:34.383025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-48d8c2d6-6c65-4af0-8192-50bd5dcd1f1b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.386376 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-48d8c2d6-6c65-4af0-8192-50bd5dcd1f1b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/5eb94a20-568b-4bad-b1d6-53614b2fe6b4 HTTP/1.1" status: 204 len: 168 time: 0.8014958 Jan 21 09:36:34.389938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42316) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:34.426234 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e4724dcb-cf2c-4607-8a1c-ea7a6f4acc54 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.456382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cb800d5e-4173-4195-a762-c654c318d97a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.487838 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-cb800d5e-4173-4195-a762-c654c318d97a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] device_id is not set on port dbc6cf9b-8662-46d6-978e-b1e9031603c7 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:34.497605 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b535ca09-0b5b-472c-9c19-bae3ee686f5b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:34.503909 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b535ca09-0b5b-472c-9c19-bae3ee686f5b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.506040 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] For port 82f29a90-a3a6-422c-98e4-1923235634cd, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=82f29a90-a3a6-422c-98e4-1923235634cd,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:34.510667 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-30753495-9dba-446e-9009-fc613f84ccb8 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.527627 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.532982 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d20ba20-640a-488d-b9b3-fd65a8e895b2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:34.533634 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d20ba20-640a-488d-b9b3-fd65a8e895b2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:34.536691 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8d20ba20-640a-488d-b9b3-fd65a8e895b2 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/296dc4a6-4414-47bb-bd6a-2ebb08b98890 HTTP/1.1" status: 404 len: 337 time: 0.1456718 Jan 21 09:36:34.539979 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42318) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:34.543902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-30753495-9dba-446e-9009-fc613f84ccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.550051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4724dcb-cf2c-4607-8a1c-ea7a6f4acc54 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=bcd13210-a673-4aee-9b06-6d9efbb5824d,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:34.590135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-bd4637c2-ab15-4853-9f53-435567a95bd6 None None] For port 82f29a90-a3a6-422c-98e4-1923235634cd, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=82f29a90-a3a6-422c-98e4-1923235634cd,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:34.590588 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bd4637c2-ab15-4853-9f53-435567a95bd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.603159 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3febbd99-0851-41f1-9548-270a9c3fc226 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a95d44e-c8c2-4117-b11e-f514fa57fef3 HTTP/1.1" status: 200 len: 205 time: 0.0618322 Jan 21 09:36:34.637052 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42320) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:34.670527 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-b535ca09-0b5b-472c-9c19-bae3ee686f5b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port 768c9100-3a5c-402a-8988-eeb1c433383d yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:34.682171 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-bd4637c2-ab15-4853-9f53-435567a95bd6 None None] Calling delete_port for 82f29a90-a3a6-422c-98e4-1923235634cd owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:34.732165 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-bde1d46d-5323-49b9-ae53-32413576b77f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] delete failed (client error): The resource could not be found. Jan 21 09:36:34.734117 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bde1d46d-5323-49b9-ae53-32413576b77f tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/routers/8a95d44e-c8c2-4117-b11e-f514fa57fef3 HTTP/1.1" status: 404 len: 336 time: 0.0929942 Jan 21 09:36:34.770169 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42322) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:34.810261 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Provisioning complete for port e722b705-d542-4cf6-837f-a7f7bbc73936 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:34.810815 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.832731 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Pushing event updated for resources: {'Port': ['ID=82f29a90-a3a6-422c-98e4-1923235634cd,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:34.915712 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fcf670ed-0e6c-4b2e-b213-05504c2a996b up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:34.922895 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98a88cd-0e33-4b9a-8510-b80934442b7c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:34.923384 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98a88cd-0e33-4b9a-8510-b80934442b7c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:34.931906 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c98a88cd-0e33-4b9a-8510-b80934442b7c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/f11eaa23-a3f1-48fa-a714-2a89bf169f69 HTTP/1.1" status: 404 len: 337 time: 0.1583271 Jan 21 09:36:34.936484 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42330) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:34.949014 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-19ce9843-5480-4c29-bb12-ad207636f03b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.949378 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-19ce9843-5480-4c29-bb12-ad207636f03b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.949731 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-19ce9843-5480-4c29-bb12-ad207636f03b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Floating IP 9178a37b-6438-491c-a834-452bf04f7ab2 disassociated. External IP: 172.26.7.190, port: 8168c248-2b88-44ca-9482-2b3ae9db3853. Jan 21 09:36:34.950292 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-19ce9843-5480-4c29-bb12-ad207636f03b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Calling delete_port for 8168c248-2b88-44ca-9482-2b3ae9db3853 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:34.990115 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8c55b6-97f2-46ec-8fa2-2e2c4f381cf1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:34.990842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8c55b6-97f2-46ec-8fa2-2e2c4f381cf1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:34.994317 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9b8c55b6-97f2-46ec-8fa2-2e2c4f381cf1 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/138da7dd-054f-40ec-92aa-f609f5bf5ac7 HTTP/1.1" status: 404 len: 337 time: 0.0558426 Jan 21 09:36:35.003435 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42332) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:35.064809 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-cb800d5e-4173-4195-a762-c654c318d97a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Allocated IP 2001:db8::1ce (47bbdf87-5325-452c-9588-6aa0e4e3a72e/23ee9bc3-1ccc-4dcd-8ab8-1a6b33c023cd/dbc6cf9b-8662-46d6-978e-b1e9031603c7) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:35.075183 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Port e722b705-d542-4cf6-837f-a7f7bbc73936 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:35.087052 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e4724dcb-cf2c-4607-8a1c-ea7a6f4acc54 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.094672 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f61027-790c-4ec1-8723-ea1dd717720b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:35.095178 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f61027-790c-4ec1-8723-ea1dd717720b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:35.102099 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-52f61027-790c-4ec1-8723-ea1dd717720b tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/360fd356-7d29-447b-b386-2bcbe709464b HTTP/1.1" status: 404 len: 337 time: 0.0950832 Jan 21 09:36:35.106627 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42334) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:35.167969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30753495-9dba-446e-9009-fc613f84ccb8 None None] Pushing event updated for resources: {'Port': ['ID=58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:35.179989 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-098ecc83-4580-4cbc-92f9-14cea7b741f9 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:35.180747 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098ecc83-4580-4cbc-92f9-14cea7b741f9 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:35.196318 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-098ecc83-4580-4cbc-92f9-14cea7b741f9 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/ce5c117d-89c4-4402-baaf-76d7fa0680e6 HTTP/1.1" status: 404 len: 333 time: 0.0821545 Jan 21 09:36:35.221354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42338) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:35.223050 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-b535ca09-0b5b-472c-9c19-bae3ee686f5b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::24e (5001af93-03f5-43c4-96a2-b5799093e449/17afdef2-10cb-47b8-ae68-7905b7bd8e4d/768c9100-3a5c-402a-8988-eeb1c433383d) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:35.229788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Provisioning complete for port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:35.230253 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.306776 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d21cd3-86dd-4652-a09b-2d9088034109 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:35.307240 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d21cd3-86dd-4652-a09b-2d9088034109 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:35.311068 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-32d21cd3-86dd-4652-a09b-2d9088034109 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/dffb4dc4-33f4-4cde-b836-c5aba9876db4 HTTP/1.1" status: 404 len: 337 time: 0.0853121 Jan 21 09:36:35.318160 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42340) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:35.322274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bd4637c2-ab15-4853-9f53-435567a95bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.342604 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac49ddd7-7ff1-40bc-bae6-2ce60df140e0 None None] DHCP port deletion for 794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:36:35.363385 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2b5011-d017-4db7-b44a-d09db48f2c53 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:35.364253 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2b5011-d017-4db7-b44a-d09db48f2c53 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:35.372410 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ed2b5011-d017-4db7-b44a-d09db48f2c53 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/a477e56b-3060-4a7b-856d-107ef5ba66e2 HTTP/1.1" status: 404 len: 337 time: 0.0529253 Jan 21 09:36:35.387415 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4637c2-ab15-4853-9f53-435567a95bd6 None None] Pushing event deleted for resources: {'Port': ['ID=82f29a90-a3a6-422c-98e4-1923235634cd,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:35.390406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42342) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:35.391689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-8c3a0d82-2858-4115-b828-0b885dcccb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:28Z', 'revision_number': 7, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83616c20-2a14-4661-bb10-958ccab13a56', 'name': '', 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:4a:e4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:07Z', 'updated_at': '2022-01-21T09:36:20Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcd13210-a673-4aee-9b06-6d9efbb5824d', 'name': '', 'network_id': '26b350db-637c-45e0-b056-d2e1f5f80c42', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:86:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'ba5dfe80-4dbf-4047-9ed7-71c985ea8459', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:16Z', 'updated_at': '2022-01-21T09:36:30Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'ba5dfe80-4dbf-4047-9ed7-71c985ea8459', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:36:03Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:35.433061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4637c2-ab15-4853-9f53-435567a95bd6 None None] No DVR routers for this DVR port 82f29a90-a3a6-422c-98e4-1923235634cd on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:36:35.449553 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port fcf670ed-0e6c-4b2e-b213-05504c2a996b triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:35.449931 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.488336 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a0d82-2858-4115-b828-0b885dcccb70 None None] The sync data for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv is: [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:28Z', 'revision_number': 7, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83616c20-2a14-4661-bb10-958ccab13a56', 'name': '', 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:4a:e4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:07Z', 'updated_at': '2022-01-21T09:36:20Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcd13210-a673-4aee-9b06-6d9efbb5824d', 'name': '', 'network_id': '26b350db-637c-45e0-b056-d2e1f5f80c42', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:86:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'ba5dfe80-4dbf-4047-9ed7-71c985ea8459', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:16Z', 'updated_at': '2022-01-21T09:36:30Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'ba5dfe80-4dbf-4047-9ed7-71c985ea8459', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:36:03Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:35.508477 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b0e0d0-cdda-45f6-9efe-6d83ae3702e0 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:35.509197 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b0e0d0-cdda-45f6-9efe-6d83ae3702e0 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:35.514097 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-91b0e0d0-cdda-45f6-9efe-6d83ae3702e0 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/84853e49-6fce-4549-b179-ff9ae41c29b5 HTTP/1.1" status: 404 len: 333 time: 0.1146221 Jan 21 09:36:35.528286 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42346) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:35.568407 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca098bd-6e32-411d-9d9c-be19d45f37c3 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:35.634311 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-8766242b-3822-4419-9d16-0740d36a85d0 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:35.634942 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8766242b-3822-4419-9d16-0740d36a85d0 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:35.638534 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8766242b-3822-4419-9d16-0740d36a85d0 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/02625897-c7d4-4520-ab50-02f88cf2d4be HTTP/1.1" status: 404 len: 337 time: 0.1085558 Jan 21 09:36:35.642973 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42350) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:35.668912 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4724dcb-cf2c-4607-8a1c-ea7a6f4acc54 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:36:35.687195 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-19ce9843-5480-4c29-bb12-ad207636f03b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.769450 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ac49ddd7-7ff1-40bc-bae6-2ce60df140e0 None None] Deleting port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:35.769860 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ac49ddd7-7ff1-40bc-bae6-2ce60df140e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.816947 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b418000-d4f9-4616-9044-490acd58f8b0 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:35.817408 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b418000-d4f9-4616-9044-490acd58f8b0 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:35.825042 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8b418000-d4f9-4616-9044-490acd58f8b0 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/subnets/301f3ef1-41bb-412a-b236-77f38bb86afa HTTP/1.1" status: 404 len: 337 time: 0.1788173 Jan 21 09:36:35.827317 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42376) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:35.894135 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce9843-5480-4c29-bb12-ad207636f03b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Port': ['ID=8168c248-2b88-44ca-9482-2b3ae9db3853,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:35.904297 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cb800d5e-4173-4195-a762-c654c318d97a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.966047 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cb800d5e-4173-4195-a762-c654c318d97a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.992474 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Provisioning complete for port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:35.992969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.008815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4724dcb-cf2c-4607-8a1c-ea7a6f4acc54 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:36.040058 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e4724dcb-cf2c-4607-8a1c-ea7a6f4acc54 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/53f89886-5129-4a77-a6f7-3c91ecd8d8ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4814215 Jan 21 09:36:36.042095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb800d5e-4173-4195-a762-c654c318d97a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:36.043549 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5001af93-03f5-43c4-96a2-b5799093e449', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'fixed_ips': [{'subnet_id': '17afdef2-10cb-47b8-ae68-7905b7bd8e4d'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:36:36.045375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b535ca09-0b5b-472c-9c19-bae3ee686f5b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.046178 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42384) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:36.046429 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.051657 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-cb800d5e-4173-4195-a762-c654c318d97a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:36.055367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb800d5e-4173-4195-a762-c654c318d97a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:36.061137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb800d5e-4173-4195-a762-c654c318d97a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:36.063195 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cb800d5e-4173-4195-a762-c654c318d97a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.064320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb800d5e-4173-4195-a762-c654c318d97a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=dbc6cf9b-8662-46d6-978e-b1e9031603c7,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:36.065317 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d0ea2-278c-4743-b2ec-3ef4b332f0bd None None] Sync routers for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:36.118367 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cb800d5e-4173-4195-a762-c654c318d97a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1902702 Jan 21 09:36:36.120003 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42386) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:36.128623 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-0a7afd86-37a8-4fe8-aef5-6f7ee508e08c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'subnet': {'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:36.186484 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c655d0-50b3-4611-a4e3-532ff8dd59fa tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting subnet ba5dfe80-4dbf-4047-9ed7-71c985ea8459 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:36:36.217802 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-42c655d0-50b3-4611-a4e3-532ff8dd59fa tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.260711 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Allocated IP 2001:db8::2 (5001af93-03f5-43c4-96a2-b5799093e449/17afdef2-10cb-47b8-ae68-7905b7bd8e4d/eddb3abb-710d-438f-9f8b-ea434698182b) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:36.260943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ce9843-5480-4c29-bb12-ad207636f03b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router c8ddb78d-262c-47dd-9380-c79f6fb3fa3c has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:36:36.275331 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6656b090-6718-4ba7-98d5-e9cf47162a8c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Deleting port f812c9df-474e-4251-8043-b922f47d7b93 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:36.276579 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6656b090-6718-4ba7-98d5-e9cf47162a8c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.303336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b535ca09-0b5b-472c-9c19-bae3ee686f5b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.376652 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 82f29a90-a3a6-422c-98e4-1923235634cd up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:36.387773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535ca09-0b5b-472c-9c19-bae3ee686f5b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=768c9100-3a5c-402a-8988-eeb1c433383d,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:36.397822 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b535ca09-0b5b-472c-9c19-bae3ee686f5b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:36.402591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-b535ca09-0b5b-472c-9c19-bae3ee686f5b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:36.407376 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535ca09-0b5b-472c-9c19-bae3ee686f5b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:36.413999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b535ca09-0b5b-472c-9c19-bae3ee686f5b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:36.414652 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b535ca09-0b5b-472c-9c19-bae3ee686f5b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.416979 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d0ea2-278c-4743-b2ec-3ef4b332f0bd None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:36.432189 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-523d0ea2-278c-4743-b2ec-3ef4b332f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:36.439770 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-92b758ff-05d9-452c-a479-fd789424a28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.449606 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7afd86-37a8-4fe8-aef5-6f7ee508e08c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:36.456097 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0a7afd86-37a8-4fe8-aef5-6f7ee508e08c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.472311 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b535ca09-0b5b-472c-9c19-bae3ee686f5b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3031704 Jan 21 09:36:36.477209 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-42c655d0-50b3-4611-a4e3-532ff8dd59fa tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.480083 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42390) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:36.492004 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6656b090-6718-4ba7-98d5-e9cf47162a8c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.494886 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 82f29a90-a3a6-422c-98e4-1923235634cd {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:36:36.495361 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 82f29a90-a3a6-422c-98e4-1923235634cd not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 21 09:36:36.531174 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Port 82f29a90-a3a6-422c-98e4-1923235634cd not found, will not notify nova. {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 21 09:36:36.531788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4681ac6b-2ed9-4e96-ba5b-7933b409e27a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:36.535737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ac49ddd7-7ff1-40bc-bae6-2ce60df140e0 None None] For port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4681ac6b-2ed9-4e96-ba5b-7933b409e27a,segment=NetworkSegment(7892e2d5-6c19-4267-af09-f43e733ff922),segment_id=7892e2d5-6c19-4267-af09-f43e733ff922)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:36.536140 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ac49ddd7-7ff1-40bc-bae6-2ce60df140e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.599973 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6656b090-6718-4ba7-98d5-e9cf47162a8c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Calling delete_port for f812c9df-474e-4251-8043-b922f47d7b93 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:36.618035 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ac49ddd7-7ff1-40bc-bae6-2ce60df140e0 None None] Calling delete_port for 4681ac6b-2ed9-4e96-ba5b-7933b409e27a owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:36.622934 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.ipam_backend_mixin [None req-0a7afd86-37a8-4fe8-aef5-6f7ee508e08c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 23ee9bc3-1ccc-4dcd-8ab8-1a6b33c023cd (CIDR: 2001:db8::/64) Jan 21 09:36:36.628125 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7afd86-37a8-4fe8-aef5-6f7ee508e08c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:36:36.628919 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7afd86-37a8-4fe8-aef5-6f7ee508e08c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:36.655025 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0a7afd86-37a8-4fe8-aef5-6f7ee508e08c tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5335071 Jan 21 09:36:36.655962 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42392) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:36.662459 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5430fceb-ef8f-4594-be2a-e2a933890766 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'subnet': {'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:36.706795 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-523d0ea2-278c-4743-b2ec-3ef4b332f0bd None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:36.864653 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5430fceb-ef8f-4594-be2a-e2a933890766 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:36.871951 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5430fceb-ef8f-4594-be2a-e2a933890766 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.050586 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.ipam_backend_mixin [None req-5430fceb-ef8f-4594-be2a-e2a933890766 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8d0c4d44-7743-494a-9047-bd84ed3f6bfd (CIDR: 2001:db8:0:1::/64) Jan 21 09:36:37.056339 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-5430fceb-ef8f-4594-be2a-e2a933890766 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:36:37.056971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5430fceb-ef8f-4594-be2a-e2a933890766 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:37.087108 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5430fceb-ef8f-4594-be2a-e2a933890766 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4264815 Jan 21 09:36:37.089060 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42394) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:37.089766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.094233 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d76fbe-9d3d-451d-8d3c-635f8cc3f414 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:37.096547 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f1d76fbe-9d3d-451d-8d3c-635f8cc3f414 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.6062353 Jan 21 09:36:37.103802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e33d1fb6-fc38-4b71-8c5d-ced9a7b83420 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'subnet': {'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:37.108528 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42396) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:37.117272 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.119115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ff9bfb3a-d24d-408e-b073-c3f087176e95 None None] Could not find standard attr ID for object 1adde79e-d7dc-473c-8b42-897029601b61. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:36:37.120560 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:37.120930 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.167648 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-42c655d0-50b3-4611-a4e3-532ff8dd59fa tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.205768 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ce9843-5480-4c29-bb12-ad207636f03b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:37.225263 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6c949-a04f-4bbc-9c4a-f9d2b1cd4839 None None] Sync routers for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:37.241198 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6c949-a04f-4bbc-9c4a-f9d2b1cd4839 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:37.242500 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-62d6c949-a04f-4bbc-9c4a-f9d2b1cd4839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:37.248082 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:37.277722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ac49ddd7-7ff1-40bc-bae6-2ce60df140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.277722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:37.308870 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33d1fb6-fc38-4b71-8c5d-ced9a7b83420 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Made reservation on behalf of e1679b4b6a6a4ba38d05541ed992158a for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:37.313087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e33d1fb6-fc38-4b71-8c5d-ced9a7b83420 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.317480 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-62d6c949-a04f-4bbc-9c4a-f9d2b1cd4839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:37.317902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Pushing event updated for resources: {'Port': ['ID=eddb3abb-710d-438f-9f8b-ea434698182b,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:37.333780 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6c949-a04f-4bbc-9c4a-f9d2b1cd4839 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:37.334419 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-62d6c949-a04f-4bbc-9c4a-f9d2b1cd4839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:37.339986 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:37.378010 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-62d6c949-a04f-4bbc-9c4a-f9d2b1cd4839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:37.379068 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6c949-a04f-4bbc-9c4a-f9d2b1cd4839 None None] The sync data for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:37.390963 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac49ddd7-7ff1-40bc-bae6-2ce60df140e0 None None] No DVR routers for this DVR port 4681ac6b-2ed9-4e96-ba5b-7933b409e27a on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:36:37.403638 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Could not find standard attr ID for object 4681ac6b-2ed9-4e96-ba5b-7933b409e27a. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:36:37.437946 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No ports have port_id starting with 4681ac6b-2ed9-4e96-ba5b-7933b409e27a Jan 21 09:36:37.449003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49ddd7-7ff1-40bc-bae6-2ce60df140e0 None None] Pushing event deleted for resources: {'Port': ['ID=4681ac6b-2ed9-4e96-ba5b-7933b409e27a,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:37.454041 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5392cb4e-0f6a-4b62-98de-9f22166dc1fd None None] Provisioning complete for port f812c9df-474e-4251-8043-b922f47d7b93 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:37.455302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5392cb4e-0f6a-4b62-98de-9f22166dc1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.460049 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-19ce9843-5480-4c29-bb12-ad207636f03b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.468406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42400) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:37.469812 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-19ce9843-5480-4c29-bb12-ad207636f03b tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/ports/8168c248-2b88-44ca-9482-2b3ae9db3853 HTTP/1.1" status: 204 len: 168 time: 4.4580173 Jan 21 09:36:37.482325 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device bcd13210-a673-4aee-9b06-6d9efbb5824d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:37.506143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6656b090-6718-4ba7-98d5-e9cf47162a8c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.528078 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f2fc9a39-5896-4c7a-bda7-f975b99abbd6 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "GET /v2.0/floatingips/9178a37b-6438-491c-a834-452bf04f7ab2 HTTP/1.1" status: 200 len: 688 time: 0.0583930 Jan 21 09:36:37.532386 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42402) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:37.535349 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: bcd13210-a673-4aee-9b06-6d9efbb5824d {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:36:37.535695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device bcd13210-a673-4aee-9b06-6d9efbb5824d not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 21 09:36:37.551697 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656b090-6718-4ba7-98d5-e9cf47162a8c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Port': ['ID=f812c9df-474e-4251-8043-b922f47d7b93,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:37.571103 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6656b090-6718-4ba7-98d5-e9cf47162a8c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.577367 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6656b090-6718-4ba7-98d5-e9cf47162a8c tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/ports/f812c9df-474e-4251-8043-b922f47d7b93 HTTP/1.1" status: 204 len: 168 time: 1.7366776 Jan 21 09:36:37.578008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42404) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:37.585413 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Port bcd13210-a673-4aee-9b06-6d9efbb5824d not found, will not notify nova. {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 21 09:36:37.617137 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Attempting to bind port eddb3abb-710d-438f-9f8b-ea434698182b on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:37.617551 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Attempting to bind port eddb3abb-710d-438f-9f8b-ea434698182b by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:37.617924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Attempting to bind port eddb3abb-710d-438f-9f8b-ea434698182b on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:37.656429 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:37.656988 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:37.657407 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.658371 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:37.658882 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Bound port: eddb3abb-710d-438f-9f8b-ea434698182b, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:37.661320 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.672717 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52b43e0a-18dc-4073-9f60-c2b5dac520e8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.677350 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-42c655d0-50b3-4611-a4e3-532ff8dd59fa tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.683379 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-5392cb4e-0f6a-4b62-98de-9f22166dc1fd None None] Port f812c9df-474e-4251-8043-b922f47d7b93 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:37.697377 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-035191e4-2340-46a9-9b01-78e8235e168b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port 768c9100-3a5c-402a-8988-eeb1c433383d {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:37.697377 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-035191e4-2340-46a9-9b01-78e8235e168b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.738778 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-42c655d0-50b3-4611-a4e3-532ff8dd59fa tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.745507 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-42c655d0-50b3-4611-a4e3-532ff8dd59fa tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/ba5dfe80-4dbf-4047-9ed7-71c985ea8459 HTTP/1.1" status: 204 len: 168 time: 1.6979041 Jan 21 09:36:37.746189 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42406) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:37.746912 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c655d0-50b3-4611-a4e3-532ff8dd59fa tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Subnet': ['ID=ba5dfe80-4dbf-4047-9ed7-71c985ea8459,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:37.754444 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5392cb4e-0f6a-4b62-98de-9f22166dc1fd None None] Provisioning complete for port e722b705-d542-4cf6-837f-a7f7bbc73936 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:37.754829 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5392cb4e-0f6a-4b62-98de-9f22166dc1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.765617 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8137017f-6496-4d7a-a544-59413df278d9 None None] Network 26b350db-637c-45e0-b056-d2e1f5f80c42 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:37.859958 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-2af70cfb-6b6c-4498-aff1-5fa1020facea tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Deleting port 543a5e31-fe42-4630-8bda-77b97fc58f0c {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:37.860294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2af70cfb-6b6c-4498-aff1-5fa1020facea tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.873916 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.894812 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52b43e0a-18dc-4073-9f60-c2b5dac520e8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.934852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e33d1fb6-fc38-4b71-8c5d-ced9a7b83420 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.938655 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] For port eddb3abb-710d-438f-9f8b-ea434698182b, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:37.942537 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-52b43e0a-18dc-4073-9f60-c2b5dac520e8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794d5115-f1f3-4f5c-a1ee-9ff2e4322a22']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:37.946575 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] For port eddb3abb-710d-438f-9f8b-ea434698182b, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=eddb3abb-710d-438f-9f8b-ea434698182b,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:37.946781 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-035191e4-2340-46a9-9b01-78e8235e168b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.948170 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-5392cb4e-0f6a-4b62-98de-9f22166dc1fd None None] Port e722b705-d542-4cf6-837f-a7f7bbc73936 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:37.963528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5392cb4e-0f6a-4b62-98de-9f22166dc1fd None None] Could not find standard attr ID for object 82f29a90-a3a6-422c-98e4-1923235634cd. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:36:37.966953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:37.967652 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-52b43e0a-18dc-4073-9f60-c2b5dac520e8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7892e2d5-6c19-4267-af09-f43e733ff922') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:37.967952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-52b43e0a-18dc-4073-9f60-c2b5dac520e8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7892e2d5-6c19-4267-af09-f43e733ff922') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:37.980862 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.996702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52b43e0a-18dc-4073-9f60-c2b5dac520e8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.000500 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-035191e4-2340-46a9-9b01-78e8235e168b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for 768c9100-3a5c-402a-8988-eeb1c433383d owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:38.025249 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d1fb6-fc38-4b71-8c5d-ced9a7b83420 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:38.035388 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52b43e0a-18dc-4073-9f60-c2b5dac520e8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.037835 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-e33d1fb6-fc38-4b71-8c5d-ced9a7b83420 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:38.056869 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33d1fb6-fc38-4b71-8c5d-ced9a7b83420 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:38.057627 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e33d1fb6-fc38-4b71-8c5d-ced9a7b83420 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.097827 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e33d1fb6-fc38-4b71-8c5d-ced9a7b83420 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0037746 Jan 21 09:36:38.099818 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42408) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:38.102214 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b43e0a-18dc-4073-9f60-c2b5dac520e8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:36:38.102770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52b43e0a-18dc-4073-9f60-c2b5dac520e8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.106276 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d1fb6-fc38-4b71-8c5d-ced9a7b83420 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Subnet': ['ID=d5414e7c-3811-4360-a010-b74dd4457520,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:36:38.106454 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:36:38.117738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-28f8ae8b-72e5-4b3e-8bf9-4c43bb55f69a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2123173588', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd5414e7c-3811-4360-a010-b74dd4457520'}], 'security_groups': ['fd10c015-abb7-49a0-bfc9-dc747ea5f809', '96c46fd8-c7d6-4694-b83a-14d01f09fecb']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:38.124145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe075a5a-90a5-4a69-aeb2-0f5c8572df43 None None] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:38.128768 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2af70cfb-6b6c-4498-aff1-5fa1020facea tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.129204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2af70cfb-6b6c-4498-aff1-5fa1020facea tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.142791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5392cb4e-0f6a-4b62-98de-9f22166dc1fd None None] Could not find standard attr ID for object 89bbd95f-84ef-4d41-8528-f13d6bf90786. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:36:38.202363 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-2af70cfb-6b6c-4498-aff1-5fa1020facea tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Calling delete_port for 543a5e31-fe42-4630-8bda-77b97fc58f0c owned by network:floatingip {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:38.223876 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52b43e0a-18dc-4073-9f60-c2b5dac520e8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.245629 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52b43e0a-18dc-4073-9f60-c2b5dac520e8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.249702 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-52b43e0a-18dc-4073-9f60-c2b5dac520e8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] 10.222.0.88 "DELETE /v2.0/networks/794d5115-f1f3-4f5c-a1ee-9ff2e4322a22 HTTP/1.1" status: 204 len: 168 time: 0.6706779 Jan 21 09:36:38.273532 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b43e0a-18dc-4073-9f60-c2b5dac520e8 tempest-PortsTestJSON-1988733678 tempest-PortsTestJSON-1988733678-project] Pushing event deleted for resources: {'Network': ['ID=794d5115-f1f3-4f5c-a1ee-9ff2e4322a22,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:38.321364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:38.321729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.361800 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28f8ae8b-72e5-4b3e-8bf9-4c43bb55f69a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.375318 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7841228f-5e85-45bb-9df7-73c4b9c652a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.382602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ba9fb-8832-42ed-8b82-b02559fc9e11 None None] Pushing event updated for resources: {'Port': ['ID=eddb3abb-710d-438f-9f8b-ea434698182b,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:38.392937 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-523d0ea2-278c-4743-b2ec-3ef4b332f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:34Z', 'revision_number': 8, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83616c20-2a14-4661-bb10-958ccab13a56', 'name': '', 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:4a:e4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:07Z', 'updated_at': '2022-01-21T09:36:20Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:36:03Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:38.490086 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-035191e4-2340-46a9-9b01-78e8235e168b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.510423 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5392cb4e-0f6a-4b62-98de-9f22166dc1fd None None] Provisioning complete for port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:38.511226 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5392cb4e-0f6a-4b62-98de-9f22166dc1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.559169 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d0ea2-278c-4743-b2ec-3ef4b332f0bd None None] Checking router: 53f89886-5129-4a77-a6f7-3c91ecd8d8ef for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:36:38.629742 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035191e4-2340-46a9-9b01-78e8235e168b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=768c9100-3a5c-402a-8988-eeb1c433383d,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:38.673237 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:38.674430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.730069 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-035191e4-2340-46a9-9b01-78e8235e168b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.745346 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d0ea2-278c-4743-b2ec-3ef4b332f0bd None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:38.746613 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-523d0ea2-278c-4743-b2ec-3ef4b332f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:38.762715 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-035191e4-2340-46a9-9b01-78e8235e168b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/768c9100-3a5c-402a-8988-eeb1c433383d HTTP/1.1" status: 204 len: 168 time: 1.6529059 Jan 21 09:36:38.767108 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42414) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:38.815284 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] For port 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9c825c22-7d7b-406b-a37d-a3c8a06fd0ea,segment=NetworkSegment(18d2e161-8f54-4b98-95e4-e4a95fd0c119),segment_id=18d2e161-8f54-4b98-95e4-e4a95fd0c119)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:38.816089 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.883360 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:38.894902 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91fafa7-9d4c-41a4-b9d0-501ad7e0ab64 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:38.907629 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91fafa7-9d4c-41a4-b9d0-501ad7e0ab64 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:38.933216 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d91fafa7-9d4c-41a4-b9d0-501ad7e0ab64 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1608758 Jan 21 09:36:38.934112 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42418) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:38.980049 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-523d0ea2-278c-4743-b2ec-3ef4b332f0bd None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:39.029189 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5392cb4e-0f6a-4b62-98de-9f22166dc1fd None None] Provisioning complete for port dbc6cf9b-8662-46d6-978e-b1e9031603c7 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:39.029445 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5392cb4e-0f6a-4b62-98de-9f22166dc1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.030374 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2af70cfb-6b6c-4498-aff1-5fa1020facea tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.071751 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb6b71a-359f-4b19-b9c9-dbfce85da580 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 17afdef2-10cb-47b8-ae68-7905b7bd8e4d {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:36:39.075563 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aeb6b71a-359f-4b19-b9c9-dbfce85da580 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.113376 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af70cfb-6b6c-4498-aff1-5fa1020facea tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Port': ['ID=543a5e31-fe42-4630-8bda-77b97fc58f0c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:39.122500 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42420) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:39.137918 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c1cc40-d90d-483b-919c-abb14ccbc3ce None None] DHCP port deletion for 26b350db-637c-45e0-b056-d2e1f5f80c42 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:36:39.161307 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aeb6b71a-359f-4b19-b9c9-dbfce85da580 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.293935 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-5392cb4e-0f6a-4b62-98de-9f22166dc1fd None None] Port dbc6cf9b-8662-46d6-978e-b1e9031603c7 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:39.368952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aeb6b71a-359f-4b19-b9c9-dbfce85da580 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.407058 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-28f8ae8b-72e5-4b3e-8bf9-4c43bb55f69a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Delete allocated IP 2001:db8::1ce (47bbdf87-5325-452c-9588-6aa0e4e3a72e/23ee9bc3-1ccc-4dcd-8ab8-1a6b33c023cd) {{(pid=102147) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:36:39.419146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-28f8ae8b-72e5-4b3e-8bf9-4c43bb55f69a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Allocated IP 2001:db8:0:2::29a (47bbdf87-5325-452c-9588-6aa0e4e3a72e/d5414e7c-3811-4360-a010-b74dd4457520/dbc6cf9b-8662-46d6-978e-b1e9031603c7) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:39.478243 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.546185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aeb6b71a-359f-4b19-b9c9-dbfce85da580 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.567872 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aeb6b71a-359f-4b19-b9c9-dbfce85da580 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.573558 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-aeb6b71a-359f-4b19-b9c9-dbfce85da580 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/17afdef2-10cb-47b8-ae68-7905b7bd8e4d HTTP/1.1" status: 204 len: 168 time: 0.6359649 Jan 21 09:36:39.587912 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42424) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:39.622328 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 82f29a90-a3a6-422c-98e4-1923235634cd no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:36:39.628808 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8a35a935-0eb7-4555-8031-8beb92616eec admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=11fbfc08f0f84eca87febd30d39a357e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5048103 Jan 21 09:36:39.631201 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6b71a-359f-4b19-b9c9-dbfce85da580 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=17afdef2-10cb-47b8-ae68-7905b7bd8e4d,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:39.648422 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.667838 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42428) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:39.670178 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5392cb4e-0f6a-4b62-98de-9f22166dc1fd None None] Could not find standard attr ID for object 4681ac6b-2ed9-4e96-ba5b-7933b409e27a. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:36:39.685185 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f02de5a8-a9a1-4d86-9258-1fffd9463fbd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667517 Jan 21 09:36:39.686508 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42430) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:39.690068 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=9c825c22-7d7b-406b-a37d-a3c8a06fd0ea,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:39.695731 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] No DVR routers for this DVR port 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:36:39.711698 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2af70cfb-6b6c-4498-aff1-5fa1020facea tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.714359 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2af70cfb-6b6c-4498-aff1-5fa1020facea tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.721851 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2af70cfb-6b6c-4498-aff1-5fa1020facea tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/floatingips/9178a37b-6438-491c-a834-452bf04f7ab2 HTTP/1.1" status: 204 len: 168 time: 2.1875741 Jan 21 09:36:39.724257 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42432) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:39.727350 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 82f29a90-a3a6-422c-98e4-1923235634cd {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:36:39.727600 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 82f29a90-a3a6-422c-98e4-1923235634cd not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:36:39.728459 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4681ac6b-2ed9-4e96-ba5b-7933b409e27a no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:36:39.733509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': 'fbbf926e-1ea9-44b0-87e9-15d653b95d25'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:39.776612 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 4681ac6b-2ed9-4e96-ba5b-7933b409e27a {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:36:39.776967 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4681ac6b-2ed9-4e96-ba5b-7933b409e27a not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:36:39.799848 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9306f3f-d55c-4b5b-9f71-a019f45d31a7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:39.811029 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f9306f3f-d55c-4b5b-9f71-a019f45d31a7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1229432 Jan 21 09:36:39.812102 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42434) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:39.833229 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1cc40-d90d-483b-919c-abb14ccbc3ce None None] Deleting port 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:39.833641 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f3c1cc40-d90d-483b-919c-abb14ccbc3ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.952067 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accc45ad-053a-4b95-a66a-92b58ed9d973 None None] Update dhcp port {'port': {'network_id': '47bbdf87-5325-452c-9588-6aa0e4e3a72e', 'fixed_ips': [{'subnet_id': '8d0c4d44-7743-494a-9047-bd84ed3f6bfd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '23ee9bc3-1ccc-4dcd-8ab8-1a6b33c023cd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd5414e7c-3811-4360-a010-b74dd4457520'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': '58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:36:40.040016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-accc45ad-053a-4b95-a66a-92b58ed9d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.102249 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c023443-ae86-4d9e-bd60-c6afdb8b3348 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:40.104159 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device eddb3abb-710d-438f-9f8b-ea434698182b up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:40.109893 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f3c1cc40-d90d-483b-919c-abb14ccbc3ce None None] For port 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:40.110302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f3c1cc40-d90d-483b-919c-abb14ccbc3ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.264319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1cc40-d90d-483b-919c-abb14ccbc3ce None None] Calling delete_port for 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:40.285400 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.ipam_backend_mixin [None req-f3c1cc40-d90d-483b-919c-abb14ccbc3ce None None] Port 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea was not found and therefore no delete operation was performed {{(pid=102148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 09:36:40.288293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-523d0ea2-278c-4743-b2ec-3ef4b332f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:34Z', 'revision_number': 8, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83616c20-2a14-4661-bb10-958ccab13a56', 'name': '', 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:4a:e4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:07Z', 'updated_at': '2022-01-21T09:36:20Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:36:03Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:40.326477 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d0ea2-278c-4743-b2ec-3ef4b332f0bd None None] The sync data for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv is: [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:34Z', 'revision_number': 8, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83616c20-2a14-4661-bb10-958ccab13a56', 'name': '', 'network_id': 'e8d7356e-e384-4e65-94d4-0df7d8d2c74b', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:4a:e4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:07Z', 'updated_at': '2022-01-21T09:36:20Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'f860a6bf-6edc-4368-a828-cbe2f51f88fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:36:03Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:40.337641 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.338254 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f3c1cc40-d90d-483b-919c-abb14ccbc3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.387269 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.402448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b350db-637c-45e0-b056-d2e1f5f80c42']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:40.404180 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1cc40-d90d-483b-919c-abb14ccbc3ce None None] Pushing event deleted for resources: {'Port': ['ID=9c825c22-7d7b-406b-a37d-a3c8a06fd0ea,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:40.411376 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-79b0ca50-9da3-4b2d-8943-2d23ec19eb2d None None] Provisioning complete for port eddb3abb-710d-438f-9f8b-ea434698182b triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:40.411744 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-79b0ca50-9da3-4b2d-8943-2d23ec19eb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.439709 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-467e9e88-9501-496b-8694-c3d71b6871a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.444939 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cc1f2e-384c-4a99-acd3-41892a1a20ce tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:40.446450 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c5cc1f2e-384c-4a99-acd3-41892a1a20ce tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6257620 Jan 21 09:36:40.449021 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42436) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:40.449584 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c1cc40-d90d-483b-919c-abb14ccbc3ce None None] No DVR routers for this DVR port 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:36:40.449688 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d2e161-8f54-4b98-95e4-e4a95fd0c119') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:40.449688 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d2e161-8f54-4b98-95e4-e4a95fd0c119') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:40.520666 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8a908966-9ebc-46cb-ba7a-311b1f9031b6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689883 Jan 21 09:36:40.524940 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port eddb3abb-710d-438f-9f8b-ea434698182b triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:40.525893 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42438) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:40.527547 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.530975 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28f8ae8b-72e5-4b3e-8bf9-4c43bb55f69a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.532456 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-5de38ae7-a738-4549-93e2-8d009a5a6e80 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:40.543991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.559186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28f8ae8b-72e5-4b3e-8bf9-4c43bb55f69a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.574995 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-467e9e88-9501-496b-8694-c3d71b6871a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.650688 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.654148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-28f8ae8b-72e5-4b3e-8bf9-4c43bb55f69a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] In _notify_port_updated(), no bound segment for port dbc6cf9b-8662-46d6-978e-b1e9031603c7 on network 47bbdf87-5325-452c-9588-6aa0e4e3a72e {{(pid=102147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:36:40.661006 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f8ae8b-72e5-4b3e-8bf9-4c43bb55f69a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:40.662343 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28f8ae8b-72e5-4b3e-8bf9-4c43bb55f69a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.663900 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-28f8ae8b-72e5-4b3e-8bf9-4c43bb55f69a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "PUT /v2.0/ports/dbc6cf9b-8662-46d6-978e-b1e9031603c7 HTTP/1.1" status: 200 len: 970 time: 2.5545926 Jan 21 09:36:40.668633 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42440) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:40.693542 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:36:40.694074 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.697393 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-79b0ca50-9da3-4b2d-8943-2d23ec19eb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:36:40.698580 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:36:40.740124 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-accc45ad-053a-4b95-a66a-92b58ed9d973 None None] Allocated IP 2001:db8:0:2::2 (47bbdf87-5325-452c-9588-6aa0e4e3a72e/d5414e7c-3811-4360-a010-b74dd4457520/58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:40.801918 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8ae8b-72e5-4b3e-8bf9-4c43bb55f69a tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event updated for resources: {'Port': ['ID=dbc6cf9b-8662-46d6-978e-b1e9031603c7,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:40.830920 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.835525 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.843015 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/networks/26b350db-637c-45e0-b056-d2e1f5f80c42 HTTP/1.1" status: 204 len: 168 time: 3.0920746 Jan 21 09:36:40.847127 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42444) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:40.849122 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de38ae7-a738-4549-93e2-8d009a5a6e80 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:40.860333 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5de38ae7-a738-4549-93e2-8d009a5a6e80 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.900378 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf6d6cd-ce8b-41c5-ba0c-5bb5d2d96e87 None None] DHCP port deletion for 5001af93-03f5-43c4-96a2-b5799093e449 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:36:40.940204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-467e9e88-9501-496b-8694-c3d71b6871a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.942466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-467e9e88-9501-496b-8694-c3d71b6871a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.943712 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-467e9e88-9501-496b-8694-c3d71b6871a9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d6bace6b-e784-47d4-9965-3c642aa3b80d HTTP/1.1" status: 204 len: 168 time: 1.2708678 Jan 21 09:36:40.976615 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acec73-71f0-45d8-9598-1a2d7859fa3f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Network': ['ID=26b350db-637c-45e0-b056-d2e1f5f80c42,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:40.998598 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.000459 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e9e88-9501-496b-8694-c3d71b6871a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bace6b-e784-47d4-9965-3c642aa3b80d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:41.030772 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-79b0ca50-9da3-4b2d-8943-2d23ec19eb2d None None] For port eddb3abb-710d-438f-9f8b-ea434698182b, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=eddb3abb-710d-438f-9f8b-ea434698182b,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:41.088591 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-accc45ad-053a-4b95-a66a-92b58ed9d973 None None] For port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021,segment=NetworkSegment(d7e9d22b-5e78-4179-855e-6380f9feed5f),segment_id=d7e9d22b-5e78-4179-855e-6380f9feed5f)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:41.165800 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-accc45ad-053a-4b95-a66a-92b58ed9d973 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.172380 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5de38ae7-a738-4549-93e2-8d009a5a6e80 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.178775 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.206396 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-79b0ca50-9da3-4b2d-8943-2d23ec19eb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.212598 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-accc45ad-053a-4b95-a66a-92b58ed9d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.272259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de38ae7-a738-4549-93e2-8d009a5a6e80 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:41.285867 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-5de38ae7-a738-4549-93e2-8d009a5a6e80 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:41.291184 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de38ae7-a738-4549-93e2-8d009a5a6e80 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=000dee9f-a387-4544-bd17-0be68db12cb2,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:41.295880 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de38ae7-a738-4549-93e2-8d009a5a6e80 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:41.296479 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5de38ae7-a738-4549-93e2-8d009a5a6e80 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.308020 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-422477bf-4cad-4d4e-a8cc-0f16a392d851 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port dbc6cf9b-8662-46d6-978e-b1e9031603c7 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:41.308368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-422477bf-4cad-4d4e-a8cc-0f16a392d851 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.370879 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5de38ae7-a738-4549-93e2-8d009a5a6e80 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8437159 Jan 21 09:36:41.377362 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42454) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:41.383118 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ef562c3f-c0f8-41f9-90ad-c78427cdf689 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'fixed_ips': [{'subnet_id': '000dee9f-a387-4544-bd17-0be68db12cb2', 'ip_address': '2001:db8::36f1:c792:5673:ade1'}], 'name': 'tempest-NetworksTestDHCPv6-1237520025'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:41.447721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0ca50-9da3-4b2d-8943-2d23ec19eb2d None None] Pushing event updated for resources: {'Port': ['ID=eddb3abb-710d-438f-9f8b-ea434698182b,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:41.457443 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.486343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.513295 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Allocated IP 172.26.7.225 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/86a1c1a0-1a6b-461c-84e3-9fe084789ea5) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:41.528708 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:36:41.529239 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:36:41.534358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-caf6d6cd-ce8b-41c5-ba0c-5bb5d2d96e87 None None] Deleting port eddb3abb-710d-438f-9f8b-ea434698182b {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:41.534358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-caf6d6cd-ce8b-41c5-ba0c-5bb5d2d96e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.545709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef562c3f-c0f8-41f9-90ad-c78427cdf689 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:41.669584 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-422477bf-4cad-4d4e-a8cc-0f16a392d851 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.675357 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ef562c3f-c0f8-41f9-90ad-c78427cdf689 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.698937 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-ef562c3f-c0f8-41f9-90ad-c78427cdf689 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port 860f5f23-28ec-48b5-8fc5-9344f3c396b7 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:41.735272 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-caf6d6cd-ce8b-41c5-ba0c-5bb5d2d96e87 None None] For port eddb3abb-710d-438f-9f8b-ea434698182b, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=eddb3abb-710d-438f-9f8b-ea434698182b,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:41.735701 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-caf6d6cd-ce8b-41c5-ba0c-5bb5d2d96e87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.764933 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-caf6d6cd-ce8b-41c5-ba0c-5bb5d2d96e87 None None] Calling delete_port for eddb3abb-710d-438f-9f8b-ea434698182b owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:41.787229 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.870614 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.919227 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-ef562c3f-c0f8-41f9-90ad-c78427cdf689 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::36f1:c792:5673:ade1 (5001af93-03f5-43c4-96a2-b5799093e449/000dee9f-a387-4544-bd17-0be68db12cb2/860f5f23-28ec-48b5-8fc5-9344f3c396b7) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:41.966757 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-422477bf-4cad-4d4e-a8cc-0f16a392d851 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for dbc6cf9b-8662-46d6-978e-b1e9031603c7 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:41.975815 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc45ad-053a-4b95-a66a-92b58ed9d973 None None] Pushing event updated for resources: {'Port': ['ID=58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021,revision_number=7']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:41.978817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=86a1c1a0-1a6b-461c-84e3-9fe084789ea5,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:42.015031 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:42.018864 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:42.022426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:42.033398 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-caf6d6cd-ce8b-41c5-ba0c-5bb5d2d96e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.063878 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Port eddb3abb-710d-438f-9f8b-ea434698182b update to ACTIVE by agent not found {{(pid=102148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jan 21 09:36:42.104172 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6d6cd-ce8b-41c5-ba0c-5bb5d2d96e87 None None] Pushing event deleted for resources: {'Port': ['ID=eddb3abb-710d-438f-9f8b-ea434698182b,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:42.106539 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf6d6cd-ce8b-41c5-ba0c-5bb5d2d96e87 None None] No DVR routers for this DVR port eddb3abb-710d-438f-9f8b-ea434698182b on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:36:42.133889 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f27480-beb8-4dd3-8106-96a8cba349a3 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:42.186687 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:36:42.201299 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:36:42.246517 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:36:42.246882 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9c825c22-7d7b-406b-a37d-a3c8a06fd0ea not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:36:42.303520 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42470) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:42.318432 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-29465701-88fb-4959-b95e-181868b9ae4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.435917 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ef562c3f-c0f8-41f9-90ad-c78427cdf689 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.455705 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:42.494301 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-291ccf28-03b7-4c22-81da-606ac7effa84 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1922872550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:42.558497 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-422477bf-4cad-4d4e-a8cc-0f16a392d851 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.591939 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5001af93-03f5-43c4-96a2-b5799093e449', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'fixed_ips': [{'subnet_id': '000dee9f-a387-4544-bd17-0be68db12cb2'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:36:42.592812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.618849 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422477bf-4cad-4d4e-a8cc-0f16a392d851 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=dbc6cf9b-8662-46d6-978e-b1e9031603c7,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:42.620925 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-291ccf28-03b7-4c22-81da-606ac7effa84 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.622035 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-291ccf28-03b7-4c22-81da-606ac7effa84 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.622777 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-9c3d302a-c4c0-471d-b2d2-2de8faf3965c None None] Provisioning complete for port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:42.623163 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9c3d302a-c4c0-471d-b2d2-2de8faf3965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.629174 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ef562c3f-c0f8-41f9-90ad-c78427cdf689 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.729287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef562c3f-c0f8-41f9-90ad-c78427cdf689 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=860f5f23-28ec-48b5-8fc5-9344f3c396b7,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:42.768008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-422477bf-4cad-4d4e-a8cc-0f16a392d851 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.775488 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-422477bf-4cad-4d4e-a8cc-0f16a392d851 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/dbc6cf9b-8662-46d6-978e-b1e9031603c7 HTTP/1.1" status: 204 len: 168 time: 2.1056132 Jan 21 09:36:42.784537 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42474) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:42.803022 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef562c3f-c0f8-41f9-90ad-c78427cdf689 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:42.852526 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-ef562c3f-c0f8-41f9-90ad-c78427cdf689 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:42.855466 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef562c3f-c0f8-41f9-90ad-c78427cdf689 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:42.863588 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef562c3f-c0f8-41f9-90ad-c78427cdf689 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:42.867751 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ef562c3f-c0f8-41f9-90ad-c78427cdf689 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.870862 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-33064dda-071b-479f-abec-7b29e9d9fafb tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] GET failed (client error): The resource could not be found. Jan 21 09:36:42.872900 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-33064dda-071b-479f-abec-7b29e9d9fafb tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports/dbc6cf9b-8662-46d6-978e-b1e9031603c7 HTTP/1.1" status: 404 len: 333 time: 0.0836842 Jan 21 09:36:42.877102 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42476) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:42.878682 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-291ccf28-03b7-4c22-81da-606ac7effa84 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.894295 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-291ccf28-03b7-4c22-81da-606ac7effa84 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.926636 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:42.927061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.943196 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.984658 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ef562c3f-c0f8-41f9-90ad-c78427cdf689 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6061900 Jan 21 09:36:42.989145 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42480) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:42.991878 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-29465701-88fb-4959-b95e-181868b9ae4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port 83616c20-2a14-4661-bb10-958ccab13a56 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:42.992228 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-29465701-88fb-4959-b95e-181868b9ae4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.021534 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-291ccf28-03b7-4c22-81da-606ac7effa84 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.027550 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-291ccf28-03b7-4c22-81da-606ac7effa84 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7230461 Jan 21 09:36:43.031673 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42482) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:43.055067 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-69d3f3a4-755d-48ed-98da-f41959cf85da tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-664411472'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:43.084506 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-344efb6e-fc91-48eb-96ac-a979c393b2cd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.125396 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-344efb6e-fc91-48eb-96ac-a979c393b2cd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.152266 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Allocated IP 2001:db8::2 (5001af93-03f5-43c4-96a2-b5799093e449/000dee9f-a387-4544-bd17-0be68db12cb2/3fdb6d0e-7afa-4a1b-b202-e48664b44030) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:43.194341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d3f3a4-755d-48ed-98da-f41959cf85da tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Made reservation on behalf of 6de681cb708149678678a21019edadc0 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:43.199664 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69d3f3a4-755d-48ed-98da-f41959cf85da tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.208640 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-344efb6e-fc91-48eb-96ac-a979c393b2cd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.209687 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.218174 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-344efb6e-fc91-48eb-96ac-a979c393b2cd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.219574 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-344efb6e-fc91-48eb-96ac-a979c393b2cd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/security-groups/0cf74b1a-276a-45b8-8005-25b2e290f575 HTTP/1.1" status: 204 len: 168 time: 0.3389990 Jan 21 09:36:43.231245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69d3f3a4-755d-48ed-98da-f41959cf85da tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.233187 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42484) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:43.260807 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e28a074-299a-4153-8938-33f590b4f771 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:43.265429 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7e28a074-299a-4153-8938-33f590b4f771 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2672973 Jan 21 09:36:43.270497 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42486) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:43.286715 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-9c3d302a-c4c0-471d-b2d2-2de8faf3965c None None] Could not find standard attr ID for object dbc6cf9b-8662-46d6-978e-b1e9031603c7. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:36:43.291260 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344efb6e-fc91-48eb-96ac-a979c393b2cd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf74b1a-276a-45b8-8005-25b2e290f575,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:43.343805 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-29465701-88fb-4959-b95e-181868b9ae4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] For port 83616c20-2a14-4661-bb10-958ccab13a56, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=83616c20-2a14-4661-bb10-958ccab13a56,segment=NetworkSegment(0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6),segment_id=0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:43.344021 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-29465701-88fb-4959-b95e-181868b9ae4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.378839 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-29465701-88fb-4959-b95e-181868b9ae4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for 83616c20-2a14-4661-bb10-958ccab13a56 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:43.388462 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-9c3d302a-c4c0-471d-b2d2-2de8faf3965c None None] Provisioning complete for port e722b705-d542-4cf6-837f-a7f7bbc73936 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:43.388844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9c3d302a-c4c0-471d-b2d2-2de8faf3965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.438725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0d92d4cd-6bef-4c97-aa56-c0a3cbfbee42 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.463461 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d302a-c4c0-471d-b2d2-2de8faf3965c None None] Port e722b705-d542-4cf6-837f-a7f7bbc73936 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:43.468201 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69d3f3a4-755d-48ed-98da-f41959cf85da tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.487436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.487858 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69d3f3a4-755d-48ed-98da-f41959cf85da tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.497120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.518027 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0d92d4cd-6bef-4c97-aa56-c0a3cbfbee42 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.557268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d3f3a4-755d-48ed-98da-f41959cf85da tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:43.563050 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Pushing event updated for resources: {'Port': ['ID=3fdb6d0e-7afa-4a1b-b202-e48664b44030,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:43.567333 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device bcd13210-a673-4aee-9b06-6d9efbb5824d no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:36:43.578140 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3f3a4-755d-48ed-98da-f41959cf85da tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8016afc7-d9ea-47dc-af5b-3845000440eb,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:43.604065 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69d3f3a4-755d-48ed-98da-f41959cf85da tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.604647 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-69d3f3a4-755d-48ed-98da-f41959cf85da tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Added segment b39d1de2-446e-41e3-b94f-8d7ccb4b43a5 of type vlan for network 14839b27-87a7-484f-997e-cb0ad8a7800e Jan 21 09:36:43.606937 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: bcd13210-a673-4aee-9b06-6d9efbb5824d {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:36:43.607289 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device bcd13210-a673-4aee-9b06-6d9efbb5824d not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:36:43.607894 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device eddb3abb-710d-438f-9f8b-ea434698182b no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:36:43.615929 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ee9605ee-3728-43c0-94e1-69262bb721e4 None None] Could not find standard attr ID for object dbc6cf9b-8662-46d6-978e-b1e9031603c7. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:36:43.619647 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:43.634490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-0512a8a3-4573-4107-b639-8fc42b1f0fe5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port 860f5f23-28ec-48b5-8fc5-9344f3c396b7 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:43.634831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0512a8a3-4573-4107-b639-8fc42b1f0fe5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.643357 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: eddb3abb-710d-438f-9f8b-ea434698182b {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:36:43.643706 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device eddb3abb-710d-438f-9f8b-ea434698182b not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:36:43.647376 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:43.648737 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0d92d4cd-6bef-4c97-aa56-c0a3cbfbee42 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.649861 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:43.651950 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0d92d4cd-6bef-4c97-aa56-c0a3cbfbee42 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.654413 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0d92d4cd-6bef-4c97-aa56-c0a3cbfbee42 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/security-groups/96c46fd8-c7d6-4694-b83a-14d01f09fecb HTTP/1.1" status: 204 len: 168 time: 0.4143207 Jan 21 09:36:43.675035 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42488) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:43.676059 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69d3f3a4-755d-48ed-98da-f41959cf85da tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.678563 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92d4cd-6bef-4c97-aa56-c0a3cbfbee42 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c46fd8-c7d6-4694-b83a-14d01f09fecb,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:43.687992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.718219 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69d3f3a4-755d-48ed-98da-f41959cf85da tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.727458 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Attempting to bind port 3fdb6d0e-7afa-4a1b-b202-e48664b44030 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:43.727789 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.727924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Attempting to bind port 3fdb6d0e-7afa-4a1b-b202-e48664b44030 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:43.728186 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Attempting to bind port 3fdb6d0e-7afa-4a1b-b202-e48664b44030 on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:43.729011 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d3f3a4-755d-48ed-98da-f41959cf85da tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:43.730168 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69d3f3a4-755d-48ed-98da-f41959cf85da tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.736381 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:43.737093 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:43.737385 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.737804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:43.738836 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Bound port: 3fdb6d0e-7afa-4a1b-b202-e48664b44030, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:43.739601 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.818236 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-69d3f3a4-755d-48ed-98da-f41959cf85da tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7810845 Jan 21 09:36:43.823419 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42490) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:43.826515 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] For port 3fdb6d0e-7afa-4a1b-b202-e48664b44030, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:43.830919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] For port 3fdb6d0e-7afa-4a1b-b202-e48664b44030, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=3fdb6d0e-7afa-4a1b-b202-e48664b44030,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:43.832100 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-97044e80-1f53-4aff-9a58-bbb39f58a662 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Request body: {'subnet': {'network_id': '14839b27-87a7-484f-997e-cb0ad8a7800e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:43.838573 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.858575 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3f3a4-755d-48ed-98da-f41959cf85da tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event updated for resources: {'Network': ['ID=14839b27-87a7-484f-997e-cb0ad8a7800e,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:43.896570 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=86a1c1a0-1a6b-461c-84e3-9fe084789ea5,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:43.909653 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460b057-5fce-422b-bae2-b1a77d42a5b6 None None] Pushing event updated for resources: {'Port': ['ID=3fdb6d0e-7afa-4a1b-b202-e48664b44030,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:43.913428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 14839b27-87a7-484f-997e-cb0ad8a7800e details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:36:43.936545 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0512a8a3-4573-4107-b639-8fc42b1f0fe5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.947601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.953307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5acb6837-07c8-4fa8-8b00-c06264f0c397 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.994584 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97044e80-1f53-4aff-9a58-bbb39f58a662 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Made reservation on behalf of 6de681cb708149678678a21019edadc0 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:43.997426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-29465701-88fb-4959-b95e-181868b9ae4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.001123 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-97044e80-1f53-4aff-9a58-bbb39f58a662 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.002944 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-0512a8a3-4573-4107-b639-8fc42b1f0fe5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for 860f5f23-28ec-48b5-8fc5-9344f3c396b7 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:44.066168 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29465701-88fb-4959-b95e-181868b9ae4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=83616c20-2a14-4661-bb10-958ccab13a56,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:44.087573 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5acb6837-07c8-4fa8-8b00-c06264f0c397 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.327422 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-97044e80-1f53-4aff-9a58-bbb39f58a662 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.469026 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97044e80-1f53-4aff-9a58-bbb39f58a662 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event updated for resources: {'Subnet': ['ID=26cbe9c1-c251-4253-bc83-ba73ec4a8a64,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:44.499155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97044e80-1f53-4aff-9a58-bbb39f58a662 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Checking segment: {'id': 'b39d1de2-446e-41e3-b94f-8d7ccb4b43a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '14839b27-87a7-484f-997e-cb0ad8a7800e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:44.499520 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97044e80-1f53-4aff-9a58-bbb39f58a662 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Network hostable DHCP agents. Network: 14839b27-87a7-484f-997e-cb0ad8a7800e, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:36:44.527058 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97044e80-1f53-4aff-9a58-bbb39f58a662 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Network 14839b27-87a7-484f-997e-cb0ad8a7800e is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:44.542746 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-97044e80-1f53-4aff-9a58-bbb39f58a662 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 14839b27-87a7-484f-997e-cb0ad8a7800e) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:44.551654 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b50f5e-65c1-4d71-9a9c-4a6883d68541 None None] Network 14839b27-87a7-484f-997e-cb0ad8a7800e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:44.557836 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97044e80-1f53-4aff-9a58-bbb39f58a662 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:44.558453 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-97044e80-1f53-4aff-9a58-bbb39f58a662 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.583028 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-97044e80-1f53-4aff-9a58-bbb39f58a662 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7539186 Jan 21 09:36:44.583953 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42494) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:44.592095 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-bd048df8-adc5-4d3a-b3ae-b4fa222cc55a tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Request body: {'network': {'name': 'tempest-router-network01--493016061'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:44.624403 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd048df8-adc5-4d3a-b3ae-b4fa222cc55a tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Made reservation on behalf of 6de681cb708149678678a21019edadc0 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:44.628604 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bd048df8-adc5-4d3a-b3ae-b4fa222cc55a tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.659878 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd048df8-adc5-4d3a-b3ae-b4fa222cc55a tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:44.660720 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3fdb6d0e-7afa-4a1b-b202-e48664b44030 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:44.678620 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bd048df8-adc5-4d3a-b3ae-b4fa222cc55a tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.678893 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-bd048df8-adc5-4d3a-b3ae-b4fa222cc55a tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Added segment bdd0d6cb-7c36-49e2-bdc0-f487420fefc9 of type vlan for network 475968ca-ea20-4fea-ae4d-b818963be07d Jan 21 09:36:44.747087 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bd048df8-adc5-4d3a-b3ae-b4fa222cc55a tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.828823 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bd048df8-adc5-4d3a-b3ae-b4fa222cc55a tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.837305 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd048df8-adc5-4d3a-b3ae-b4fa222cc55a tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:44.840758 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bd048df8-adc5-4d3a-b3ae-b4fa222cc55a tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.845338 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Floating IP afb90c05-f78b-4bfc-b4d1-1d5088769d00 associated. External IP: 172.26.7.225, port: fbbf926e-1ea9-44b0-87e9-15d653b95d25. Jan 21 09:36:44.857725 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5acb6837-07c8-4fa8-8b00-c06264f0c397 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.861270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5acb6837-07c8-4fa8-8b00-c06264f0c397 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.863718 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5acb6837-07c8-4fa8-8b00-c06264f0c397 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/security-groups/fd10c015-abb7-49a0-bfc9-dc747ea5f809 HTTP/1.1" status: 204 len: 168 time: 1.1877828 Jan 21 09:36:44.877404 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 3fdb6d0e-7afa-4a1b-b202-e48664b44030 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:44.878448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42496) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:44.878725 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.931693 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd048df8-adc5-4d3a-b3ae-b4fa222cc55a tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event updated for resources: {'Network': ['ID=475968ca-ea20-4fea-ae4d-b818963be07d,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:44.938541 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-14839b27-87a7-484f-997e-cb0ad8a7800e', 'network_id': '14839b27-87a7-484f-997e-cb0ad8a7800e', 'tenant_id': '6de681cb708149678678a21019edadc0', 'fixed_ips': [{'subnet_id': '26cbe9c1-c251-4253-bc83-ba73ec4a8a64'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:36:44.940154 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.947467 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 475968ca-ea20-4fea-ae4d-b818963be07d details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:36:44.952849 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bd048df8-adc5-4d3a-b3ae-b4fa222cc55a tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3654118 Jan 21 09:36:44.952849 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42498) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:44.957760 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-26c7bfe7-13f5-4070-8fa7-1b9dd8307219 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Request body: {'network': {'name': 'tempest-router-network02--2011584317'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:44.984373 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c7bfe7-13f5-4070-8fa7-1b9dd8307219 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Made reservation on behalf of 6de681cb708149678678a21019edadc0 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:44.989996 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-26c7bfe7-13f5-4070-8fa7-1b9dd8307219 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.023069 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c7bfe7-13f5-4070-8fa7-1b9dd8307219 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:45.030107 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb6837-07c8-4fa8-8b00-c06264f0c397 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd10c015-abb7-49a0-bfc9-dc747ea5f809,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:45.045723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-26c7bfe7-13f5-4070-8fa7-1b9dd8307219 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.046074 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-26c7bfe7-13f5-4070-8fa7-1b9dd8307219 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Added segment cbf91f0d-038c-4800-bcf9-f2bde8506db3 of type vlan for network 22f5950a-5e73-4dd4-ae32-c0fe46d80b73 Jan 21 09:36:45.099680 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-26c7bfe7-13f5-4070-8fa7-1b9dd8307219 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.169879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-26c7bfe7-13f5-4070-8fa7-1b9dd8307219 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.178769 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c7bfe7-13f5-4070-8fa7-1b9dd8307219 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:45.179010 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-26c7bfe7-13f5-4070-8fa7-1b9dd8307219 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.214636 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-26c7bfe7-13f5-4070-8fa7-1b9dd8307219 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2581732 Jan 21 09:36:45.214843 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.218035 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42502) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:45.233013 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-4283b3a6-7408-4299-b6d2-5ba544f303b8 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Request body: {'subnet': {'network_id': '475968ca-ea20-4fea-ae4d-b818963be07d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:45.278933 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Allocated IP 2001:db8::2 (14839b27-87a7-484f-997e-cb0ad8a7800e/26cbe9c1-c251-4253-bc83-ba73ec4a8a64/29cf5077-5707-4cd0-9101-2010cb739ca3) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:45.303146 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 3fdb6d0e-7afa-4a1b-b202-e48664b44030, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=3fdb6d0e-7afa-4a1b-b202-e48664b44030,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:45.314429 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.356098 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7bfe7-13f5-4070-8fa7-1b9dd8307219 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event updated for resources: {'Network': ['ID=22f5950a-5e73-4dd4-ae32-c0fe46d80b73,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:45.379467 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-943046a5-f48e-4d27-a6d4-8ff2704583b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting subnet 23ee9bc3-1ccc-4dcd-8ab8-1a6b33c023cd {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:36:45.390674 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-943046a5-f48e-4d27-a6d4-8ff2704583b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.411492 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4283b3a6-7408-4299-b6d2-5ba544f303b8 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Made reservation on behalf of 6de681cb708149678678a21019edadc0 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:45.414822 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4283b3a6-7408-4299-b6d2-5ba544f303b8 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.444362 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 22f5950a-5e73-4dd4-ae32-c0fe46d80b73 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:36:45.451316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-29465701-88fb-4959-b95e-181868b9ae4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.532534 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0512a8a3-4573-4107-b639-8fc42b1f0fe5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.587970 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=3fdb6d0e-7afa-4a1b-b202-e48664b44030,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:45.631004 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512a8a3-4573-4107-b639-8fc42b1f0fe5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=860f5f23-28ec-48b5-8fc5-9344f3c396b7,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:45.654435 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-943046a5-f48e-4d27-a6d4-8ff2704583b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.692069 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.703029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.738245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0512a8a3-4573-4107-b639-8fc42b1f0fe5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.743674 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0512a8a3-4573-4107-b639-8fc42b1f0fe5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/860f5f23-28ec-48b5-8fc5-9344f3c396b7 HTTP/1.1" status: 204 len: 168 time: 2.4721291 Jan 21 09:36:45.756727 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42504) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:45.766425 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Pushing event updated for resources: {'Port': ['ID=29cf5077-5707-4cd0-9101-2010cb739ca3,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:45.784671 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4283b3a6-7408-4299-b6d2-5ba544f303b8 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.789439 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ca7362c7-dfb8-4bf4-b98e-dbb2eeb2e190 None None] Provisioning complete for port 3fdb6d0e-7afa-4a1b-b202-e48664b44030 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:45.790229 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ca7362c7-dfb8-4bf4-b98e-dbb2eeb2e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.797045 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Network 14839b27-87a7-484f-997e-cb0ad8a7800e is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:45.821785 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:45.824691 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:45.855161 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router c8ddb78d-262c-47dd-9380-c79f6fb3fa3c has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:36:45.868539 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24d7b81-36b3-44d8-8e1e-090c069ea427 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:45.870585 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24d7b81-36b3-44d8-8e1e-090c069ea427 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:45.875825 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d24d7b81-36b3-44d8-8e1e-090c069ea427 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1107328 Jan 21 09:36:45.882819 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42506) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:45.916595 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Attempting to bind port 29cf5077-5707-4cd0-9101-2010cb739ca3 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:45.916595 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Attempting to bind port 29cf5077-5707-4cd0-9101-2010cb739ca3 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'b39d1de2-446e-41e3-b94f-8d7ccb4b43a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '14839b27-87a7-484f-997e-cb0ad8a7800e'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:45.916945 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Attempting to bind port 29cf5077-5707-4cd0-9101-2010cb739ca3 on network 14839b27-87a7-484f-997e-cb0ad8a7800e {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:45.924222 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283b3a6-7408-4299-b6d2-5ba544f303b8 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event updated for resources: {'Subnet': ['ID=47dfcba2-0e0a-4927-836c-ddd048ae89d7,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:45.932062 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:45.932592 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Checking segment: {'id': 'b39d1de2-446e-41e3-b94f-8d7ccb4b43a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '14839b27-87a7-484f-997e-cb0ad8a7800e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:45.932999 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.933522 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Bound using segment: {'id': 'b39d1de2-446e-41e3-b94f-8d7ccb4b43a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '14839b27-87a7-484f-997e-cb0ad8a7800e'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:45.934060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Bound port: 29cf5077-5707-4cd0-9101-2010cb739ca3, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39d1de2-446e-41e3-b94f-8d7ccb4b43a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '14839b27-87a7-484f-997e-cb0ad8a7800e'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:45.934657 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.961741 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4283b3a6-7408-4299-b6d2-5ba544f303b8 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Checking segment: {'id': 'bdd0d6cb-7c36-49e2-bdc0-f487420fefc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '475968ca-ea20-4fea-ae4d-b818963be07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:45.962101 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4283b3a6-7408-4299-b6d2-5ba544f303b8 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Network hostable DHCP agents. Network: 475968ca-ea20-4fea-ae4d-b818963be07d, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:36:45.987901 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4283b3a6-7408-4299-b6d2-5ba544f303b8 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Network 475968ca-ea20-4fea-ae4d-b818963be07d is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:46.016318 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-4283b3a6-7408-4299-b6d2-5ba544f303b8 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 475968ca-ea20-4fea-ae4d-b818963be07d) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:46.025308 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4283b3a6-7408-4299-b6d2-5ba544f303b8 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:46.027523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4283b3a6-7408-4299-b6d2-5ba544f303b8 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.036163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-943046a5-f48e-4d27-a6d4-8ff2704583b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.049728 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d8b80e-6465-4371-b61b-ec665433ab1b None None] Network 475968ca-ea20-4fea-ae4d-b818963be07d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:46.052437 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] For port 29cf5077-5707-4cd0-9101-2010cb739ca3, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:46.058286 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] For port 29cf5077-5707-4cd0-9101-2010cb739ca3, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=29cf5077-5707-4cd0-9101-2010cb739ca3,segment=NetworkSegment(b39d1de2-446e-41e3-b94f-8d7ccb4b43a5),segment_id=b39d1de2-446e-41e3-b94f-8d7ccb4b43a5)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:46.074155 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4283b3a6-7408-4299-b6d2-5ba544f303b8 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8549497 Jan 21 09:36:46.076449 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42508) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:46.084153 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.086252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8bcb98e5-1f33-4971-b0a7-8fc0e72cd488 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Request body: {'subnet': {'network_id': '22f5950a-5e73-4dd4-ae32-c0fe46d80b73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:46.193067 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b726b6ed-af06-4007-8dfc-0e9c1d74fa7d None None] Could not find standard attr ID for object 1adde79e-d7dc-473c-8b42-897029601b61. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:36:46.201768 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-db84851f-bb28-4689-9a60-fb2b4f9c315e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 000dee9f-a387-4544-bd17-0be68db12cb2 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:36:46.219429 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-db84851f-bb28-4689-9a60-fb2b4f9c315e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.275714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0782f4-7da0-4f35-87dc-01a17292280c None None] Pushing event updated for resources: {'Port': ['ID=29cf5077-5707-4cd0-9101-2010cb739ca3,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:46.327463 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcb98e5-1f33-4971-b0a7-8fc0e72cd488 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Made reservation on behalf of 6de681cb708149678678a21019edadc0 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:46.331845 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8bcb98e5-1f33-4971-b0a7-8fc0e72cd488 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.435752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-3653cd44-2a8b-4865-8c21-3c1ae6590f27 None None] Could not find standard attr ID for object 768c9100-3a5c-402a-8988-eeb1c433383d. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:36:46.448066 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29465701-88fb-4959-b95e-181868b9ae4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:36:46.463407 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-db84851f-bb28-4689-9a60-fb2b4f9c315e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.504322 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3fdb6d0e-7afa-4a1b-b202-e48664b44030 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:46.526933 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-475968ca-ea20-4fea-ae4d-b818963be07d', 'network_id': '475968ca-ea20-4fea-ae4d-b818963be07d', 'tenant_id': '6de681cb708149678678a21019edadc0', 'fixed_ips': [{'subnet_id': '47dfcba2-0e0a-4927-836c-ddd048ae89d7'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:36:46.528191 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.579170 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-943046a5-f48e-4d27-a6d4-8ff2704583b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.797334 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:46.807134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Allocated IP 2001:db8::2 (475968ca-ea20-4fea-ae4d-b818963be07d/47dfcba2-0e0a-4927-836c-ddd048ae89d7/6d6072a0-f565-4fc7-91df-327bd335006a) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:46.827296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9a854c-fad6-425c-b193-bcfd845d563a None None] Sync routers for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:46.832250 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-943046a5-f48e-4d27-a6d4-8ff2704583b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.837996 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-943046a5-f48e-4d27-a6d4-8ff2704583b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/23ee9bc3-1ccc-4dcd-8ab8-1a6b33c023cd HTTP/1.1" status: 204 len: 168 time: 1.9245355 Jan 21 09:36:46.866722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 3fdb6d0e-7afa-4a1b-b202-e48664b44030 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:46.867105 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.868973 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d97a7-e154-4b49-91ae-6212f7dbc0fd None None] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:46.899283 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29465701-88fb-4959-b95e-181868b9ae4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:46.912368 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb8f04b-3806-4d5f-a689-3213cf952fe7 None None] Sync routers for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:46.930398 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8f04b-3806-4d5f-a689-3213cf952fe7 None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:46.931176 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0fb8f04b-3806-4d5f-a689-3213cf952fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:46.933972 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-29465701-88fb-4959-b95e-181868b9ae4b tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/53f89886-5129-4a77-a6f7-3c91ecd8d8ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0658700 Jan 21 09:36:46.942218 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.945202 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42512) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:46.945855 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42514) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:46.965893 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b21cdb00-8b8f-4d44-83a8-359b18a97949 None None] Could not find standard attr ID for object 860f5f23-28ec-48b5-8fc5-9344f3c396b7. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:36:46.972693 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943046a5-f48e-4d27-a6d4-8ff2704583b5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Subnet': ['ID=23ee9bc3-1ccc-4dcd-8ab8-1a6b33c023cd,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:47.080187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a854c-fad6-425c-b193-bcfd845d563a None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:47.083485 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9c9a854c-fad6-425c-b193-bcfd845d563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:47.097217 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ef7f7f12-42d6-45ac-b29b-44e67da87e6a tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.3680634 Jan 21 09:36:47.100489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42516) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:47.121919 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-db84851f-bb28-4689-9a60-fb2b4f9c315e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.150638 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a5d66519-29e0-41d8-9f01-6cac4f897ffd tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-834060949'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:47.151222 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-0fb8f04b-3806-4d5f-a689-3213cf952fe7 None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:47.281116 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8bcb98e5-1f33-4971-b0a7-8fc0e72cd488 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.286512 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2b7e54-84db-45b7-98d9-6e9154a2608d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting subnet d5414e7c-3811-4360-a010-b74dd4457520 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:36:47.300516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f30d89-4ad0-4f66-ac5a-ae8350a84d55 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting subnet f860a6bf-6edc-4368-a828-cbe2f51f88fa {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:36:47.308404 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7e54-84db-45b7-98d9-6e9154a2608d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.319284 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-90f30d89-4ad0-4f66-ac5a-ae8350a84d55 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.441123 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d66519-29e0-41d8-9f01-6cac4f897ffd tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Made reservation on behalf of 1d2bd5322198457e9c46d36bbca23707 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:47.444684 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a5d66519-29e0-41d8-9f01-6cac4f897ffd tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.468873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb98e5-1f33-4971-b0a7-8fc0e72cd488 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event updated for resources: {'Subnet': ['ID=cd46256d-2494-4d5c-9463-d4f00197c2ae,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:47.505831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7e54-84db-45b7-98d9-6e9154a2608d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.549809 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-90f30d89-4ad0-4f66-ac5a-ae8350a84d55 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.556740 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcb98e5-1f33-4971-b0a7-8fc0e72cd488 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Checking segment: {'id': 'cbf91f0d-038c-4800-bcf9-f2bde8506db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '22f5950a-5e73-4dd4-ae32-c0fe46d80b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:47.566037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcb98e5-1f33-4971-b0a7-8fc0e72cd488 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Network hostable DHCP agents. Network: 22f5950a-5e73-4dd4-ae32-c0fe46d80b73, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:36:47.590515 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9c9a854c-fad6-425c-b193-bcfd845d563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:47.606624 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-db84851f-bb28-4689-9a60-fb2b4f9c315e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.617709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcb98e5-1f33-4971-b0a7-8fc0e72cd488 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Network 22f5950a-5e73-4dd4-ae32-c0fe46d80b73 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:47.628904 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a854c-fad6-425c-b193-bcfd845d563a None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:47.629830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9c9a854c-fad6-425c-b193-bcfd845d563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:47.636158 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-8bcb98e5-1f33-4971-b0a7-8fc0e72cd488 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 22f5950a-5e73-4dd4-ae32-c0fe46d80b73) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:47.643037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcb98e5-1f33-4971-b0a7-8fc0e72cd488 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:47.644786 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8bcb98e5-1f33-4971-b0a7-8fc0e72cd488 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.648950 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-db84851f-bb28-4689-9a60-fb2b4f9c315e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.652445 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-db84851f-bb28-4689-9a60-fb2b4f9c315e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/000dee9f-a387-4544-bd17-0be68db12cb2 HTTP/1.1" status: 204 len: 168 time: 1.7686093 Jan 21 09:36:47.671930 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42520) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:47.693812 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0fb8f04b-3806-4d5f-a689-3213cf952fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:43Z', 'revision_number': 9, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:36:03Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:47.707053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84851f-bb28-4689-9a60-fb2b4f9c315e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=000dee9f-a387-4544-bd17-0be68db12cb2,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:47.710897 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8bcb98e5-1f33-4971-b0a7-8fc0e72cd488 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6325428 Jan 21 09:36:47.714672 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42522) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:47.735529 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00603266-9030-4800-9cb5-fd5c2da427a6 None None] Network 22f5950a-5e73-4dd4-ae32-c0fe46d80b73 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:47.738057 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d66519-29e0-41d8-9f01-6cac4f897ffd tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:47.738433 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87698642-4aef-4b76-8a11-589cf423bf66 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:47.740383 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb8f04b-3806-4d5f-a689-3213cf952fe7 None None] Checking router: 53f89886-5129-4a77-a6f7-3c91ecd8d8ef for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:36:47.754233 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8f04b-3806-4d5f-a689-3213cf952fe7 None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:47.755186 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0fb8f04b-3806-4d5f-a689-3213cf952fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:47.759812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9c9a854c-fad6-425c-b193-bcfd845d563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:47.760565 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9a854c-fad6-425c-b193-bcfd845d563a None None] The sync data for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:47.803112 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a5d66519-29e0-41d8-9f01-6cac4f897ffd tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.803377 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-a5d66519-29e0-41d8-9f01-6cac4f897ffd tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Added segment 35a750d4-f710-45e7-8811-98c4824d569d of type vlan for network f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906 Jan 21 09:36:47.845647 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-14c2dcb6-625e-4243-ad1e-2dac303b4988 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1687462 Jan 21 09:36:47.875186 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-0fb8f04b-3806-4d5f-a689-3213cf952fe7 None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:47.895844 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42524) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:47.902144 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-bdd589e5-87b5-43f8-9df6-e741e956eb7c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:48.038497 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a5d66519-29e0-41d8-9f01-6cac4f897ffd tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.040061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14da23fc-665b-4058-9ed4-83921903ef0f None None] Network 14839b27-87a7-484f-997e-cb0ad8a7800e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:48.044299 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7e54-84db-45b7-98d9-6e9154a2608d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.145836 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0fb8f04b-3806-4d5f-a689-3213cf952fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:43Z', 'revision_number': 9, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:36:03Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:48.182821 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb8f04b-3806-4d5f-a689-3213cf952fe7 None None] The sync data for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv is: [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:43Z', 'revision_number': 9, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca', 'name': '', 'network_id': 'ddd4652f-eb91-409d-ae51-44f70359a777', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:6d:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:54Z', 'updated_at': '2022-01-21T09:36:03Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': '303e852a-6d4b-453c-a315-dd5c0328ff09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:48.373165 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.411068 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.425151 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.458057 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-619369bd-2df1-40cf-b1d4-c81bcdfc50fd None None] Provisioning complete for port 29cf5077-5707-4cd0-9101-2010cb739ca3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:48.458302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-619369bd-2df1-40cf-b1d4-c81bcdfc50fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.466938 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-90f30d89-4ad0-4f66-ac5a-ae8350a84d55 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.579344 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a5d66519-29e0-41d8-9f01-6cac4f897ffd tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.600429 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Network 475968ca-ea20-4fea-ae4d-b818963be07d is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:48.607794 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d66519-29e0-41d8-9f01-6cac4f897ffd tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:48.608753 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a5d66519-29e0-41d8-9f01-6cac4f897ffd tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.644310 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:48.672532 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:48.686274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Pushing event updated for resources: {'Port': ['ID=6d6072a0-f565-4fc7-91df-327bd335006a,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:48.745050 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-22f5950a-5e73-4dd4-ae32-c0fe46d80b73', 'network_id': '22f5950a-5e73-4dd4-ae32-c0fe46d80b73', 'tenant_id': '6de681cb708149678678a21019edadc0', 'fixed_ips': [{'subnet_id': 'cd46256d-2494-4d5c-9463-d4f00197c2ae'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:36:48.745950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.810156 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 29cf5077-5707-4cd0-9101-2010cb739ca3 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:48.850654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd589e5-87b5-43f8-9df6-e741e956eb7c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:48.856650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bdd589e5-87b5-43f8-9df6-e741e956eb7c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.888524 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Allocated IP 2001:db8::1 (475968ca-ea20-4fea-ae4d-b818963be07d/47dfcba2-0e0a-4927-836c-ddd048ae89d7/b2f52400-b0f6-42e3-91fb-e87d8d1da588) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:48.901936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ccbd1-e8e2-4892-8717-ae086ba4119a None None] DHCP port deletion for 5001af93-03f5-43c4-96a2-b5799093e449 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:36:48.912984 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Attempting to bind port 6d6072a0-f565-4fc7-91df-327bd335006a on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:48.913359 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Attempting to bind port 6d6072a0-f565-4fc7-91df-327bd335006a by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'bdd0d6cb-7c36-49e2-bdc0-f487420fefc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '475968ca-ea20-4fea-ae4d-b818963be07d'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:48.913772 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Attempting to bind port 6d6072a0-f565-4fc7-91df-327bd335006a on network 475968ca-ea20-4fea-ae4d-b818963be07d {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:48.917274 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a5d66519-29e0-41d8-9f01-6cac4f897ffd tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8018329 Jan 21 09:36:48.919917 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42528) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:48.920353 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-619369bd-2df1-40cf-b1d4-c81bcdfc50fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.935759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-22c497e9-4fbd-41df-9b91-0928a13017c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'subnet': {'network_id': 'f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:48.976999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7e54-84db-45b7-98d9-6e9154a2608d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.992019 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d66519-29e0-41d8-9f01-6cac4f897ffd tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Network': ['ID=f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:49.005534 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-90f30d89-4ad0-4f66-ac5a-ae8350a84d55 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.067395 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b7e54-84db-45b7-98d9-6e9154a2608d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Subnet': ['ID=d5414e7c-3811-4360-a010-b74dd4457520,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:49.072601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7e54-84db-45b7-98d9-6e9154a2608d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.099288 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6f2b7e54-84db-45b7-98d9-6e9154a2608d tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/d5414e7c-3811-4360-a010-b74dd4457520 HTTP/1.1" status: 204 len: 168 time: 2.1487117 Jan 21 09:36:49.099528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:36:49.105215 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42530) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:49.181584 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-90f30d89-4ad0-4f66-ac5a-ae8350a84d55 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.188253 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-90f30d89-4ad0-4f66-ac5a-ae8350a84d55 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/f860a6bf-6edc-4368-a828-cbe2f51f88fa HTTP/1.1" status: 204 len: 168 time: 2.2269874 Jan 21 09:36:49.198476 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42532) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:49.209556 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f30d89-4ad0-4f66-ac5a-ae8350a84d55 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Subnet': ['ID=f860a6bf-6edc-4368-a828-cbe2f51f88fa,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:49.213241 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-7806b177-baa0-4184-b7dd-58213dc9b928 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:49.213931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7806b177-baa0-4184-b7dd-58213dc9b928 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:49.226729 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7806b177-baa0-4184-b7dd-58213dc9b928 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/23ee9bc3-1ccc-4dcd-8ab8-1a6b33c023cd HTTP/1.1" status: 404 len: 337 time: 0.1173670 Jan 21 09:36:49.229882 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42534) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:49.254759 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a85f108-f2f0-4f74-af18-7fceb51ad991 None None] Network e8d7356e-e384-4e65-94d4-0df7d8d2c74b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:49.284952 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:49.285532 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Checking segment: {'id': 'bdd0d6cb-7c36-49e2-bdc0-f487420fefc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '475968ca-ea20-4fea-ae4d-b818963be07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:49.286036 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.286791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Bound using segment: {'id': 'bdd0d6cb-7c36-49e2-bdc0-f487420fefc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '475968ca-ea20-4fea-ae4d-b818963be07d'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:49.287647 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Bound port: 6d6072a0-f565-4fc7-91df-327bd335006a, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd0d6cb-7c36-49e2-bdc0-f487420fefc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '475968ca-ea20-4fea-ae4d-b818963be07d'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:49.288152 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.316884 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Allocated IP 2001:db8::2 (22f5950a-5e73-4dd4-ae32-c0fe46d80b73/cd46256d-2494-4d5c-9463-d4f00197c2ae/740753b9-0f50-4539-b345-4a3781630f0a) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:49.323080 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.354300 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2b5eff-28c9-49e3-81ba-ba5e546b7785 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting subnet 8d0c4d44-7743-494a-9047-bd84ed3f6bfd {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:36:49.364375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5eff-28c9-49e3-81ba-ba5e546b7785 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.431824 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c497e9-4fbd-41df-9b91-0928a13017c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Made reservation on behalf of 1d2bd5322198457e9c46d36bbca23707 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:49.441634 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-22c497e9-4fbd-41df-9b91-0928a13017c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.455471 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-619369bd-2df1-40cf-b1d4-c81bcdfc50fd None None] For port 29cf5077-5707-4cd0-9101-2010cb739ca3, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=29cf5077-5707-4cd0-9101-2010cb739ca3,segment=NetworkSegment(b39d1de2-446e-41e3-b94f-8d7ccb4b43a5),segment_id=b39d1de2-446e-41e3-b94f-8d7ccb4b43a5)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:49.458350 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.503953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-619369bd-2df1-40cf-b1d4-c81bcdfc50fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.575259 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 29cf5077-5707-4cd0-9101-2010cb739ca3 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:49.575639 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.595924 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5eff-28c9-49e3-81ba-ba5e546b7785 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.605591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port 5ae622c1-7fef-4d13-82ad-728014ec6e25 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:49.605882 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.652833 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.719431 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5eff-28c9-49e3-81ba-ba5e546b7785 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.758134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4426e1-6387-4bf3-9e48-b2baf5a88376 None None] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:49.785048 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Network 475968ca-ea20-4fea-ae4d-b818963be07d is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:49.795567 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] For port 5ae622c1-7fef-4d13-82ad-728014ec6e25, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5ae622c1-7fef-4d13-82ad-728014ec6e25,segment=NetworkSegment(0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6),segment_id=0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:49.795947 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.798657 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event updated for resources: {'Port': ['ID=b2f52400-b0f6-42e3-91fb-e87d8d1da588,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:49.801926 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:49.816790 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:49.817633 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.825400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5eff-28c9-49e3-81ba-ba5e546b7785 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.838885 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bdd589e5-87b5-43f8-9df6-e741e956eb7c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.869101 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5eff-28c9-49e3-81ba-ba5e546b7785 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.874659 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0c2b5eff-28c9-49e3-81ba-ba5e546b7785 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/8d0c4d44-7743-494a-9047-bd84ed3f6bfd HTTP/1.1" status: 204 len: 168 time: 0.6416440 Jan 21 09:36:49.877227 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b5eff-28c9-49e3-81ba-ba5e546b7785 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0c4d44-7743-494a-9047-bd84ed3f6bfd,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:49.890204 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42538) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:49.909422 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for 5ae622c1-7fef-4d13-82ad-728014ec6e25 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:49.937814 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd589e5-87b5-43f8-9df6-e741e956eb7c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=92de3b61-8d01-46db-9cec-eb40a94dab14,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:49.948804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd589e5-87b5-43f8-9df6-e741e956eb7c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:49.950309 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-bdd589e5-87b5-43f8-9df6-e741e956eb7c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:49.953490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd589e5-87b5-43f8-9df6-e741e956eb7c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:49.954096 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bdd589e5-87b5-43f8-9df6-e741e956eb7c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.967076 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5071eb60-3515-4c82-a7cd-f8e9fcccd5a1 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:49.967919 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5071eb60-3515-4c82-a7cd-f8e9fcccd5a1 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:49.974837 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5071eb60-3515-4c82-a7cd-f8e9fcccd5a1 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/0b246f69-e9ef-409e-a033-4392dab96bdb HTTP/1.1" status: 404 len: 337 time: 0.0807388 Jan 21 09:36:49.975044 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bdd589e5-87b5-43f8-9df6-e741e956eb7c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0752525 Jan 21 09:36:49.975163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42540) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:49.984228 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42542) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:49.989831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b2682d6f-c942-4729-853c-faf613a6c952 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'fixed_ips': [{'subnet_id': '92de3b61-8d01-46db-9cec-eb40a94dab14', 'ip_address': '2001:db8::b05a:57d1:8597:c07d'}], 'name': 'tempest-NetworksTestDHCPv6-676373864'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:50.087130 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] For port 6d6072a0-f565-4fc7-91df-327bd335006a, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:50.101303 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f1e010c7-c208-415d-b2ff-52ca947cb824 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fdaa519-7616-4c20-9bc1-16531ee0db5b HTTP/1.1" status: 200 len: 205 time: 0.1230228 Jan 21 09:36:50.101587 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a8e47c87-a97b-4e73-876f-b137d0f40882 None None] Provisioning complete for port 29cf5077-5707-4cd0-9101-2010cb739ca3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:50.101587 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a8e47c87-a97b-4e73-876f-b137d0f40882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.102185 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42544) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:50.130813 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-22c497e9-4fbd-41df-9b91-0928a13017c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.137514 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-db2ccbd1-e8e2-4892-8717-ae086ba4119a None None] Deleting port 3fdb6d0e-7afa-4a1b-b202-e48664b44030 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:50.137901 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-db2ccbd1-e8e2-4892-8717-ae086ba4119a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.150537 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-f7662265-8948-4afd-8947-46a4685b1e1b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] delete failed (client error): The resource could not be found. Jan 21 09:36:50.153881 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f7662265-8948-4afd-8947-46a4685b1e1b tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/routers/3fdaa519-7616-4c20-9bc1-16531ee0db5b HTTP/1.1" status: 404 len: 336 time: 0.0488613 Jan 21 09:36:50.161043 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619369bd-2df1-40cf-b1d4-c81bcdfc50fd None None] Pushing event updated for resources: {'Port': ['ID=29cf5077-5707-4cd0-9101-2010cb739ca3,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:50.167136 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] For port 6d6072a0-f565-4fc7-91df-327bd335006a, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6d6072a0-f565-4fc7-91df-327bd335006a,segment=NetworkSegment(bdd0d6cb-7c36-49e2-bdc0-f487420fefc9),segment_id=bdd0d6cb-7c36-49e2-bdc0-f487420fefc9)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:50.169346 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42546) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:50.211305 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fdaec8-c961-42bd-bbd3-05280fed9426 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:50.211671 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fdaec8-c961-42bd-bbd3-05280fed9426 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:50.217669 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-40fdaec8-c961-42bd-bbd3-05280fed9426 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/599ccb0a-a308-48e2-bfea-d3f48ee89e79 HTTP/1.1" status: 404 len: 337 time: 0.0421071 Jan 21 09:36:50.217870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c497e9-4fbd-41df-9b91-0928a13017c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Subnet': ['ID=eaa1e7a8-ed40-40b6-99e7-9af521a82993,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:50.221871 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42548) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:50.237540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2682d6f-c942-4729-853c-faf613a6c952 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:50.239346 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.283917 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2052cf-93ca-4c6e-81fe-a465d5bc26ab tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:50.284943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2052cf-93ca-4c6e-81fe-a465d5bc26ab tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:50.288580 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ff2052cf-93ca-4c6e-81fe-a465d5bc26ab tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/c4826acf-5ae4-4bbf-b8ff-4e8f54d9552a HTTP/1.1" status: 404 len: 337 time: 0.0438738 Jan 21 09:36:50.295336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42550) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:50.356799 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.375954 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b2682d6f-c942-4729-853c-faf613a6c952 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.382738 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fc0772-4b72-41d1-9299-de1f4b965132 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:50.383032 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4fc0772-4b72-41d1-9299-de1f4b965132 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:50.386232 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c4fc0772-4b72-41d1-9299-de1f4b965132 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/5e77562f-bb6e-4d3e-924c-e6279008dcbe HTTP/1.1" status: 404 len: 337 time: 0.0835824 Jan 21 09:36:50.396350 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42552) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:50.435570 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1956d51-7da0-4d79-bfe0-ddbef1d19932 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:50.436333 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1956d51-7da0-4d79-bfe0-ddbef1d19932 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:50.442003 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.450744 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42554) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:50.451116 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f1956d51-7da0-4d79-bfe0-ddbef1d19932 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/ef22add7-c6c8-400e-b8cc-ed2b39f9f2e2 HTTP/1.1" status: 404 len: 333 time: 0.0536866 Jan 21 09:36:50.480498 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-b2682d6f-c942-4729-853c-faf613a6c952 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port 4714221e-8d19-4d61-ad07-3e0e4c8a1223 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:50.523010 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea77f35a-36c8-4e3c-bb63-80202cd8a763 None None] DHCP port deletion for e8d7356e-e384-4e65-94d4-0df7d8d2c74b request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:36:50.527602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.540524 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-db2ccbd1-e8e2-4892-8717-ae086ba4119a None None] For port 3fdb6d0e-7afa-4a1b-b202-e48664b44030, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=3fdb6d0e-7afa-4a1b-b202-e48664b44030,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:50.540933 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-db2ccbd1-e8e2-4892-8717-ae086ba4119a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.546524 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea09e0-7ac0-4959-883a-046d7c5f0222 None None] Pushing event updated for resources: {'Port': ['ID=6d6072a0-f565-4fc7-91df-327bd335006a,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:50.548541 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] No DVR routers for this DVR port 5ae622c1-7fef-4d13-82ad-728014ec6e25 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:36:50.551826 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=5ae622c1-7fef-4d13-82ad-728014ec6e25,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:50.560472 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c497e9-4fbd-41df-9b91-0928a13017c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Checking segment: {'id': '35a750d4-f710-45e7-8811-98c4824d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:50.560849 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c497e9-4fbd-41df-9b91-0928a13017c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network hostable DHCP agents. Network: f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:36:50.601864 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.621449 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 83616c20-2a14-4661-bb10-958ccab13a56 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:36:50.628329 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-db2ccbd1-e8e2-4892-8717-ae086ba4119a None None] Calling delete_port for 3fdb6d0e-7afa-4a1b-b202-e48664b44030 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:50.700192 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1210d16a-2822-4458-a49c-a6e2b0f80dd5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:50.700192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1210d16a-2822-4458-a49c-a6e2b0f80dd5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:50.705935 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1210d16a-2822-4458-a49c-a6e2b0f80dd5 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/8f07f789-9c7f-45a6-85fb-80718ec22606 HTTP/1.1" status: 404 len: 337 time: 0.1777005 Jan 21 09:36:50.712808 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42556) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:50.749629 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 83616c20-2a14-4661-bb10-958ccab13a56 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:36:50.749978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 83616c20-2a14-4661-bb10-958ccab13a56 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:36:50.769170 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Network 22f5950a-5e73-4dd4-ae32-c0fe46d80b73 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:50.810596 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-b2682d6f-c942-4729-853c-faf613a6c952 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::b05a:57d1:8597:c07d (5001af93-03f5-43c4-96a2-b5799093e449/92de3b61-8d01-46db-9cec-eb40a94dab14/4714221e-8d19-4d61-ad07-3e0e4c8a1223) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:50.832828 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:50.838520 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:50.840120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Pushing event updated for resources: {'Port': ['ID=740753b9-0f50-4539-b345-4a3781630f0a,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:50.902287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c497e9-4fbd-41df-9b91-0928a13017c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:50.915154 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3aa1040-ed6f-4112-952c-48a2db4c35b7 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:50.915947 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3aa1040-ed6f-4112-952c-48a2db4c35b7 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:50.921131 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a3aa1040-ed6f-4112-952c-48a2db4c35b7 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/b431932a-a8a1-47b7-b24d-7fb2abb43336 HTTP/1.1" status: 404 len: 337 time: 0.2063460 Jan 21 09:36:50.947001 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42560) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:50.963674 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.996018 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-086293a9-7764-4dcd-b112-1f2f69bf1c97 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:50.997000 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086293a9-7764-4dcd-b112-1f2f69bf1c97 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:51.000856 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-086293a9-7764-4dcd-b112-1f2f69bf1c97 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/ef62ca8f-d0ac-4367-a74d-99b770644720 HTTP/1.1" status: 404 len: 333 time: 0.0516725 Jan 21 09:36:51.007341 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42562) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:51.012096 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Attempting to bind port 740753b9-0f50-4539-b345-4a3781630f0a on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:51.012479 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Attempting to bind port 740753b9-0f50-4539-b345-4a3781630f0a by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'cbf91f0d-038c-4800-bcf9-f2bde8506db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '22f5950a-5e73-4dd4-ae32-c0fe46d80b73'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:51.012848 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Attempting to bind port 740753b9-0f50-4539-b345-4a3781630f0a on network 22f5950a-5e73-4dd4-ae32-c0fe46d80b73 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:51.025729 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-22c497e9-4fbd-41df-9b91-0928a13017c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:51.034998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be83932-1af6-4835-9e2b-37cc778bb1b1 None None] DHCP port deletion for 47bbdf87-5325-452c-9588-6aa0e4e3a72e request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:36:51.045317 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e6b3a2-8dc0-4d26-a2c5-d8d75e5b5846 None None] Network f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:51.055660 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d7356e-e384-4e65-94d4-0df7d8d2c74b']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:51.059249 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c497e9-4fbd-41df-9b91-0928a13017c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:51.060037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-22c497e9-4fbd-41df-9b91-0928a13017c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.063179 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-9202d7a3-7437-4f89-9770-47ff13c87fe5 None None] Provisioning complete for port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:51.063559 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9202d7a3-7437-4f89-9770-47ff13c87fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.063787 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f84ca8-5bdd-4b3d-a74f-3d5c729b3884 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:51.065355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f84ca8-5bdd-4b3d-a74f-3d5c729b3884 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:51.068792 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-78f84ca8-5bdd-4b3d-a74f-3d5c729b3884 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/1823be23-470d-4817-9891-21452d3d60ad HTTP/1.1" status: 404 len: 337 time: 0.0601408 Jan 21 09:36:51.071636 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:51.072028 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Checking segment: {'id': 'cbf91f0d-038c-4800-bcf9-f2bde8506db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '22f5950a-5e73-4dd4-ae32-c0fe46d80b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:51.072444 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.072846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Bound using segment: {'id': 'cbf91f0d-038c-4800-bcf9-f2bde8506db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '22f5950a-5e73-4dd4-ae32-c0fe46d80b73'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:51.073344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Bound port: 740753b9-0f50-4539-b345-4a3781630f0a, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf91f0d-038c-4800-bcf9-f2bde8506db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '22f5950a-5e73-4dd4-ae32-c0fe46d80b73'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:51.073938 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.074422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42564) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:51.078621 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-db2ccbd1-e8e2-4892-8717-ae086ba4119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.096178 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:51.096780 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c68bb4d-48a1-4ad0-bfc2-ea621c2efdc6') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:51.117188 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee9d9c3-27fc-4455-9c77-104f20b5c931 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:51.117888 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee9d9c3-27fc-4455-9c77-104f20b5c931 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:51.125594 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-dee9d9c3-27fc-4455-9c77-104f20b5c931 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/subnets/e4bb7e61-62a7-49fc-ae92-50ff35a7f64f HTTP/1.1" status: 404 len: 337 time: 0.0471282 Jan 21 09:36:51.128845 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42566) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:51.147209 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.155743 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-22c497e9-4fbd-41df-9b91-0928a13017c3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2326074 Jan 21 09:36:51.176675 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42568) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:51.185797 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1647656429', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:51.205716 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.224299 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:36:51.224767 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.229180 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 29cf5077-5707-4cd0-9101-2010cb739ca3 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:36:51.231358 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:36:51.260920 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ccbd1-e8e2-4892-8717-ae086ba4119a None None] Pushing event deleted for resources: {'Port': ['ID=3fdb6d0e-7afa-4a1b-b202-e48664b44030,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:51.268200 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ccbd1-e8e2-4892-8717-ae086ba4119a None None] No DVR routers for this DVR port 3fdb6d0e-7afa-4a1b-b202-e48664b44030 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:36:51.344637 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-b31eb3e1-cad0-452c-a6df-36d5e1a288bd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port e722b705-d542-4cf6-837f-a7f7bbc73936 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:51.346204 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.347565 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.347905 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b31eb3e1-cad0-452c-a6df-36d5e1a288bd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.357991 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e54858-70ae-4039-8f60-1e0a8f4bc954 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:51.360005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.380625 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b2682d6f-c942-4729-853c-faf613a6c952 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.381854 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.389853 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/networks/e8d7356e-e384-4e65-94d4-0df7d8d2c74b HTTP/1.1" status: 204 len: 168 time: 2.1876812 Jan 21 09:36:51.399950 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42570) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:51.416710 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fe0f9-455d-4232-8a28-78f92db0ded8 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Network': ['ID=e8d7356e-e384-4e65-94d4-0df7d8d2c74b,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:51.493145 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b31eb3e1-cad0-452c-a6df-36d5e1a288bd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.515345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-b31eb3e1-cad0-452c-a6df-36d5e1a288bd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for e722b705-d542-4cf6-837f-a7f7bbc73936 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:51.519596 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.560280 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.560999 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.563434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.615018 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b2682d6f-c942-4729-853c-faf613a6c952 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.619955 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event updated for resources: {'Port': ['ID=b2f52400-b0f6-42e3-91fb-e87d8d1da588,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:51.624153 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] For port 740753b9-0f50-4539-b345-4a3781630f0a, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:51.674743 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2682d6f-c942-4729-853c-faf613a6c952 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:51.680326 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-b2682d6f-c942-4729-853c-faf613a6c952 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:51.696546 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] For port 740753b9-0f50-4539-b345-4a3781630f0a, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=740753b9-0f50-4539-b345-4a3781630f0a,segment=NetworkSegment(cbf91f0d-038c-4800-bcf9-f2bde8506db3),segment_id=cbf91f0d-038c-4800-bcf9-f2bde8506db3)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:51.700634 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2682d6f-c942-4729-853c-faf613a6c952 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:51.707572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2682d6f-c942-4729-853c-faf613a6c952 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:51.708571 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b2682d6f-c942-4729-853c-faf613a6c952 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.730779 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.733880 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-3be83932-1af6-4835-9e2b-37cc778bb1b1 None None] Deleting port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:51.734195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3be83932-1af6-4835-9e2b-37cc778bb1b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.747453 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2682d6f-c942-4729-853c-faf613a6c952 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=4714221e-8d19-4d61-ad07-3e0e4c8a1223,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:51.757846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 29cf5077-5707-4cd0-9101-2010cb739ca3 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:51.758224 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.765295 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b2682d6f-c942-4729-853c-faf613a6c952 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7800930 Jan 21 09:36:51.768023 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42572) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:51.829178 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b31eb3e1-cad0-452c-a6df-36d5e1a288bd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.900095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31eb3e1-cad0-452c-a6df-36d5e1a288bd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=e722b705-d542-4cf6-837f-a7f7bbc73936,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:51.918460 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a692f52c-e20d-40d8-91d8-12ec05c2196d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:51.920491 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a692f52c-e20d-40d8-91d8-12ec05c2196d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1512268 Jan 21 09:36:51.924316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b31eb3e1-cad0-452c-a6df-36d5e1a288bd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.928973 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b31eb3e1-cad0-452c-a6df-36d5e1a288bd tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/ports/e722b705-d542-4cf6-837f-a7f7bbc73936 HTTP/1.1" status: 204 len: 168 time: 0.7993860 Jan 21 09:36:51.929752 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42576) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:51.939181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42578) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:51.996550 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906', 'network_id': 'f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906', 'tenant_id': '1d2bd5322198457e9c46d36bbca23707', 'fixed_ips': [{'subnet_id': 'eaa1e7a8-ed40-40b6-99e7-9af521a82993'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:36:51.997425 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.043627 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-9202d7a3-7437-4f89-9770-47ff13c87fe5 None None] Could not find standard attr ID for object e722b705-d542-4cf6-837f-a7f7bbc73936. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:36:52.074697 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7529590-140b-4951-a34e-a034f3c3b92f None None] Network 475968ca-ea20-4fea-ae4d-b818963be07d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:52.127588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.163517 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-307a6525-832f-45e2-b409-b625a110932f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port 4714221e-8d19-4d61-ad07-3e0e4c8a1223 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:52.163903 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-307a6525-832f-45e2-b409-b625a110932f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.210832 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-3be83932-1af6-4835-9e2b-37cc778bb1b1 None None] For port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021,segment=NetworkSegment(d7e9d22b-5e78-4179-855e-6380f9feed5f),segment_id=d7e9d22b-5e78-4179-855e-6380f9feed5f)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:52.211244 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3be83932-1af6-4835-9e2b-37cc778bb1b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.243024 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b98c4d-05ec-40d3-a762-ee07d4d16324 None None] Pushing event updated for resources: {'Port': ['ID=740753b9-0f50-4539-b345-4a3781630f0a,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:52.290296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-3be83932-1af6-4835-9e2b-37cc778bb1b1 None None] Calling delete_port for 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:52.302561 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Deleting port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:52.302956 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.350306 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-307a6525-832f-45e2-b409-b625a110932f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.399616 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-307a6525-832f-45e2-b409-b625a110932f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for 4714221e-8d19-4d61-ad07-3e0e4c8a1223 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:52.418696 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Network 475968ca-ea20-4fea-ae4d-b818963be07d is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:52.427473 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] For port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021,segment=NetworkSegment(d7e9d22b-5e78-4179-855e-6380f9feed5f),segment_id=d7e9d22b-5e78-4179-855e-6380f9feed5f)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:52.427893 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.451867 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6d6072a0-f565-4fc7-91df-327bd335006a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:52.456930 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-43c03cc6-b237-4044-a081-d7c7e00e4ad0 None None] Provisioning complete for port 6d6072a0-f565-4fc7-91df-327bd335006a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:52.457302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-43c03cc6-b237-4044-a081-d7c7e00e4ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.493081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Calling delete_port for 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:52.549410 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:52.621413 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.672921 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-307a6525-832f-45e2-b409-b625a110932f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.679607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.723250 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a6525-832f-45e2-b409-b625a110932f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=4714221e-8d19-4d61-ad07-3e0e4c8a1223,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:52.732893 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] No DVR routers for this DVR port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:36:52.792152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-307a6525-832f-45e2-b409-b625a110932f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.797720 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-307a6525-832f-45e2-b409-b625a110932f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/4714221e-8d19-4d61-ad07-3e0e4c8a1223 HTTP/1.1" status: 204 len: 168 time: 0.8645947 Jan 21 09:36:52.797720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Port': ['ID=58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:52.799101 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42580) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:52.861558 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b78b4-7ded-404f-9094-6d52933c2024 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:52.863734 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b78b4-7ded-404f-9094-6d52933c2024 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:52.867268 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ec7b78b4-7ded-404f-9094-6d52933c2024 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0644598 Jan 21 09:36:52.872691 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42582) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:52.915500 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c38dd87-ad5e-4c95-8281-4137ddfd3f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5001af93-03f5-43c4-96a2-b5799093e449', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'fixed_ips': [{'subnet_id': '92de3b61-8d01-46db-9cec-eb40a94dab14'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:36:52.916372 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6c38dd87-ad5e-4c95-8281-4137ddfd3f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.924939 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.949186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bbdf87-5325-452c-9588-6aa0e4e3a72e']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:52.959977 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e9d22b-5e78-4179-855e-6380f9feed5f') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:52.960267 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e9d22b-5e78-4179-855e-6380f9feed5f') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:52.975075 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.989913 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Allocated IP 172.20.0.2 (f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906/eaa1e7a8-ed40-40b6-99e7-9af521a82993/d41c7a44-449c-4f74-b89f-082bd3d0d5f6) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:52.990907 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.998205 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:36:52.998970 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:36:53.002614 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:36:53.058423 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb381cfa-621a-4a09-b296-23103af679a4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 92de3b61-8d01-46db-9cec-eb40a94dab14 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:36:53.098481 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.102095 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb381cfa-621a-4a09-b296-23103af679a4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.112882 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.119185 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] 10.222.0.88 "DELETE /v2.0/networks/47bbdf87-5325-452c-9588-6aa0e4e3a72e HTTP/1.1" status: 204 len: 168 time: 1.1786659 Jan 21 09:36:53.176505 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976a765-83e4-413e-8d47-872435f6f738 tempest-PortsIpV6TestJSON-572216105 tempest-PortsIpV6TestJSON-572216105-project] Pushing event deleted for resources: {'Network': ['ID=47bbdf87-5325-452c-9588-6aa0e4e3a72e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:53.208772 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 6d6072a0-f565-4fc7-91df-327bd335006a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:53.209138 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.225810 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3be83932-1af6-4835-9e2b-37cc778bb1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.300436 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb381cfa-621a-4a09-b296-23103af679a4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.303483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Router 99100fb9-efdc-42ed-b927-d1c09d9454f8 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:36:53.479609 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be83932-1af6-4835-9e2b-37cc778bb1b1 None None] Pushing event deleted for resources: {'Port': ['ID=58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:53.552279 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb381cfa-621a-4a09-b296-23103af679a4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.558871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3be83932-1af6-4835-9e2b-37cc778bb1b1 None None] Network 47bbdf87-5325-452c-9588-6aa0e4e3a72e is not hosted by any dhcp agent {{(pid=102148) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 21 09:36:53.559334 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be83932-1af6-4835-9e2b-37cc778bb1b1 None None] No DVR routers for this DVR port 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:36:53.618410 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-43c03cc6-b237-4044-a081-d7c7e00e4ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.709301 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-43c03cc6-b237-4044-a081-d7c7e00e4ad0 None None] For port 6d6072a0-f565-4fc7-91df-327bd335006a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6d6072a0-f565-4fc7-91df-327bd335006a,segment=NetworkSegment(bdd0d6cb-7c36-49e2-bdc0-f487420fefc9),segment_id=bdd0d6cb-7c36-49e2-bdc0-f487420fefc9)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:53.726826 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-43c03cc6-b237-4044-a081-d7c7e00e4ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.781104 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:53.789795 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3c4bec93-d263-4d32-abc6-2bf5c7652ea0 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "PUT /v2.0/routers/99100fb9-efdc-42ed-b927-d1c09d9454f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0704489 Jan 21 09:36:53.790513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42590) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:53.797551 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42592) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:53.848872 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3c533-3567-457c-b238-5ab882ad0078 None None] Sync routers for ids ['99100fb9-efdc-42ed-b927-d1c09d9454f8'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:53.903467 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.009819 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.012617 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672a3b02-5f23-4fbe-a161-27b7c21d9309 None None] Network 22f5950a-5e73-4dd4-ae32-c0fe46d80b73 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:54.027089 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb381cfa-621a-4a09-b296-23103af679a4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.060492 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c03cc6-b237-4044-a081-d7c7e00e4ad0 None None] Pushing event updated for resources: {'Port': ['ID=6d6072a0-f565-4fc7-91df-327bd335006a,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:54.226729 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb381cfa-621a-4a09-b296-23103af679a4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=92de3b61-8d01-46db-9cec-eb40a94dab14,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:54.244017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb381cfa-621a-4a09-b296-23103af679a4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.255166 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cb381cfa-621a-4a09-b296-23103af679a4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/92de3b61-8d01-46db-9cec-eb40a94dab14 HTTP/1.1" status: 204 len: 168 time: 1.3770359 Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server [None req-6c38dd87-ad5e-4c95-8281-4137ddfd3f03 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92de3b61-8d01-46db-9cec-eb40a94dab14: This subnet is being modified by another concurrent operation. Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92de3b61-8d01-46db-9cec-eb40a94dab14: This subnet is being modified by another concurrent operation. Jan 21 09:36:54.275058 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Jan 21 09:36:54.283685 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3c533-3567-457c-b238-5ab882ad0078 None None] Routers {'99100fb9-efdc-42ed-b927-d1c09d9454f8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:54.283685 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a8d3c533-3567-457c-b238-5ab882ad0078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['99100fb9-efdc-42ed-b927-d1c09d9454f8'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:54.285595 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-1239f5ed-38bb-4b95-b0ce-d8da9ff33eb1 None None] Provisioning complete for port b2f52400-b0f6-42e3-91fb-e87d8d1da588 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:54.285595 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1239f5ed-38bb-4b95-b0ce-d8da9ff33eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.287350 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3fdb6d0e-7afa-4a1b-b202-e48664b44030 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:36:54.299726 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42598) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:54.404803 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a8d3c533-3567-457c-b238-5ab882ad0078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:54.438009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 3fdb6d0e-7afa-4a1b-b202-e48664b44030 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:36:54.438236 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fadcc4e8-0cc7-4f10-bd7c-08dbcc563468 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e1679b4b6a6a4ba38d05541ed992158a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6365359 Jan 21 09:36:54.438346 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3fdb6d0e-7afa-4a1b-b202-e48664b44030 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:36:54.438346 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5ae622c1-7fef-4d13-82ad-728014ec6e25 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:36:54.442482 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2a2baf77-dcb7-4f94-951d-e69070b4b865 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1251822 Jan 21 09:36:54.451930 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42600) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:54.452524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42602) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:54.465727 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-226a049d-2751-4019-9f66-1cb9110da64a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.472547 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d75e7d4d-4a2c-4461-a38f-cfb559b18217 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:54.496834 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3c533-3567-457c-b238-5ab882ad0078 None None] Routers {'99100fb9-efdc-42ed-b927-d1c09d9454f8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:54.497666 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a8d3c533-3567-457c-b238-5ab882ad0078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['99100fb9-efdc-42ed-b927-d1c09d9454f8'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:54.499311 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 5ae622c1-7fef-4d13-82ad-728014ec6e25 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:36:54.499656 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5ae622c1-7fef-4d13-82ad-728014ec6e25 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:36:54.579684 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a8d3c533-3567-457c-b238-5ab882ad0078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:54.580337 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3c533-3567-457c-b238-5ab882ad0078 None None] The sync data for ids ['99100fb9-efdc-42ed-b927-d1c09d9454f8'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:54.582287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.602157 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-1239f5ed-38bb-4b95-b0ce-d8da9ff33eb1 None None] Port b2f52400-b0f6-42e3-91fb-e87d8d1da588 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:54.653514 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Allocated IP 172.26.7.228 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/caf1475e-2c0a-475c-b87e-0256e0ed4127) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:54.676837 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.731166 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-640addd2-ef0a-433f-9c00-c4095681db41 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:36:54.733531 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-640addd2-ef0a-433f-9c00-c4095681db41 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "PUT /v2.0/routers/99100fb9-efdc-42ed-b927-d1c09d9454f8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9408565 Jan 21 09:36:54.746657 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42604) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:54.773222 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e4a45f85-3bd3-43ae-af4a-a5b837492454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.790672 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Network f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:54.793812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.801964 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:54.811414 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:54.816948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e4a45f85-3bd3-43ae-af4a-a5b837492454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.838484 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-1239f5ed-38bb-4b95-b0ce-d8da9ff33eb1 None None] Provisioning complete for port 6d6072a0-f565-4fc7-91df-327bd335006a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:54.838872 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1239f5ed-38bb-4b95-b0ce-d8da9ff33eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.840469 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Pushing event updated for resources: {'Port': ['ID=d41c7a44-449c-4f74-b89f-082bd3d0d5f6,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:54.880628 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e4a45f85-3bd3-43ae-af4a-a5b837492454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.883349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e4a45f85-3bd3-43ae-af4a-a5b837492454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.890080 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e4a45f85-3bd3-43ae-af4a-a5b837492454 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4c6bda2e-5c6d-4e11-8802-eaeab2073986 HTTP/1.1" status: 204 len: 168 time: 0.4358287 Jan 21 09:36:54.908474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a45f85-3bd3-43ae-af4a-a5b837492454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6bda2e-5c6d-4e11-8802-eaeab2073986,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:54.920392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75e7d4d-4a2c-4461-a38f-cfb559b18217 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:54.928609 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d75e7d4d-4a2c-4461-a38f-cfb559b18217 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.996991 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6d6072a0-f565-4fc7-91df-327bd335006a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:55.135658 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Attempting to bind port d41c7a44-449c-4f74-b89f-082bd3d0d5f6 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:55.137283 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Attempting to bind port d41c7a44-449c-4f74-b89f-082bd3d0d5f6 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '35a750d4-f710-45e7-8811-98c4824d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:55.139271 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Attempting to bind port d41c7a44-449c-4f74-b89f-082bd3d0d5f6 on network f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:55.167505 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:55.173051 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Checking segment: {'id': '35a750d4-f710-45e7-8811-98c4824d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:55.175918 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.176554 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Bound using segment: {'id': '35a750d4-f710-45e7-8811-98c4824d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:55.177263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Bound port: d41c7a44-449c-4f74-b89f-082bd3d0d5f6, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a750d4-f710-45e7-8811-98c4824d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:55.178705 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.326849 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d75e7d4d-4a2c-4461-a38f-cfb559b18217 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.357499 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 6d6072a0-f565-4fc7-91df-327bd335006a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:55.357958 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.361580 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] For port d41c7a44-449c-4f74-b89f-082bd3d0d5f6, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:55.367062 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] For port d41c7a44-449c-4f74-b89f-082bd3d0d5f6, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d41c7a44-449c-4f74-b89f-082bd3d0d5f6,segment=NetworkSegment(35a750d4-f710-45e7-8811-98c4824d569d),segment_id=35a750d4-f710-45e7-8811-98c4824d569d)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:55.390391 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.406978 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.422025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75e7d4d-4a2c-4461-a38f-cfb559b18217 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:55.432385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-d75e7d4d-4a2c-4461-a38f-cfb559b18217 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:55.435235 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e7d4d-4a2c-4461-a38f-cfb559b18217 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=d2ed6c1c-ad69-4583-b62f-7176b298c2fc,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:55.445787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75e7d4d-4a2c-4461-a38f-cfb559b18217 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:55.446044 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d75e7d4d-4a2c-4461-a38f-cfb559b18217 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.466528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95003761-471c-4277-a721-fd106e844394 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:55.470738 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d75e7d4d-4a2c-4461-a38f-cfb559b18217 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0162232 Jan 21 09:36:55.474272 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42626) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:55.479189 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-8c468be2-01d6-4917-a91e-b35acbef0677 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'fixed_ips': [{'subnet_id': 'd2ed6c1c-ad69-4583-b62f-7176b298c2fc', 'ip_address': '2001:db8::d059:ba24:cf5a:aa2a'}], 'name': 'tempest-NetworksTestDHCPv6-1456364130'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:55.652520 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abf064-b32e-4158-8cb5-05754da81058 None None] Pushing event updated for resources: {'Port': ['ID=d41c7a44-449c-4f74-b89f-082bd3d0d5f6,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:55.701936 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c468be2-01d6-4917-a91e-b35acbef0677 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:55.734637 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c24e20ea-c490-47a1-a562-d272f2d0a2db None None] Provisioning complete for port 740753b9-0f50-4539-b345-4a3781630f0a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:55.735148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c24e20ea-c490-47a1-a562-d272f2d0a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.818515 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 740753b9-0f50-4539-b345-4a3781630f0a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:55.895412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c468be2-01d6-4917-a91e-b35acbef0677 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.933217 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-8c468be2-01d6-4917-a91e-b35acbef0677 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port b8f28ed5-dc58-4702-b09c-c4adc09504a3 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:55.991127 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5001af93-03f5-43c4-96a2-b5799093e449', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'fixed_ips': [{'subnet_id': 'd2ed6c1c-ad69-4583-b62f-7176b298c2fc'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:36:55.991973 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.055019 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 740753b9-0f50-4539-b345-4a3781630f0a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:56.055376 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.078465 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c24e20ea-c490-47a1-a562-d272f2d0a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.111753 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.170892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:56.190102 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:56.192768 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:56.247917 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-226a049d-2751-4019-9f66-1cb9110da64a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:56.248656 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-226a049d-2751-4019-9f66-1cb9110da64a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.251882 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=caf1475e-2c0a-475c-b87e-0256e0ed4127,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:56.297512 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-8c468be2-01d6-4917-a91e-b35acbef0677 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::d059:ba24:cf5a:aa2a (5001af93-03f5-43c4-96a2-b5799093e449/d2ed6c1c-ad69-4583-b62f-7176b298c2fc/b8f28ed5-dc58-4702-b09c-c4adc09504a3) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:56.517936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c24e20ea-c490-47a1-a562-d272f2d0a2db None None] For port 740753b9-0f50-4539-b345-4a3781630f0a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=740753b9-0f50-4539-b345-4a3781630f0a,segment=NetworkSegment(cbf91f0d-038c-4800-bcf9-f2bde8506db3),segment_id=cbf91f0d-038c-4800-bcf9-f2bde8506db3)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:56.535924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c24e20ea-c490-47a1-a562-d272f2d0a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.663732 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c197d7e1-7578-4b98-aead-2c6105d54ef5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.685626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c468be2-01d6-4917-a91e-b35acbef0677 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.705491 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c24e20ea-c490-47a1-a562-d272f2d0a2db None None] Provisioning complete for port b2f52400-b0f6-42e3-91fb-e87d8d1da588 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:56.705491 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c24e20ea-c490-47a1-a562-d272f2d0a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.765417 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c468be2-01d6-4917-a91e-b35acbef0677 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.776658 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-226a049d-2751-4019-9f66-1cb9110da64a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] For port eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca,segment=NetworkSegment(7c6b6b61-afc6-4bd9-ae68-c19f03c172a0),segment_id=7c6b6b61-afc6-4bd9-ae68-c19f03c172a0)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:56.777108 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-226a049d-2751-4019-9f66-1cb9110da64a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.852017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-226a049d-2751-4019-9f66-1cb9110da64a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:56.856820 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:36:56.861655 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e20ea-c490-47a1-a562-d272f2d0a2db None None] Pushing event updated for resources: {'Port': ['ID=740753b9-0f50-4539-b345-4a3781630f0a,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:56.884474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c468be2-01d6-4917-a91e-b35acbef0677 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:56.893006 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-8c468be2-01d6-4917-a91e-b35acbef0677 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:56.898471 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c468be2-01d6-4917-a91e-b35acbef0677 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:56.903465 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c24e20ea-c490-47a1-a562-d272f2d0a2db None None] Port b2f52400-b0f6-42e3-91fb-e87d8d1da588 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:36:56.908801 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:36:56.909155 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 58ca1af5-fa6d-4eae-8cb1-4c8c0e2d9021 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:36:56.914294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c468be2-01d6-4917-a91e-b35acbef0677 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:56.914962 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c468be2-01d6-4917-a91e-b35acbef0677 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.956944 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c468be2-01d6-4917-a91e-b35acbef0677 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=b8f28ed5-dc58-4702-b09c-c4adc09504a3,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:56.962875 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Allocated IP 2001:db8::2 (5001af93-03f5-43c4-96a2-b5799093e449/d2ed6c1c-ad69-4583-b62f-7176b298c2fc/49b09094-98b2-41e3-938f-1ccdd46c27eb) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:56.971110 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8c468be2-01d6-4917-a91e-b35acbef0677 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4949756 Jan 21 09:36:56.972044 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42658) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:57.093637 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58107fcc-373e-4517-a0f9-a1e09bf7be40 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:57.097031 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-58107fcc-373e-4517-a0f9-a1e09bf7be40 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1234293 Jan 21 09:36:57.097753 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42664) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:57.170962 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c481cd-90bb-419c-b8eb-b73d46831e01 None None] Network f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:36:57.231701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.283654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-ab56cda3-571f-44d3-bc98-819277b8f100 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port b8f28ed5-dc58-4702-b09c-c4adc09504a3 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:57.298738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ab56cda3-571f-44d3-bc98-819277b8f100 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.415572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ab56cda3-571f-44d3-bc98-819277b8f100 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.425731 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d41c7a44-449c-4f74-b89f-082bd3d0d5f6 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:57.447213 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-ab56cda3-571f-44d3-bc98-819277b8f100 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for b8f28ed5-dc58-4702-b09c-c4adc09504a3 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:57.492255 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.510248 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-257b68f1-b4e5-4c78-b2cb-f5155dd5d974 None None] Provisioning complete for port d41c7a44-449c-4f74-b89f-082bd3d0d5f6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:57.510636 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-257b68f1-b4e5-4c78-b2cb-f5155dd5d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.542776 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.634439 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:57.703105 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:57.714011 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:36:57.728648 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d41c7a44-449c-4f74-b89f-082bd3d0d5f6 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:57.731441 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.732544 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.756964 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Pushing event updated for resources: {'Port': ['ID=49b09094-98b2-41e3-938f-1ccdd46c27eb,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:57.819641 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-c197d7e1-7578-4b98-aead-2c6105d54ef5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Deleting port b2f52400-b0f6-42e3-91fb-e87d8d1da588 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:36:57.820126 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c197d7e1-7578-4b98-aead-2c6105d54ef5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.965661 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-226a049d-2751-4019-9f66-1cb9110da64a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.992669 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Attempting to bind port 49b09094-98b2-41e3-938f-1ccdd46c27eb on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:57.993040 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Attempting to bind port 49b09094-98b2-41e3-938f-1ccdd46c27eb by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:57.993399 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Attempting to bind port 49b09094-98b2-41e3-938f-1ccdd46c27eb on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:58.024305 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-257b68f1-b4e5-4c78-b2cb-f5155dd5d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.052120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:58.078764 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:36:58.079259 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.080515 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:58.081023 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Bound port: 49b09094-98b2-41e3-938f-1ccdd46c27eb, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:58.081420 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.086650 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a049d-2751-4019-9f66-1cb9110da64a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:58.189443 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ab56cda3-571f-44d3-bc98-819277b8f100 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.230770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c197d7e1-7578-4b98-aead-2c6105d54ef5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.257999 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-c197d7e1-7578-4b98-aead-2c6105d54ef5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Calling delete_port for b2f52400-b0f6-42e3-91fb-e87d8d1da588 owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:36:58.258713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56cda3-571f-44d3-bc98-819277b8f100 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=b8f28ed5-dc58-4702-b09c-c4adc09504a3,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:58.282999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42674) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:58.288084 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-2af4078c-cc63-4461-9b96-c6de26250d53 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1207895741', 'description': 'tempest-secgroup-smoke-1207895741 description', 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:58.289022 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-257b68f1-b4e5-4c78-b2cb-f5155dd5d974 None None] For port d41c7a44-449c-4f74-b89f-082bd3d0d5f6, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d41c7a44-449c-4f74-b89f-082bd3d0d5f6,segment=NetworkSegment(35a750d4-f710-45e7-8811-98c4824d569d),segment_id=35a750d4-f710-45e7-8811-98c4824d569d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:58.299932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ab56cda3-571f-44d3-bc98-819277b8f100 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.305601 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ab56cda3-571f-44d3-bc98-819277b8f100 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/b8f28ed5-dc58-4702-b09c-c4adc09504a3 HTTP/1.1" status: 204 len: 168 time: 1.2043245 Jan 21 09:36:58.306798 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42676) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:58.323041 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-257b68f1-b4e5-4c78-b2cb-f5155dd5d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.376300 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.395200 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ae140e-0a75-4236-8093-a796f5fd6c3d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.396780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ae140e-0a75-4236-8093-a796f5fd6c3d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.399557 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b3ae140e-0a75-4236-8093-a796f5fd6c3d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0907028 Jan 21 09:36:58.399557 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2af4078c-cc63-4461-9b96-c6de26250d53 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.401384 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42678) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:58.446683 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2af4078c-cc63-4461-9b96-c6de26250d53 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.452629 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b68f1-b4e5-4c78-b2cb-f5155dd5d974 None None] Pushing event updated for resources: {'Port': ['ID=d41c7a44-449c-4f74-b89f-082bd3d0d5f6,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:58.456753 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] For port 49b09094-98b2-41e3-938f-1ccdd46c27eb, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:58.471983 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] For port 49b09094-98b2-41e3-938f-1ccdd46c27eb, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=49b09094-98b2-41e3-938f-1ccdd46c27eb,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:58.494913 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8662d93-26e5-46b0-9f17-1914b464481a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet d2ed6c1c-ad69-4583-b62f-7176b298c2fc {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:36:58.503259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8662d93-26e5-46b0-9f17-1914b464481a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.520980 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.562274 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8662d93-26e5-46b0-9f17-1914b464481a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.565644 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e6cf7509-4790-4554-99d1-26ee96efb989 None None] Provisioning complete for port d41c7a44-449c-4f74-b89f-082bd3d0d5f6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:58.566024 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e6cf7509-4790-4554-99d1-26ee96efb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.600929 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:36:58.601361 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:36:58.630170 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router f0c6e85d-f0e0-458a-81c1-b979e8d3a550 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:36:58.638453 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2af4078c-cc63-4461-9b96-c6de26250d53 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.646847 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473181dd-6185-44aa-b958-44d49d18b734 None None] Pushing event updated for resources: {'Port': ['ID=49b09094-98b2-41e3-938f-1ccdd46c27eb,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:58.647991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2af4078c-cc63-4461-9b96-c6de26250d53 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.745204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4078c-cc63-4461-9b96-c6de26250d53 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85bbc919-1854-40b6-b9ee-3d0b32fbf818,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:58.748527 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8662d93-26e5-46b0-9f17-1914b464481a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.833949 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2af4078c-cc63-4461-9b96-c6de26250d53 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.843579 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2af4078c-cc63-4461-9b96-c6de26250d53 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.862370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8662d93-26e5-46b0-9f17-1914b464481a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.868022 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-226a049d-2751-4019-9f66-1cb9110da64a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.872687 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:58.887984 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d82b85-4068-4679-8f69-410205a577c1 None None] Sync routers for ids ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:58.899740 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8662d93-26e5-46b0-9f17-1914b464481a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=d2ed6c1c-ad69-4583-b62f-7176b298c2fc,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:58.917315 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8662d93-26e5-46b0-9f17-1914b464481a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.917755 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d82b85-4068-4679-8f69-410205a577c1 None None] Routers {'f0c6e85d-f0e0-458a-81c1-b979e8d3a550'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:58.919527 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d3d82b85-4068-4679-8f69-410205a577c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:58.920912 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f8662d93-26e5-46b0-9f17-1914b464481a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/d2ed6c1c-ad69-4583-b62f-7176b298c2fc HTTP/1.1" status: 204 len: 168 time: 0.5185034 Jan 21 09:36:58.924441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2af4078c-cc63-4461-9b96-c6de26250d53 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.925678 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2af4078c-cc63-4461-9b96-c6de26250d53 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6414905 Jan 21 09:36:58.926202 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42690) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:58.933763 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4078c-cc63-4461-9b96-c6de26250d53 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4230d673-3fb5-4fa2-92a7-5202a52fcb7b,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:58.936822 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42692) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:58.955255 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.955703 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-aa10ae1c-6bc8-49a0-81a1-19c1bd515a8f tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Request body: {'security_group_rule': {'security_group_id': '4230d673-3fb5-4fa2-92a7-5202a52fcb7b', 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:58.960328 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6dbe248b-ccec-470f-b087-968fb0d3a6c4 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7829225 Jan 21 09:36:58.961816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42694) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:58.994625 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d3d82b85-4068-4679-8f69-410205a577c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:59.010495 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bfb11fd0-b0bb-49ca-ba94-f1b23be926dd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829203 Jan 21 09:36:59.012764 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42696) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:59.022134 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d82b85-4068-4679-8f69-410205a577c1 None None] Routers {'f0c6e85d-f0e0-458a-81c1-b979e8d3a550'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:36:59.023050 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d3d82b85-4068-4679-8f69-410205a577c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:59.059466 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c197d7e1-7578-4b98-aead-2c6105d54ef5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.086088 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d3d82b85-4068-4679-8f69-410205a577c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:59.087110 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d82b85-4068-4679-8f69-410205a577c1 None None] The sync data for ids ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:59.160671 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 740753b9-0f50-4539-b345-4a3781630f0a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:59.196109 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95f4d90-bb23-47ae-8b2e-7d30317cb47a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:59.197691 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b95f4d90-bb23-47ae-8b2e-7d30317cb47a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1836317 Jan 21 09:36:59.202836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42698) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:59.216500 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197d7e1-7578-4b98-aead-2c6105d54ef5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event deleted for resources: {'Port': ['ID=b2f52400-b0f6-42e3-91fb-e87d8d1da588,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:59.220900 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226a049d-2751-4019-9f66-1cb9110da64a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:36:59.241010 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aa10ae1c-6bc8-49a0-81a1-19c1bd515a8f tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.254045 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 740753b9-0f50-4539-b345-4a3781630f0a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:59.254545 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.343707 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c197d7e1-7578-4b98-aead-2c6105d54ef5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.375276 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d838fd-1204-4c18-a03f-4feae0b1f824 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:59.377436 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-43d838fd-1204-4c18-a03f-4feae0b1f824 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1696706 Jan 21 09:36:59.380551 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42700) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:59.527366 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c7a27479-5a30-48e9-bcca-7bc8db9ee7e3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1425419 Jan 21 09:36:59.527994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42702) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:59.539474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-67eb4aac-b625-45cc-9f27-4a39d1e04f46 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:59.633907 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aa10ae1c-6bc8-49a0-81a1-19c1bd515a8f tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.679679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aa10ae1c-6bc8-49a0-81a1-19c1bd515a8f tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.792116 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 49b09094-98b2-41e3-938f-1ccdd46c27eb up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:59.842796 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aa10ae1c-6bc8-49a0-81a1-19c1bd515a8f tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.847662 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-aa10ae1c-6bc8-49a0-81a1-19c1bd515a8f tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9096510 Jan 21 09:36:59.848450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67eb4aac-b625-45cc-9f27-4a39d1e04f46 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:59.853615 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-67eb4aac-b625-45cc-9f27-4a39d1e04f46 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.857609 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 49b09094-98b2-41e3-938f-1ccdd46c27eb triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:59.858961 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.859097 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42706) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:36:59.865832 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5646da06-24c8-419a-a97b-879af52095af tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Request body: {'security_group_rule': {'security_group_id': '4230d673-3fb5-4fa2-92a7-5202a52fcb7b', 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:59.940320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10ae1c-6bc8-49a0-81a1-19c1bd515a8f tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82efe09d-f5bd-4e7c-88f6-6fb4a566206c,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:59.997588 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.065931 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 49b09094-98b2-41e3-938f-1ccdd46c27eb, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=49b09094-98b2-41e3-938f-1ccdd46c27eb,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:00.075933 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.076715 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d41c7a44-449c-4f74-b89f-082bd3d0d5f6 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:00.112672 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5646da06-24c8-419a-a97b-879af52095af tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.114545 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226a049d-2751-4019-9f66-1cb9110da64a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:00.120465 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-226a049d-2751-4019-9f66-1cb9110da64a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/53f89886-5129-4a77-a6f7-3c91ecd8d8ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7194200 Jan 21 09:37:00.125709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42708) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:00.131306 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff09da-f46c-4a62-a7a6-1bc37b46fcbd None None] Sync routers for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:00.180928 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff09da-f46c-4a62-a7a6-1bc37b46fcbd None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:00.182483 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-48ff09da-f46c-4a62-a7a6-1bc37b46fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:00.237654 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3b2b82-9812-4d6c-ac54-5e925e46e767 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting subnet 303e852a-6d4b-453c-a315-dd5c0328ff09 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:37:00.244519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2b82-9812-4d6c-ac54-5e925e46e767 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.254341 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=49b09094-98b2-41e3-938f-1ccdd46c27eb,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:00.270918 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5646da06-24c8-419a-a97b-879af52095af tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.282917 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec564650-7c54-4806-bc2a-d74f4c3bd317 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:00.302616 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d41c7a44-449c-4f74-b89f-082bd3d0d5f6 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:00.303391 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.321954 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c197d7e1-7578-4b98-aead-2c6105d54ef5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Router 99100fb9-efdc-42ed-b927-d1c09d9454f8 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:00.327915 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2b82-9812-4d6c-ac54-5e925e46e767 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.364151 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-48ff09da-f46c-4a62-a7a6-1bc37b46fcbd None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:00.373146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5646da06-24c8-419a-a97b-879af52095af tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.381473 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.397757 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-67eb4aac-b625-45cc-9f27-4a39d1e04f46 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.474994 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c197d7e1-7578-4b98-aead-2c6105d54ef5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:00.489283 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4464da-2031-46f0-b5db-3d63d7a617c6 None None] Sync routers for ids ['99100fb9-efdc-42ed-b927-d1c09d9454f8'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:00.500058 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646da06-24c8-419a-a97b-879af52095af tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ebd0cc-c6f2-40e9-a49a-ebe9808bdec9,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:00.522839 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4464da-2031-46f0-b5db-3d63d7a617c6 None None] Routers {'99100fb9-efdc-42ed-b927-d1c09d9454f8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:00.527101 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6d4464da-2031-46f0-b5db-3d63d7a617c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['99100fb9-efdc-42ed-b927-d1c09d9454f8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:00.527327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eb4aac-b625-45cc-9f27-4a39d1e04f46 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:00.531472 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c197d7e1-7578-4b98-aead-2c6105d54ef5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "PUT /v2.0/routers/99100fb9-efdc-42ed-b927-d1c09d9454f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7810690 Jan 21 09:37:00.534654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5646da06-24c8-419a-a97b-879af52095af tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.538868 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5646da06-24c8-419a-a97b-879af52095af tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6761746 Jan 21 09:37:00.541497 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42710) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:00.541883 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42712) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:00.558426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-6cad70c5-aa02-47eb-bbf2-454d74838635 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Request body: {'security_group_rule': {'security_group_id': '4230d673-3fb5-4fa2-92a7-5202a52fcb7b', 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:00.567986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-67eb4aac-b625-45cc-9f27-4a39d1e04f46 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:00.596816 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6d4464da-2031-46f0-b5db-3d63d7a617c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:00.622022 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4464da-2031-46f0-b5db-3d63d7a617c6 None None] Routers {'99100fb9-efdc-42ed-b927-d1c09d9454f8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:00.623100 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6d4464da-2031-46f0-b5db-3d63d7a617c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['99100fb9-efdc-42ed-b927-d1c09d9454f8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:00.650707 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2b82-9812-4d6c-ac54-5e925e46e767 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.666579 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-fb503bd6-f422-443e-855e-613f3008487c None None] Provisioning complete for port 49b09094-98b2-41e3-938f-1ccdd46c27eb triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:00.666958 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fb503bd6-f422-443e-855e-613f3008487c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.678168 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eb4aac-b625-45cc-9f27-4a39d1e04f46 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:00.678777 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-67eb4aac-b625-45cc-9f27-4a39d1e04f46 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.678904 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6d4464da-2031-46f0-b5db-3d63d7a617c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:00.679816 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4464da-2031-46f0-b5db-3d63d7a617c6 None None] The sync data for ids ['99100fb9-efdc-42ed-b927-d1c09d9454f8'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:00.687877 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-dc80ce04-7e27-4b55-9a55-b917d2a25c5e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] delete failed (client error): The resource could not be found. Jan 21 09:37:00.690701 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-dc80ce04-7e27-4b55-9a55-b917d2a25c5e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "DELETE /v2.0/routers/tempest-non_exist_router-592795442 HTTP/1.1" status: 404 len: 334 time: 0.1459274 Jan 21 09:37:00.699570 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42714) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:00.705911 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b03dfb57-7e8e-41cf-8056-4169f3e74784 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Request body: {'router': {'external_gateway_info': {'network_id': '99100fb9-efdc-42ed-b927-d1c09d9454f8'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:00.712352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb4aac-b625-45cc-9f27-4a39d1e04f46 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=13f87420-22af-4831-b406-6fad3eb9dc3f,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:00.719425 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6cad70c5-aa02-47eb-bbf2-454d74838635 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.770205 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-67eb4aac-b625-45cc-9f27-4a39d1e04f46 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2353261 Jan 21 09:37:00.786504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42718) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:00.806115 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-564cfabf-728d-42d9-8d68-eb28cc27c3c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'fixed_ips': [{'subnet_id': '13f87420-22af-4831-b406-6fad3eb9dc3f', 'ip_address': '2001:db8::4eb1:b69:3571:4a13'}], 'name': 'tempest-NetworksTestDHCPv6-1223707940'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:00.967280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6cad70c5-aa02-47eb-bbf2-454d74838635 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.983314 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6cad70c5-aa02-47eb-bbf2-454d74838635 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.025394 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-48ff09da-f46c-4a62-a7a6-1bc37b46fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:57Z', 'revision_number': 10, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:01.025771 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b03dfb57-7e8e-41cf-8056-4169f3e74784 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.061808 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-b03dfb57-7e8e-41cf-8056-4169f3e74784 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] update failed (client error): The resource could not be found. Jan 21 09:37:01.063258 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b03dfb57-7e8e-41cf-8056-4169f3e74784 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "PUT /v2.0/routers/99100fb9-efdc-42ed-b927-d1c09d9454f8 HTTP/1.1" status: 404 len: 339 time: 0.3620760 Jan 21 09:37:01.069144 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42720) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:01.077902 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-7ac1e4b9-db48-4aa5-87d8-afb0480fec95 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1632534604'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:01.086037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2b82-9812-4d6c-ac54-5e925e46e767 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.086279 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad70c5-aa02-47eb-bbf2-454d74838635 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462959ad-f277-459c-b901-aea3b138f0cf,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:01.106256 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6cad70c5-aa02-47eb-bbf2-454d74838635 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.107529 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6cad70c5-aa02-47eb-bbf2-454d74838635 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5534451 Jan 21 09:37:01.110331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42722) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:01.112081 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff09da-f46c-4a62-a7a6-1bc37b46fcbd None None] Checking router: 53f89886-5129-4a77-a6f7-3c91ecd8d8ef for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:01.116045 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-bf72c141-3a75-4f06-b070-b3c2f0a0019b tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Request body: {'security_group_rule': {'security_group_id': '4230d673-3fb5-4fa2-92a7-5202a52fcb7b', 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:01.122182 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2b82-9812-4d6c-ac54-5e925e46e767 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.130232 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6b3b2b82-9812-4d6c-ac54-5e925e46e767 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/303e852a-6d4b-453c-a315-dd5c0328ff09 HTTP/1.1" status: 204 len: 168 time: 1.0004897 Jan 21 09:37:01.133779 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacc08e8-0d66-404d-9c8e-0757f232e1dd None None] Network ddd4652f-eb91-409d-ae51-44f70359a777 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:01.138376 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff09da-f46c-4a62-a7a6-1bc37b46fcbd None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:01.139020 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-48ff09da-f46c-4a62-a7a6-1bc37b46fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:01.151113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42724) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:01.169041 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b2b82-9812-4d6c-ac54-5e925e46e767 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Subnet': ['ID=303e852a-6d4b-453c-a315-dd5c0328ff09,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:01.185546 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac1e4b9-db48-4aa5-87d8-afb0480fec95 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Made reservation on behalf of 6de681cb708149678678a21019edadc0 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:01.193364 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e4b9-db48-4aa5-87d8-afb0480fec95 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.237516 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac1e4b9-db48-4aa5-87d8-afb0480fec95 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:01.289265 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e4b9-db48-4aa5-87d8-afb0480fec95 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.289265 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-7ac1e4b9-db48-4aa5-87d8-afb0480fec95 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Added segment 18da8181-d2ca-4be9-9e3d-a4af04b1d6e1 of type vlan for network 936f5aff-d48e-4d8b-9114-ab8d41fea767 Jan 21 09:37:01.296122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-48ff09da-f46c-4a62-a7a6-1bc37b46fcbd None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:01.309061 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Allocated IP 172.20.0.1 (f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906/eaa1e7a8-ed40-40b6-99e7-9af521a82993/0e1ec404-0470-49f7-8b12-72234944cc11) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:01.330920 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564cfabf-728d-42d9-8d68-eb28cc27c3c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:01.403274 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e4b9-db48-4aa5-87d8-afb0480fec95 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.409269 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.411185 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bf72c141-3a75-4f06-b070-b3c2f0a0019b tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.415844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470dd62-7f1d-4e33-80b2-7bf9fbf999f4 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:01.471796 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e4b9-db48-4aa5-87d8-afb0480fec95 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.495988 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac1e4b9-db48-4aa5-87d8-afb0480fec95 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:01.497159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e4b9-db48-4aa5-87d8-afb0480fec95 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.556159 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7ac1e4b9-db48-4aa5-87d8-afb0480fec95 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4835100 Jan 21 09:37:01.561247 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42726) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:01.608052 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 49b09094-98b2-41e3-938f-1ccdd46c27eb up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:01.618239 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-3e40c76c-a1d3-447e-b605-e37807499d7e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Request body: {'subnet': {'network_id': '936f5aff-d48e-4d8b-9114-ab8d41fea767', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:01.640118 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-564cfabf-728d-42d9-8d68-eb28cc27c3c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.677073 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.707472 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1e4b9-db48-4aa5-87d8-afb0480fec95 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event updated for resources: {'Network': ['ID=936f5aff-d48e-4d8b-9114-ab8d41fea767,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:01.707917 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bf72c141-3a75-4f06-b070-b3c2f0a0019b tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.709497 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-564cfabf-728d-42d9-8d68-eb28cc27c3c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port 48d2bf23-9e1d-4f80-b831-b01072aa24b8 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:01.725029 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bf72c141-3a75-4f06-b070-b3c2f0a0019b tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.730190 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 936f5aff-d48e-4d8b-9114-ab8d41fea767 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:37:01.748822 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-32b7e10f-02ac-4d70-9540-aa32b27267ad None None] Provisioning complete for port 49b09094-98b2-41e3-938f-1ccdd46c27eb triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:01.749235 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-32b7e10f-02ac-4d70-9540-aa32b27267ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.777062 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e40c76c-a1d3-447e-b605-e37807499d7e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Made reservation on behalf of 6de681cb708149678678a21019edadc0 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:01.782964 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3e40c76c-a1d3-447e-b605-e37807499d7e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.848027 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72c141-3a75-4f06-b070-b3c2f0a0019b tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184b439d-031e-4328-9aa0-45f5a213f0cf,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:01.862049 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bf72c141-3a75-4f06-b070-b3c2f0a0019b tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.863896 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bf72c141-3a75-4f06-b070-b3c2f0a0019b tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7524123 Jan 21 09:37:01.869201 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42730) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:01.872967 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port 2ce4852b-f959-4acc-be0a-0116d65a2695 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:01.873762 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.885680 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-c6b7012f-60d9-4fb2-8096-59def9c834b1 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Request body: {'security_group_rule': {'security_group_id': '4230d673-3fb5-4fa2-92a7-5202a52fcb7b', 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:01.961791 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-c6b7012f-60d9-4fb2-8096-59def9c834b1 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Project 0b8fc8b6d18b40f0a2726a613ef6165a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:37:01.974197 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6b7012f-60d9-4fb2-8096-59def9c834b1 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.992771 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.064823 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 49b09094-98b2-41e3-938f-1ccdd46c27eb triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:02.065204 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.099732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:02.112577 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6b7012f-60d9-4fb2-8096-59def9c834b1 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.123743 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6b7012f-60d9-4fb2-8096-59def9c834b1 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.143414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:02.152998 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7012f-60d9-4fb2-8096-59def9c834b1 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5f8e77-0d3a-4736-b179-479c7fac46d7,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:02.154553 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:02.164706 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=0e1ec404-0470-49f7-8b12-72234944cc11,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:02.192528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] For port 2ce4852b-f959-4acc-be0a-0116d65a2695, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2ce4852b-f959-4acc-be0a-0116d65a2695,segment=NetworkSegment(7c6b6b61-afc6-4bd9-ae68-c19f03c172a0),segment_id=7c6b6b61-afc6-4bd9-ae68-c19f03c172a0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:02.193309 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.206686 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c6b7012f-60d9-4fb2-8096-59def9c834b1 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.208037 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c6b7012f-60d9-4fb2-8096-59def9c834b1 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3375528 Jan 21 09:37:02.220971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42732) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:02.247572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-9c0308d5-d568-41e6-a828-9f7a9ab181a4 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Request body: {'security_group_rule': {'security_group_id': '4230d673-3fb5-4fa2-92a7-5202a52fcb7b', 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:02.262059 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for 2ce4852b-f959-4acc-be0a-0116d65a2695 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:02.279510 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3e40c76c-a1d3-447e-b605-e37807499d7e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.284623 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-564cfabf-728d-42d9-8d68-eb28cc27c3c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::4eb1:b69:3571:4a13 (5001af93-03f5-43c4-96a2-b5799093e449/13f87420-22af-4831-b406-6fad3eb9dc3f/48d2bf23-9e1d-4f80-b831-b01072aa24b8) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:02.309678 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.364431 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e71cd7-5cb6-4a7d-a2b9-bc50b9c1bfe3 None None] DHCP port deletion for ddd4652f-eb91-409d-ae51-44f70359a777 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:37:02.429054 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-9c0308d5-d568-41e6-a828-9f7a9ab181a4 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Project 0b8fc8b6d18b40f0a2726a613ef6165a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:37:02.441345 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40c76c-a1d3-447e-b605-e37807499d7e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event updated for resources: {'Subnet': ['ID=ec924904-0b81-4295-af11-6920bd6dca8c,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:02.464473 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-48ff09da-f46c-4a62-a7a6-1bc37b46fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:57Z', 'revision_number': 10, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:02.475448 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40c76c-a1d3-447e-b605-e37807499d7e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Checking segment: {'id': '18da8181-d2ca-4be9-9e3d-a4af04b1d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '936f5aff-d48e-4d8b-9114-ab8d41fea767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:02.483871 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e40c76c-a1d3-447e-b605-e37807499d7e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Network hostable DHCP agents. Network: 936f5aff-d48e-4d8b-9114-ab8d41fea767, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:02.491056 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c0308d5-d568-41e6-a828-9f7a9ab181a4 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.515926 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e40c76c-a1d3-447e-b605-e37807499d7e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Network 936f5aff-d48e-4d8b-9114-ab8d41fea767 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:02.535709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-3e40c76c-a1d3-447e-b605-e37807499d7e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 936f5aff-d48e-4d8b-9114-ab8d41fea767) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:02.539529 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff09da-f46c-4a62-a7a6-1bc37b46fcbd None None] The sync data for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv is: [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:36:57Z', 'revision_number': 10, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None, '_interfaces': [{'id': '4e00dca5-5cdf-4d07-b43a-55e77eee2ef1', 'name': '', 'network_id': 'c960abf4-79e2-4feb-a5f7-476efd67b861', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'mac_address': 'fa:16:3e:94:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:42Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 5, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'subnets': [{'id': 'dd3f7a0f-894a-41e0-8bac-d8f60710cc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:02.540609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e40c76c-a1d3-447e-b605-e37807499d7e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:02.541300 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3e40c76c-a1d3-447e-b605-e37807499d7e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.554006 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b3870a-75b4-4581-bda8-f98effaadc02 None None] Network 936f5aff-d48e-4d8b-9114-ab8d41fea767 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:02.588281 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3e40c76c-a1d3-447e-b605-e37807499d7e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0259688 Jan 21 09:37:02.599127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42734) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:02.604097 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a1d88158-38ca-4c25-bd75-ee3dd20429fa tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Request body: {'router': {'external_gateway_info': {'network_id': '936f5aff-d48e-4d8b-9114-ab8d41fea767'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:02.604288 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c8e71cd7-5cb6-4a7d-a2b9-bc50b9c1bfe3 None None] Deleting port 2ce4852b-f959-4acc-be0a-0116d65a2695 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:02.605106 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c8e71cd7-5cb6-4a7d-a2b9-bc50b9c1bfe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.717356 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c8e71cd7-5cb6-4a7d-a2b9-bc50b9c1bfe3 None None] For port 2ce4852b-f959-4acc-be0a-0116d65a2695, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2ce4852b-f959-4acc-be0a-0116d65a2695,segment=NetworkSegment(7c6b6b61-afc6-4bd9-ae68-c19f03c172a0),segment_id=7c6b6b61-afc6-4bd9-ae68-c19f03c172a0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:02.717934 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c8e71cd7-5cb6-4a7d-a2b9-bc50b9c1bfe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.737016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c8e71cd7-5cb6-4a7d-a2b9-bc50b9c1bfe3 None None] Calling delete_port for 2ce4852b-f959-4acc-be0a-0116d65a2695 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:02.879103 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a1d88158-38ca-4c25-bd75-ee3dd20429fa tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.893427 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-31851129-c1bc-49a9-b30f-2de4f345f709 None None] Provisioning complete for port 0e1ec404-0470-49f7-8b12-72234944cc11 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:02.894127 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-31851129-c1bc-49a9-b30f-2de4f345f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.130992 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-a1d88158-38ca-4c25-bd75-ee3dd20429fa tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:03.132069 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a1d88158-38ca-4c25-bd75-ee3dd20429fa tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "PUT /v2.0/routers/99100fb9-efdc-42ed-b927-d1c09d9454f8 HTTP/1.1" status: 400 len: 364 time: 0.5316894 Jan 21 09:37:03.136174 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42742) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:03.200408 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-31851129-c1bc-49a9-b30f-2de4f345f709 None None] Port 0e1ec404-0470-49f7-8b12-72234944cc11 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:03.246831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.274176 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c8e71cd7-5cb6-4a7d-a2b9-bc50b9c1bfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.312070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=2ce4852b-f959-4acc-be0a-0116d65a2695,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:03.341733 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e71cd7-5cb6-4a7d-a2b9-bc50b9c1bfe3 None None] Pushing event deleted for resources: {'Port': ['ID=2ce4852b-f959-4acc-be0a-0116d65a2695,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:03.350908 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-0bbc3d90-2536-4f71-b675-346dfbe3c00d None None] Could not find standard attr ID for object b8f28ed5-dc58-4702-b09c-c4adc09504a3. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:37:03.354633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e71cd7-5cb6-4a7d-a2b9-bc50b9c1bfe3 None None] No DVR routers for this DVR port 2ce4852b-f959-4acc-be0a-0116d65a2695 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:03.374345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] No DVR routers for this DVR port 2ce4852b-f959-4acc-be0a-0116d65a2695 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:03.399835 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c0308d5-d568-41e6-a828-9f7a9ab181a4 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.406456 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.416666 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-936f5aff-d48e-4d8b-9114-ab8d41fea767', 'network_id': '936f5aff-d48e-4d8b-9114-ab8d41fea767', 'tenant_id': '6de681cb708149678678a21019edadc0', 'fixed_ips': [{'subnet_id': 'ec924904-0b81-4295-af11-6920bd6dca8c'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:37:03.418147 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.434882 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-0bbc3d90-2536-4f71-b675-346dfbe3c00d None None] Provisioning complete for port 49b09094-98b2-41e3-938f-1ccdd46c27eb triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:03.435337 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0bbc3d90-2536-4f71-b675-346dfbe3c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.445365 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c0308d5-d568-41e6-a828-9f7a9ab181a4 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.464959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-564cfabf-728d-42d9-8d68-eb28cc27c3c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.493042 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2ce4852b-f959-4acc-be0a-0116d65a2695 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:37:03.502691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0308d5-d568-41e6-a828-9f7a9ab181a4 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c551f7b-787f-4099-93d5-08eb6d011902,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:03.539476 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9c0308d5-d568-41e6-a828-9f7a9ab181a4 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.543532 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9c0308d5-d568-41e6-a828-9f7a9ab181a4 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3145702 Jan 21 09:37:03.544314 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42744) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:03.568792 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-9c5c1b4a-fc79-4382-8573-3a702c497441 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Request body: {'network': {'name': 'tempest-network-smoke--398389131', 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'port_security_enabled': True}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:03.578831 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 2ce4852b-f959-4acc-be0a-0116d65a2695 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:37:03.579745 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2ce4852b-f959-4acc-be0a-0116d65a2695 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:37:03.580180 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:37:03.600285 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.610402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:37:03.611082 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device eb30a124-bcc3-4d54-a51c-b74e8a7cc3ca not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:37:03.647891 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.664337 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5c1b4a-fc79-4382-8573-3a702c497441 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Made reservation on behalf of 0b8fc8b6d18b40f0a2726a613ef6165a for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:03.668051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9c5c1b4a-fc79-4382-8573-3a702c497441 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.671071 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd4652f-eb91-409d-ae51-44f70359a777']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:03.685083 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-564cfabf-728d-42d9-8d68-eb28cc27c3c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.687768 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6b6b61-afc6-4bd9-ae68-c19f03c172a0') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:03.688063 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6b6b61-afc6-4bd9-ae68-c19f03c172a0') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:03.709257 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Allocated IP 2001:db8:1::2 (936f5aff-d48e-4d8b-9114-ab8d41fea767/ec924904-0b81-4295-af11-6920bd6dca8c/1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:03.710488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.768824 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5c1b4a-fc79-4382-8573-3a702c497441 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:03.795170 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.798179 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564cfabf-728d-42d9-8d68-eb28cc27c3c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:03.813307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-564cfabf-728d-42d9-8d68-eb28cc27c3c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:03.815931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:03.816345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.818448 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9c5c1b4a-fc79-4382-8573-3a702c497441 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.818864 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-9c5c1b4a-fc79-4382-8573-3a702c497441 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Added segment fdf0f46c-7015-4d3b-af42-f42713bc1a1a of type vlan for network ad28b2d1-8b01-4489-97c6-604837cc109e Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:03.821145 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:03.834534 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564cfabf-728d-42d9-8d68-eb28cc27c3c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:03.840202 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564cfabf-728d-42d9-8d68-eb28cc27c3c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:03.841079 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-564cfabf-728d-42d9-8d68-eb28cc27c3c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.843520 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cfabf-728d-42d9-8d68-eb28cc27c3c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=48d2bf23-9e1d-4f80-b831-b01072aa24b8,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:03.903418 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9c5c1b4a-fc79-4382-8573-3a702c497441 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.905392 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.920194 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.946949 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-564cfabf-728d-42d9-8d68-eb28cc27c3c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1447427 Jan 21 09:37:03.949262 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.951783 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42746) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:03.962549 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Network 936f5aff-d48e-4d8b-9114-ab8d41fea767 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:03.970287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:03.986237 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Pushing event updated for resources: {'Port': ['ID=1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:03.988313 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9c5c1b4a-fc79-4382-8573-3a702c497441 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.988995 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-06c42e59-2e83-43a0-b842-cb2a3e59182e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'fixed_ips': [{'subnet_id': '13f87420-22af-4831-b406-6fad3eb9dc3f', 'ip_address': '2001:db8::4eb1:b69:3571:4a13'}], 'name': 'tempest-NetworksTestDHCPv6-1973996509'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:03.990389 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:03.994665 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c1b4a-fc79-4382-8573-3a702c497441 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:03.995607 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9c5c1b4a-fc79-4382-8573-3a702c497441 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.005998 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.010144 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/networks/ddd4652f-eb91-409d-ae51-44f70359a777 HTTP/1.1" status: 204 len: 168 time: 2.8576069 Jan 21 09:37:04.013565 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42748) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:04.059908 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Attempting to bind port 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:04.060278 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Attempting to bind port 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '18da8181-d2ca-4be9-9e3d-a4af04b1d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '936f5aff-d48e-4d8b-9114-ab8d41fea767'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:04.060669 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Attempting to bind port 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee on network 936f5aff-d48e-4d8b-9114-ab8d41fea767 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:04.067210 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:04.067585 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Checking segment: {'id': '18da8181-d2ca-4be9-9e3d-a4af04b1d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '936f5aff-d48e-4d8b-9114-ab8d41fea767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:04.067986 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.068751 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Bound using segment: {'id': '18da8181-d2ca-4be9-9e3d-a4af04b1d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '936f5aff-d48e-4d8b-9114-ab8d41fea767'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:04.069216 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Bound port: 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18da8181-d2ca-4be9-9e3d-a4af04b1d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '936f5aff-d48e-4d8b-9114-ab8d41fea767'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:04.069626 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.083978 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fadcb8-4726-462c-a753-30fcd319cd39 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Network': ['ID=ddd4652f-eb91-409d-ae51-44f70359a777,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:04.086326 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9c5c1b4a-fc79-4382-8573-3a702c497441 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5396125 Jan 21 09:37:04.097124 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42750) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:04.116826 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1969925566', 'admin_state_up': True, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:04.144696 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Allocated IP 2001:db8::1 (14839b27-87a7-484f-997e-cb0ad8a7800e/26cbe9c1-c251-4253-bc83-ba73ec4a8a64/8676a5fc-8475-4f60-9115-79d43ab9eb23) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:04.171783 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c1b4a-fc79-4382-8573-3a702c497441 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event updated for resources: {'Network': ['ID=ad28b2d1-8b01-4489-97c6-604837cc109e,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:04.195588 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network ad28b2d1-8b01-4489-97c6-604837cc109e details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:37:04.210915 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.211577 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.280411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] For port 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:04.297146 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] For port 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee,segment=NetworkSegment(18da8181-d2ca-4be9-9e3d-a4af04b1d6e1),segment_id=18da8181-d2ca-4be9-9e3d-a4af04b1d6e1)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:04.303604 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.390862 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3bdad-5786-4c69-9bb9-acd56bdc6d73 None None] Pushing event updated for resources: {'Port': ['ID=1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:04.397149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.398607 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.413695 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.425560 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.427506 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-82f1f554-5436-4916-b604-1b7bb37a0eb5 None None] Provisioning complete for port 48d2bf23-9e1d-4f80-b831-b01072aa24b8 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:04.427998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-82f1f554-5436-4916-b604-1b7bb37a0eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.478349 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-82f1f554-5436-4916-b604-1b7bb37a0eb5 None None] Port 48d2bf23-9e1d-4f80-b831-b01072aa24b8 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:04.557799 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c42e59-2e83-43a0-b842-cb2a3e59182e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:04.562687 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-06c42e59-2e83-43a0-b842-cb2a3e59182e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.572332 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.608548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.618707 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=0e1ec404-0470-49f7-8b12-72234944cc11,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:04.621700 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-06c42e59-2e83-43a0-b842-cb2a3e59182e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port 5a2b4fce-94fc-4a3c-a274-4ae45f7566ca yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:04.659208 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event updated for resources: {'Port': ['ID=8676a5fc-8475-4f60-9115-79d43ab9eb23,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:04.667591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Network 14839b27-87a7-484f-997e-cb0ad8a7800e is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:04.670400 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.687451 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:04.694000 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:04.694596 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.958899 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.967150 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:04.987899 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:05.052996 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c42e59-2e83-43a0-b842-cb2a3e59182e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 09:37:05.053843 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c42e59-2e83-43a0-b842-cb2a3e59182e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:05.106655 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a9d5e4bd-9527-45d0-ae40-993a1bc8d531 None None] Provisioning complete for port 8676a5fc-8475-4f60-9115-79d43ab9eb23 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:05.107309 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e4bd-9527-45d0-ae40-993a1bc8d531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.126976 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-195191bd-4560-4829-8490-82300d1669cf req-76cbd6cd-5098-4b86-b65d-aa31d782abd4 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479744489&fields=id&tenant_id=55511390bef14e7cb904f2997d4e4aee HTTP/1.1" status: 200 len: 267 time: 0.1647699 Jan 21 09:37:05.148453 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-06c42e59-2e83-43a0-b842-cb2a3e59182e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.1683531 Jan 21 09:37:05.162579 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42768) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:05.163913 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5e4bd-9527-45d0-ae40-993a1bc8d531 None None] Port 8676a5fc-8475-4f60-9115-79d43ab9eb23 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:05.231082 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.261815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.293600 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ad2588f6-5ca2-41c9-8e83-16b750863e70 None None] Provisioning complete for port 0e1ec404-0470-49f7-8b12-72234944cc11 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:05.293977 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ad2588f6-5ca2-41c9-8e83-16b750863e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.330962 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ad2588f6-5ca2-41c9-8e83-16b750863e70 None None] Port 0e1ec404-0470-49f7-8b12-72234944cc11 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:05.372599 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2f46e70a-450d-4630-8329-2c6556d80653 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.464197 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf769ea-18e4-4fcd-bb1b-270578b23d4b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:05.470994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf769ea-18e4-4fcd-bb1b-270578b23d4b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:05.472926 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ecf769ea-18e4-4fcd-bb1b-270578b23d4b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.3062191 Jan 21 09:37:05.483691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42770) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:05.532207 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195191bd-4560-4829-8490-82300d1669cf req-645f48cd-d472-4b43-bdd2-5a96a4e00e1b tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:05.539549 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-195191bd-4560-4829-8490-82300d1669cf req-645f48cd-d472-4b43-bdd2-5a96a4e00e1b tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 812 time: 0.4017236 Jan 21 09:37:05.547651 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router f0c6e85d-f0e0-458a-81c1-b979e8d3a550 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:05.571108 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:05.576307 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-195191bd-4560-4829-8490-82300d1669cf req-c1d0c587-49e6-4cd3-8dd9-9930f213718e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/quotas/55511390bef14e7cb904f2997d4e4aee HTTP/1.1" status: 200 len: 375 time: 0.0358553 Jan 21 09:37:05.648070 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:05.648551 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.752626 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.788662 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee,segment=NetworkSegment(18da8181-d2ca-4be9-9e3d-a4af04b1d6e1),segment_id=18da8181-d2ca-4be9-9e3d-a4af04b1d6e1)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:05.797134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.807851 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Allocated IP 172.26.7.12 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/2678811b-14b0-42df-aa81-df03b1779d46) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:05.815143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.826120 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.826932 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.871125 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ac5f0746-f0e5-4841-a89e-e951f523f8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.880805 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05bd446-498e-4108-aef1-10083a9af596 None None] Network 936f5aff-d48e-4d8b-9114-ab8d41fea767 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:05.900826 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:05.973760 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f3a04cc2-103a-4660-b6c9-0dd328bab7d5 None None] Provisioning complete for port 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:05.974422 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f3a04cc2-103a-4660-b6c9-0dd328bab7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.979640 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event updated for resources: {'Port': ['ID=8676a5fc-8475-4f60-9115-79d43ab9eb23,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:06.055984 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:06.064907 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Network 14839b27-87a7-484f-997e-cb0ad8a7800e is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:06.068051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:06.188743 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Router 99100fb9-efdc-42ed-b927-d1c09d9454f8 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:06.193467 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:06.228879 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-195191bd-4560-4829-8490-82300d1669cf req-75fa96f8-fbdc-41eb-845d-f1e47946b2f9 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6435173 Jan 21 09:37:06.237013 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:06.245862 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:06.280886 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-8c61357e-6b30-4016-b986-02012ea7a86f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port 48d2bf23-9e1d-4f80-b831-b01072aa24b8 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:06.281233 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c61357e-6b30-4016-b986-02012ea7a86f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:06.311370 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:06.314495 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:06.329104 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e27275f-7df9-47da-8290-8dbe7c22b617 None None] Sync routers for ids ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:06.341950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e27275f-7df9-47da-8290-8dbe7c22b617 None None] Routers {'f0c6e85d-f0e0-458a-81c1-b979e8d3a550'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:06.342975 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-3e27275f-7df9-47da-8290-8dbe7c22b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:06.378854 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-24ef3db8-fb63-48b5-8aa3-3db557ae9363 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "PUT /v2.0/routers/f0c6e85d-f0e0-458a-81c1-b979e8d3a550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3765562 Jan 21 09:37:06.379705 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42774) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:06.390698 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-3e27275f-7df9-47da-8290-8dbe7c22b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:06.400998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e27275f-7df9-47da-8290-8dbe7c22b617 None None] Routers {'f0c6e85d-f0e0-458a-81c1-b979e8d3a550'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:06.401940 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-3e27275f-7df9-47da-8290-8dbe7c22b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:06.417393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event updated for resources: {'Port': ['ID=2678811b-14b0-42df-aa81-df03b1779d46,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:06.437704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-eafdb4a4-55c0-4dd3-8d33-266a42389988 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'port': {'network_id': 'f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906', 'name': 'tempest-FloatingIPTestJSON-1165927725'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:06.486052 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:06.494568 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-3e27275f-7df9-47da-8290-8dbe7c22b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:06.495233 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e27275f-7df9-47da-8290-8dbe7c22b617 None None] The sync data for ids ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:06.498085 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276fc16b-7c8d-437f-9d33-d6cf3eccc895 None None] Sync routers for ids ['99100fb9-efdc-42ed-b927-d1c09d9454f8'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:06.513416 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276fc16b-7c8d-437f-9d33-d6cf3eccc895 None None] Routers {'99100fb9-efdc-42ed-b927-d1c09d9454f8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:06.514322 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-276fc16b-7c8d-437f-9d33-d6cf3eccc895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['99100fb9-efdc-42ed-b927-d1c09d9454f8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:06.529344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e53fbc-9009-4fd1-b520-032050dc6a44 None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:37:06.530442 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fe7be04b-e51e-4d48-b5e6-6b421ec0a898 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "PUT /v2.0/routers/99100fb9-efdc-42ed-b927-d1c09d9454f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3932335 Jan 21 09:37:06.534929 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42776) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:06.591348 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b440666f-5d9a-41ca-9125-8dbf2ed1820b None None] Provisioning complete for port 8676a5fc-8475-4f60-9115-79d43ab9eb23 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:06.591952 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b440666f-5d9a-41ca-9125-8dbf2ed1820b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:06.654475 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c61357e-6b30-4016-b986-02012ea7a86f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:06.662660 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b440666f-5d9a-41ca-9125-8dbf2ed1820b None None] Port 8676a5fc-8475-4f60-9115-79d43ab9eb23 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:06.663938 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-276fc16b-7c8d-437f-9d33-d6cf3eccc895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:06.674323 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276fc16b-7c8d-437f-9d33-d6cf3eccc895 None None] Routers {'99100fb9-efdc-42ed-b927-d1c09d9454f8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:06.675311 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-276fc16b-7c8d-437f-9d33-d6cf3eccc895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:36:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['99100fb9-efdc-42ed-b927-d1c09d9454f8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:06.694375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-8c61357e-6b30-4016-b986-02012ea7a86f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for 48d2bf23-9e1d-4f80-b831-b01072aa24b8 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:06.696338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b440666f-5d9a-41ca-9125-8dbf2ed1820b None None] Provisioning complete for port 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:06.696721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b440666f-5d9a-41ca-9125-8dbf2ed1820b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:06.724563 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3d1e4a9e-77dc-441f-b211-6f12aa8ef10d tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:06.728859 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-276fc16b-7c8d-437f-9d33-d6cf3eccc895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:06.730003 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276fc16b-7c8d-437f-9d33-d6cf3eccc895 None None] The sync data for ids ['99100fb9-efdc-42ed-b927-d1c09d9454f8'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:06.747163 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e53fbc-9009-4fd1-b520-032050dc6a44 None None] Resources bound (agent type, host, resource id): {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:37:06.776646 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-195191bd-4560-4829-8490-82300d1669cf req-d8fb7a6e-f3c9-4b1e-9d74-b62dc793fa1e service neutron] 10.222.0.88 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316136 Jan 21 09:37:06.805470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-2f46e70a-450d-4630-8329-2c6556d80653 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:06.805822 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2f46e70a-450d-4630-8329-2c6556d80653 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:06.861057 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-3d1e4a9e-77dc-441f-b211-6f12aa8ef10d tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 21 09:37:06.862466 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3d1e4a9e-77dc-441f-b211-6f12aa8ef10d tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "DELETE /v2.0/routers/99100fb9-efdc-42ed-b927-d1c09d9454f8 HTTP/1.1" status: 409 len: 329 time: 0.3266604 Jan 21 09:37:06.865678 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42778) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:06.933045 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafdb4a4-55c0-4dd3-8d33-266a42389988 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Made reservation on behalf of 1d2bd5322198457e9c46d36bbca23707 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:06.936598 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eafdb4a4-55c0-4dd3-8d33-266a42389988 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.017867 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-eafdb4a4-55c0-4dd3-8d33-266a42389988 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] device_id is not set on port 3e84d491-d646-48ef-8346-cc440f372404 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:07.043226 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-195191bd-4560-4829-8490-82300d1669cf req-37c3a02b-0f48-46c9-a9a9-0f2b8bf584b1 service neutron] 10.222.0.88 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580163 Jan 21 09:37:07.115129 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-2f46e70a-450d-4630-8329-2c6556d80653 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] For port 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4e00dca5-5cdf-4d07-b43a-55e77eee2ef1,segment=NetworkSegment(2cc5884f-004e-44d4-8535-16e294b07a06),segment_id=2cc5884f-004e-44d4-8535-16e294b07a06)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:07.116097 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2f46e70a-450d-4630-8329-2c6556d80653 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.143330 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-2f46e70a-450d-4630-8329-2c6556d80653 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:07.145218 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c61357e-6b30-4016-b986-02012ea7a86f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.158671 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.175884 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07268423-7155-4a02-995d-ff6ded161736 None None] Update dhcp port {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'fixed_ips': [{'subnet_id': '13f87420-22af-4831-b406-6fad3eb9dc3f'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': '49b09094-98b2-41e3-938f-1ccdd46c27eb'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:37:07.202738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61357e-6b30-4016-b986-02012ea7a86f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=48d2bf23-9e1d-4f80-b831-b01072aa24b8,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:07.223424 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-07268423-7155-4a02-995d-ff6ded161736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.297096 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c61357e-6b30-4016-b986-02012ea7a86f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.316732 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8c61357e-6b30-4016-b986-02012ea7a86f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/48d2bf23-9e1d-4f80-b831-b01072aa24b8 HTTP/1.1" status: 204 len: 168 time: 1.8274815 Jan 21 09:37:07.320356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42786) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:07.354516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-eafdb4a4-55c0-4dd3-8d33-266a42389988 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Allocated IP 172.20.0.11 (f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906/eaa1e7a8-ed40-40b6-99e7-9af521a82993/3e84d491-d646-48ef-8346-cc440f372404) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:07.476706 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888cfd5f-ec78-4f1b-bc4d-785e75253c47 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:07.478356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888cfd5f-ec78-4f1b-bc4d-785e75253c47 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:07.482335 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-888cfd5f-ec78-4f1b-bc4d-785e75253c47 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1565671 Jan 21 09:37:07.486227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-07268423-7155-4a02-995d-ff6ded161736 None None] Allocated IP 2001:db8::2 (5001af93-03f5-43c4-96a2-b5799093e449/13f87420-22af-4831-b406-6fad3eb9dc3f/49b09094-98b2-41e3-938f-1ccdd46c27eb) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:07.510290 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42798) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:07.545387 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.613123 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:07.655462 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16f20d2-8264-4852-8a91-e296a37e1a70 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 13f87420-22af-4831-b406-6fad3eb9dc3f {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:37:07.658784 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-07268423-7155-4a02-995d-ff6ded161736 None None] For port 49b09094-98b2-41e3-938f-1ccdd46c27eb, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=49b09094-98b2-41e3-938f-1ccdd46c27eb,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:07.706410 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-07268423-7155-4a02-995d-ff6ded161736 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.713299 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:07.713786 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.716960 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-07268423-7155-4a02-995d-ff6ded161736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.718714 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d16f20d2-8264-4852-8a91-e296a37e1a70 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.784351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eafdb4a4-55c0-4dd3-8d33-266a42389988 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.791743 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2f46e70a-450d-4630-8329-2c6556d80653 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.806997 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d16f20d2-8264-4852-8a91-e296a37e1a70 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.832519 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07268423-7155-4a02-995d-ff6ded161736 None None] Pushing event updated for resources: {'Port': ['ID=49b09094-98b2-41e3-938f-1ccdd46c27eb,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:07.864081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46e70a-450d-4630-8329-2c6556d80653 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=4e00dca5-5cdf-4d07-b43a-55e77eee2ef1,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:07.934332 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eafdb4a4-55c0-4dd3-8d33-266a42389988 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.983165 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-66111cda-640b-49d7-b9f1-aa58500a0e2f req-0c7f32b0-c814-4b3b-a63b-688c1537087b tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.5309675 Jan 21 09:37:08.044829 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-40694e01-4787-49fe-9cb1-fb2a0e6c8d58 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.060343 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafdb4a4-55c0-4dd3-8d33-266a42389988 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Network f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:08.071957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdb4a4-55c0-4dd3-8d33-266a42389988 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event updated for resources: {'Port': ['ID=3e84d491-d646-48ef-8346-cc440f372404,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:08.088506 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-eafdb4a4-55c0-4dd3-8d33-266a42389988 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:08.097561 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafdb4a4-55c0-4dd3-8d33-266a42389988 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:08.103383 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d16f20d2-8264-4852-8a91-e296a37e1a70 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.182076 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5152075b-bce1-46dc-a2dc-9d97593b321d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.211293 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:37:08.251904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafdb4a4-55c0-4dd3-8d33-266a42389988 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:08.252729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eafdb4a4-55c0-4dd3-8d33-266a42389988 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.260431 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2f46e70a-450d-4630-8329-2c6556d80653 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.294051 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-eafdb4a4-55c0-4dd3-8d33-266a42389988 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8743432 Jan 21 09:37:08.296815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42800) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:08.328945 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-df91b9a6-c87f-437f-8b87-d6e3bb9dd50d tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Request body: {'floatingip': {'port_id': '3e84d491-d646-48ef-8346-cc440f372404'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:08.332715 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d16f20d2-8264-4852-8a91-e296a37e1a70 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.389293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f20d2-8264-4852-8a91-e296a37e1a70 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=13f87420-22af-4831-b406-6fad3eb9dc3f,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:08.398334 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d16f20d2-8264-4852-8a91-e296a37e1a70 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.399882 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d16f20d2-8264-4852-8a91-e296a37e1a70 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/13f87420-22af-4831-b406-6fad3eb9dc3f HTTP/1.1" status: 204 len: 168 time: 0.8841038 Jan 21 09:37:08.403378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42802) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:08.433053 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-df91b9a6-c87f-437f-8b87-d6e3bb9dd50d tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.437913 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:08.451003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Sync routers for ids ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:08.480907 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Routers {'933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:08.482083 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:08.493101 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6307f566-a51e-48ed-a1a3-cdee65ad93e1 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885603 Jan 21 09:37:08.497179 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42804) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:08.545245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-fd7774de-0d91-4c5f-bf1a-10b2904aa417 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:08.552045 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f46e70a-450d-4630-8329-2c6556d80653 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:08.572311 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b92198a1-e79d-43b1-b1ae-417ab8b05e6b None None] Provisioning complete for port 49b09094-98b2-41e3-938f-1ccdd46c27eb triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:08.572683 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b92198a1-e79d-43b1-b1ae-417ab8b05e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.615951 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.617744 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a8288b32-f3c6-40ac-ac0f-df42570e0b61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.5193365 Jan 21 09:37:08.624293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42806) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:08.706859 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f46e70a-450d-4630-8329-2c6556d80653 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:08.712278 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2f46e70a-450d-4630-8329-2c6556d80653 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/53f89886-5129-4a77-a6f7-3c91ecd8d8ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6953461 Jan 21 09:37:08.717114 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42810) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:08.729860 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa2b6b-a9ef-4744-8f3a-97aebd2f7708 None None] Sync routers for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:08.748430 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa2b6b-a9ef-4744-8f3a-97aebd2f7708 None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:08.749335 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-39fa2b6b-a9ef-4744-8f3a-97aebd2f7708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:08.841485 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7774de-0d91-4c5f-bf1a-10b2904aa417 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:08.846044 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fd7774de-0d91-4c5f-bf1a-10b2904aa417 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.898178 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-39fa2b6b-a9ef-4744-8f3a-97aebd2f7708 None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:08.903248 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c790aca-122d-488c-ba7f-19956143d631 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:08.920522 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d7676fa2-be05-410c-a3c9-5435ad3585bb tempest-TestNetworkAdvancedServerOps-1318981697 tempest-TestNetworkAdvancedServerOps-1318981697-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=0b8fc8b6d18b40f0a2726a613ef6165a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2927504 Jan 21 09:37:08.932328 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42812) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:08.942739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2807016-7b3f-48e9-8335-1511d870c26e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting subnet dd3f7a0f-894a-41e0-8bac-d8f60710cc46 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:37:08.946781 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f2807016-7b3f-48e9-8335-1511d870c26e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.960125 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-39fa2b6b-a9ef-4744-8f3a-97aebd2f7708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:37:07Z', 'revision_number': 11, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:08.991462 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa2b6b-a9ef-4744-8f3a-97aebd2f7708 None None] Checking router: 53f89886-5129-4a77-a6f7-3c91ecd8d8ef for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:08.995019 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f2807016-7b3f-48e9-8335-1511d870c26e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.000774 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa2b6b-a9ef-4744-8f3a-97aebd2f7708 None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:09.002050 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-39fa2b6b-a9ef-4744-8f3a-97aebd2f7708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:09.002947 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Set router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:09.087197 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-40694e01-4787-49fe-9cb1-fb2a0e6c8d58 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Deleting port 8676a5fc-8475-4f60-9115-79d43ab9eb23 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:09.087944 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-40694e01-4787-49fe-9cb1-fb2a0e6c8d58 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.092610 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f2807016-7b3f-48e9-8335-1511d870c26e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.113515 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-39fa2b6b-a9ef-4744-8f3a-97aebd2f7708 None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:09.149430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b92198a1-e79d-43b1-b1ae-417ab8b05e6b None None] Could not find standard attr ID for object 48d2bf23-9e1d-4f80-b831-b01072aa24b8. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:37:09.176996 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-39fa2b6b-a9ef-4744-8f3a-97aebd2f7708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:37:07Z', 'revision_number': 11, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:09.177937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f2807016-7b3f-48e9-8335-1511d870c26e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.197941 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-40694e01-4787-49fe-9cb1-fb2a0e6c8d58 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.210307 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa2b6b-a9ef-4744-8f3a-97aebd2f7708 None None] The sync data for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv is: [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:37:07Z', 'revision_number': 11, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:09.222020 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2807016-7b3f-48e9-8335-1511d870c26e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Subnet': ['ID=dd3f7a0f-894a-41e0-8bac-d8f60710cc46,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:09.226247 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2c605b5f-990c-45da-ac5e-b993cfa5ab4a req-cbfe0496-dc77-4ff1-983b-fc5aee5a0c51 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.0612810 Jan 21 09:37:09.231430 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f2807016-7b3f-48e9-8335-1511d870c26e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.234748 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f2807016-7b3f-48e9-8335-1511d870c26e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/dd3f7a0f-894a-41e0-8bac-d8f60710cc46 HTTP/1.1" status: 204 len: 168 time: 0.5165043 Jan 21 09:37:09.238349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42816) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:09.284367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-40694e01-4787-49fe-9cb1-fb2a0e6c8d58 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Calling delete_port for 8676a5fc-8475-4f60-9115-79d43ab9eb23 owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:09.284631 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d0018c-4b7f-41cb-b133-28856d2d4e8d None None] Network c960abf4-79e2-4feb-a5f7-476efd67b861 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:09.334062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.346919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.399803 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Deleting port 0f1bcdcc-73a5-434e-951f-1a53308b97c7 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:09.400146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.401243 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6f0bc928-3305-4b7d-8fed-412519b056bd None None] Provisioning complete for port 3e84d491-d646-48ef-8346-cc440f372404 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:09.401661 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6f0bc928-3305-4b7d-8fed-412519b056bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.485020 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-6f0bc928-3305-4b7d-8fed-412519b056bd None None] Port 3e84d491-d646-48ef-8346-cc440f372404 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:09.493594 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] For port 0f1bcdcc-73a5-434e-951f-1a53308b97c7, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=0f1bcdcc-73a5-434e-951f-1a53308b97c7,segment=NetworkSegment(2cc5884f-004e-44d4-8535-16e294b07a06),segment_id=2cc5884f-004e-44d4-8535-16e294b07a06)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:09.493970 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.504698 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969925566', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '2678811b-14b0-42df-aa81-df03b1779d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:04Z', 'updated_at': '2022-01-21T09:37:06Z', 'revision_number': 3, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'gw_port': {'id': '2678811b-14b0-42df-aa81-df03b1779d46', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ac:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:05Z', 'updated_at': '2022-01-21T09:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:09.509547 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Calling delete_port for 0f1bcdcc-73a5-434e-951f-1a53308b97c7 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:09.535543 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Checking router: 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:09.535901 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Updating router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 port 2678811b-14b0-42df-aa81-df03b1779d46 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:37:09.550578 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fff1fa-7ccf-4052-914f-51b7ff18a0c1 tempest-TestNetworkAdvancedServerOps-1318981697 tempest-TestNetworkAdvancedServerOps-1318981697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:09.554042 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c7fff1fa-7ccf-4052-914f-51b7ff18a0c1 tempest-TestNetworkAdvancedServerOps-1318981697 tempest-TestNetworkAdvancedServerOps-1318981697-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6143785 Jan 21 09:37:09.565051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42818) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:09.606076 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.619156 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ea6b9b-59e5-4ea8-9bb2-c55f92c125b2 None None] DHCP port deletion for 5001af93-03f5-43c4-96a2-b5799093e449 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:37:09.623759 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.648567 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206dd90c-2e35-4005-984d-4c4e59c76ffd None None] DHCP port deletion for c960abf4-79e2-4feb-a5f7-476efd67b861 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:37:09.693357 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3de22fcd-af53-4df1-90df-a1836ae58b96 tempest-TestNetworkAdvancedServerOps-1318981697 tempest-TestNetworkAdvancedServerOps-1318981697-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1226733 Jan 21 09:37:09.699757 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42820) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:09.703630 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 49b09094-98b2-41e3-938f-1ccdd46c27eb no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:37:09.704042 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Port': ['ID=0f1bcdcc-73a5-434e-951f-1a53308b97c7,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:09.712506 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1388034862', 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e', 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:09.713397 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] No DVR routers for this DVR port 0f1bcdcc-73a5-434e-951f-1a53308b97c7 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:09.800470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.828886 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c960abf4-79e2-4feb-a5f7-476efd67b861']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:09.842865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc5884f-004e-44d4-8535-16e294b07a06') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:09.844039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc5884f-004e-44d4-8535-16e294b07a06') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:09.855529 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.872124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.896360 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:09.896909 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:09.900513 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:09.939101 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fd7774de-0d91-4c5f-bf1a-10b2904aa417 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.949353 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea6b9b-59e5-4ea8-9bb2-c55f92c125b2 None None] Deleting port 49b09094-98b2-41e3-938f-1ccdd46c27eb {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:09.950001 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6b9b-59e5-4ea8-9bb2-c55f92c125b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.966887 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.975183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.983209 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.990526 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/networks/c960abf4-79e2-4feb-a5f7-476efd67b861 HTTP/1.1" status: 204 len: 168 time: 0.7485836 Jan 21 09:37:09.994328 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42822) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:10.000599 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8edc94-5b49-4b1f-865d-01a5ce71dfc4 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Pushing event deleted for resources: {'Network': ['ID=c960abf4-79e2-4feb-a5f7-476efd67b861,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:10.007135 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-34ce724e-cf00-41ad-a384-3f538851e76c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'router': {'routes': None}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:10.009726 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7774de-0d91-4c5f-bf1a-10b2904aa417 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=8aa237ee-cedd-496b-a2d0-dd1f90b54f5d,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:10.055646 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 49b09094-98b2-41e3-938f-1ccdd46c27eb, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=49b09094-98b2-41e3-938f-1ccdd46c27eb,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:10.067210 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.067883 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:37:10.131511 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:37:10.131763 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4e00dca5-5cdf-4d07-b43a-55e77eee2ef1 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:37:10.175228 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b9ea6b9b-59e5-4ea8-9bb2-c55f92c125b2 None None] For port 49b09094-98b2-41e3-938f-1ccdd46c27eb, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=49b09094-98b2-41e3-938f-1ccdd46c27eb,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:10.175640 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6b9b-59e5-4ea8-9bb2-c55f92c125b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.218770 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea6b9b-59e5-4ea8-9bb2-c55f92c125b2 None None] Calling delete_port for 49b09094-98b2-41e3-938f-1ccdd46c27eb owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:10.224544 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=49b09094-98b2-41e3-938f-1ccdd46c27eb,revision_number=7']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:10.282566 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.293370 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.366345 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Attempting to bind port 2678811b-14b0-42df-aa81-df03b1779d46 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:10.366712 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Attempting to bind port 2678811b-14b0-42df-aa81-df03b1779d46 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:10.367073 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Attempting to bind port 2678811b-14b0-42df-aa81-df03b1779d46 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:10.375528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77aebfd-0c9c-4a51-b811-8743e09dcb2e None None] Pushing event updated for resources: {'Port': ['ID=2678811b-14b0-42df-aa81-df03b1779d46,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:10.380420 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:10.380827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:10.381199 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.381755 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:10.382110 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Bound port: 2678811b-14b0-42df-aa81-df03b1779d46, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:10.382538 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.406844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6b9b-59e5-4ea8-9bb2-c55f92c125b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.437083 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea6b9b-59e5-4ea8-9bb2-c55f92c125b2 None None] Pushing event deleted for resources: {'Port': ['ID=49b09094-98b2-41e3-938f-1ccdd46c27eb,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:10.439517 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea6b9b-59e5-4ea8-9bb2-c55f92c125b2 None None] No DVR routers for this DVR port 49b09094-98b2-41e3-938f-1ccdd46c27eb on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:10.456247 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7774de-0d91-4c5f-bf1a-10b2904aa417 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:10.479427 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] For port 2678811b-14b0-42df-aa81-df03b1779d46, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:10.483303 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] For port 2678811b-14b0-42df-aa81-df03b1779d46, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2678811b-14b0-42df-aa81-df03b1779d46,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:10.483458 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-fd7774de-0d91-4c5f-bf1a-10b2904aa417 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:10.488759 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.496283 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994f69b1-36b1-4740-bc85-db651e6bbdf8 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:10.498005 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-eb2a6fb5-dcba-4146-8f9b-da77e77038bc req-03da94b0-78df-4f1c-9e8a-f771e95f4cd5 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.0966227 Jan 21 09:37:10.504592 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7774de-0d91-4c5f-bf1a-10b2904aa417 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.513622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fd7774de-0d91-4c5f-bf1a-10b2904aa417 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.543269 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-40694e01-4787-49fe-9cb1-fb2a0e6c8d58 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.584928 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Made reservation on behalf of 0b8fc8b6d18b40f0a2726a613ef6165a for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:10.588486 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.605287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77aebfd-0c9c-4a51-b811-8743e09dcb2e None None] Pushing event updated for resources: {'Port': ['ID=2678811b-14b0-42df-aa81-df03b1779d46,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:10.610955 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Routers {'933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:10.611922 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:10.704405 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.extraroute_db [None req-34ce724e-cf00-41ad-a384-3f538851e76c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Added routes are [] {{(pid=102146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 21 09:37:10.704722 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.extraroute_db [None req-34ce724e-cf00-41ad-a384-3f538851e76c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Removed routes are [] {{(pid=102146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 21 09:37:10.704968 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-34ce724e-cf00-41ad-a384-3f538851e76c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.716249 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fd7774de-0d91-4c5f-bf1a-10b2904aa417 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1869974 Jan 21 09:37:10.716249 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40694e01-4787-49fe-9cb1-fb2a0e6c8d58 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event deleted for resources: {'Port': ['ID=8676a5fc-8475-4f60-9115-79d43ab9eb23,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:10.716704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42826) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:10.726476 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-2ef4b86b-d0a0-4e97-ac23-e0b5e0749f16 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'fixed_ips': [{'subnet_id': '8aa237ee-cedd-496b-a2d0-dd1f90b54f5d', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-981111808'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:10.845293 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.db.resource_extend [None req-df91b9a6-c87f-437f-8b87-d6e3bb9dd50d tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:10.943172 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] Set router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:10.971430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5001af93-03f5-43c4-96a2-b5799093e449', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'fixed_ips': [{'subnet_id': '8aa237ee-cedd-496b-a2d0-dd1f90b54f5d'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:37:10.972247 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.087484 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-40694e01-4787-49fe-9cb1-fb2a0e6c8d58 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.148027 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-34ce724e-cf00-41ad-a384-3f538851e76c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.152878 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-df91b9a6-c87f-437f-8b87-d6e3bb9dd50d tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.192481 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-df91b9a6-c87f-437f-8b87-d6e3bb9dd50d tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.195166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-34ce724e-cf00-41ad-a384-3f538851e76c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.257878 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.260165 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Allocated IP 2001:db8::2 (5001af93-03f5-43c4-96a2-b5799093e449/8aa237ee-cedd-496b-a2d0-dd1f90b54f5d/5ee5b693-0b59-4932-bef8-d42126767d87) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:11.271423 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef4b86b-d0a0-4e97-ac23-e0b5e0749f16 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:11.342391 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969925566', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '2678811b-14b0-42df-aa81-df03b1779d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:04Z', 'updated_at': '2022-01-21T09:37:06Z', 'revision_number': 3, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'gw_port': {'id': '2678811b-14b0-42df-aa81-df03b1779d46', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ac:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:05Z', 'updated_at': '2022-01-21T09:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:11.360153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ef4b86b-d0a0-4e97-ac23-e0b5e0749f16 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.376966 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.378652 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef83326-2cd0-485f-9c3f-10282b616a1a None None] The sync data for ids ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'] in dv-neutron-825721-1-hyperv is: [{'id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969925566', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '2678811b-14b0-42df-aa81-df03b1779d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:04Z', 'updated_at': '2022-01-21T09:37:06Z', 'revision_number': 3, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'gw_port': {'id': '2678811b-14b0-42df-aa81-df03b1779d46', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ac:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:05Z', 'updated_at': '2022-01-21T09:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:11.378825 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-2ef4b86b-d0a0-4e97-ac23-e0b5e0749f16 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port 0b90f393-9bbe-4e2a-bf45-d38cbf9920a6 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:11.397980 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.451005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ce724e-cf00-41ad-a384-3f538851e76c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:11.501997 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.516265 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.564297 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 0f1bcdcc-73a5-434e-951f-1a53308b97c7 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:37:11.572710 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef4b86b-d0a0-4e97-ac23-e0b5e0749f16 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:11.573435 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef4b86b-d0a0-4e97-ac23-e0b5e0749f16 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:11.598906 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3e11084d-3e3b-48b9-ba70-58cc93315a72 req-d014b371-cfce-4858-ab8f-f3de226a6eae tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.0416892 Jan 21 09:37:11.599712 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 0f1bcdcc-73a5-434e-951f-1a53308b97c7 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:37:11.599712 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 0f1bcdcc-73a5-434e-951f-1a53308b97c7 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:37:11.613717 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:11.619219 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:11.621693 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Pushing event updated for resources: {'Port': ['ID=5ee5b693-0b59-4932-bef8-d42126767d87,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:11.624457 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:11.646820 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2ef4b86b-d0a0-4e97-ac23-e0b5e0749f16 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9224141 Jan 21 09:37:11.647062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42830) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:11.658099 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event updated for resources: {'Subnet': ['ID=b20f5d05-1e1c-4a25-9641-1e47e26c73c1,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:11.692792 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Attempting to bind port 5ee5b693-0b59-4932-bef8-d42126767d87 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:11.693425 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Attempting to bind port 5ee5b693-0b59-4932-bef8-d42126767d87 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:11.695366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Attempting to bind port 5ee5b693-0b59-4932-bef8-d42126767d87 on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:11.700678 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:11.701483 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:11.701808 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.702310 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-df91b9a6-c87f-437f-8b87-d6e3bb9dd50d tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Floating IP afb90c05-f78b-4bfc-b4d1-1d5088769d00 associated. External IP: 172.26.7.225, port: fbbf926e-1ea9-44b0-87e9-15d653b95d25. Jan 21 09:37:11.702437 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:11.702981 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Bound port: 5ee5b693-0b59-4932-bef8-d42126767d87, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:11.703461 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.708718 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48d9cf9-32b9-4d12-a2fc-859a71bc03fc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:11.712571 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b48d9cf9-32b9-4d12-a2fc-859a71bc03fc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0617099 Jan 21 09:37:11.712714 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40694e01-4787-49fe-9cb1-fb2a0e6c8d58 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Router 99100fb9-efdc-42ed-b927-d1c09d9454f8 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:11.714245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42832) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:11.717326 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:11.717694 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:11.718030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:11.718356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:11.718683 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:11.719007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:11.719327 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:11.720687 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:11.720924 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:11.721243 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:11.721689 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:11.722010 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:11.778408 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ce724e-cf00-41ad-a384-3f538851e76c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:11.790792 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c006a04-1ce1-4106-872f-8d9a34312012 None None] Sync routers for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:11.792061 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-34ce724e-cf00-41ad-a384-3f538851e76c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.793172 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-34ce724e-cf00-41ad-a384-3f538851e76c tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/53f89886-5129-4a77-a6f7-3c91ecd8d8ef HTTP/1.1" status: 200 len: 700 time: 1.7895663 Jan 21 09:37:11.796884 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42834) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:11.807979 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Checking segment: {'id': 'fdf0f46c-7015-4d3b-af42-f42713bc1a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:11.808210 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Network hostable DHCP agents. Network: ad28b2d1-8b01-4489-97c6-604837cc109e, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:11.813776 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5610bff-ab32-4dd3-b749-7db8bd7913bc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:11.815814 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5610bff-ab32-4dd3-b749-7db8bd7913bc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:11.817668 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c006a04-1ce1-4106-872f-8d9a34312012 None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:11.818576 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4c006a04-1ce1-4106-872f-8d9a34312012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:11.825513 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b5610bff-ab32-4dd3-b749-7db8bd7913bc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1096573 Jan 21 09:37:11.825513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42836) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:11.837839 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c3861d08-1949-4059-834d-d412e810b207 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports?device_id=53f89886-5129-4a77-a6f7-3c91ecd8d8ef HTTP/1.1" status: 200 len: 205 time: 0.0385437 Jan 21 09:37:11.840624 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42838) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:11.901009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] For port 5ee5b693-0b59-4932-bef8-d42126767d87, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:11.920546 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-4c006a04-1ce1-4106-872f-8d9a34312012 None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:11.948100 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40694e01-4787-49fe-9cb1-fb2a0e6c8d58 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:11.960837 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad4f904-9570-44bd-a682-c108b6f46e93 None None] Sync routers for ids ['99100fb9-efdc-42ed-b927-d1c09d9454f8'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:11.972383 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-43c0a211-4cd5-4409-9648-ae5c601572f1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.977839 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad4f904-9570-44bd-a682-c108b6f46e93 None None] Routers {'99100fb9-efdc-42ed-b927-d1c09d9454f8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:11.981639 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0ad4f904-9570-44bd-a682-c108b6f46e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['99100fb9-efdc-42ed-b927-d1c09d9454f8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:11.987516 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-40694e01-4787-49fe-9cb1-fb2a0e6c8d58 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "PUT /v2.0/routers/99100fb9-efdc-42ed-b927-d1c09d9454f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1205816 Jan 21 09:37:11.994377 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42840) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:11.995816 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] For port 5ee5b693-0b59-4932-bef8-d42126767d87, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5ee5b693-0b59-4932-bef8-d42126767d87,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:12.033864 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0ad4f904-9570-44bd-a682-c108b6f46e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:12.035256 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4c006a04-1ce1-4106-872f-8d9a34312012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:37:07Z', 'revision_number': 11, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:12.038694 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.045297 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fced9e-ff7f-4a91-97a9-4ffeb02f3a92 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 8aa237ee-cedd-496b-a2d0-dd1f90b54f5d {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:37:12.047608 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad4f904-9570-44bd-a682-c108b6f46e93 None None] Routers {'99100fb9-efdc-42ed-b927-d1c09d9454f8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:12.048943 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0ad4f904-9570-44bd-a682-c108b6f46e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['99100fb9-efdc-42ed-b927-d1c09d9454f8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:12.056259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Network ad28b2d1-8b01-4489-97c6-604837cc109e is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:12.067077 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-56189171-ce2e-4279-8cb5-777a9684abb1 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] show failed (client error): The resource could not be found. Jan 21 09:37:12.068285 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-56189171-ce2e-4279-8cb5-777a9684abb1 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "GET /v2.0/routers/tempest-non_exist_router-1810547843 HTTP/1.1" status: 404 len: 335 time: 0.0711846 Jan 21 09:37:12.072230 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, ad28b2d1-8b01-4489-97c6-604837cc109e) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:12.075977 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42842) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:12.083537 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:12.084448 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.092154 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8e1d7b-c46a-4b27-a84b-e10bf519ffec None None] Network ad28b2d1-8b01-4489-97c6-604837cc109e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:12.104757 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-35128fbb-f592-431a-aa48-05cedc7626f2 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:12.106332 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0ad4f904-9570-44bd-a682-c108b6f46e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:12.107219 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad4f904-9570-44bd-a682-c108b6f46e93 None None] The sync data for ids ['99100fb9-efdc-42ed-b927-d1c09d9454f8'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:12.109031 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-67fced9e-ff7f-4a91-97a9-4ffeb02f3a92 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.118039 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c006a04-1ce1-4106-872f-8d9a34312012 None None] Checking router: 53f89886-5129-4a77-a6f7-3c91ecd8d8ef for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:12.128479 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c438cce0-7cbe-4035-b1c3-ec423d290dfd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4242508 Jan 21 09:37:12.129219 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42844) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:12.171183 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-35128fbb-f592-431a-aa48-05cedc7626f2 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] update failed (client error): The resource could not be found. Jan 21 09:37:12.172933 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-35128fbb-f592-431a-aa48-05cedc7626f2 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "PUT /v2.0/routers/tempest-non_exist_router-1480191344 HTTP/1.1" status: 404 len: 335 time: 0.0953722 Jan 21 09:37:12.209931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42846) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:12.214450 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c006a04-1ce1-4106-872f-8d9a34312012 None None] Routers {'53f89886-5129-4a77-a6f7-3c91ecd8d8ef'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:12.215087 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4c006a04-1ce1-4106-872f-8d9a34312012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:12.298573 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-43c0a211-4cd5-4409-9648-ae5c601572f1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.302284 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-43c0a211-4cd5-4409-9648-ae5c601572f1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.323406 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d095d82-7b59-4437-85f6-7c7d2e926d4c None None] Pushing event updated for resources: {'Port': ['ID=5ee5b693-0b59-4932-bef8-d42126767d87,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:12.340796 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-4c006a04-1ce1-4106-872f-8d9a34312012 None None] Set router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:12.372104 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-67fced9e-ff7f-4a91-97a9-4ffeb02f3a92 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.411095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-43c0a211-4cd5-4409-9648-ae5c601572f1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.411709 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c0a211-4cd5-4409-9648-ae5c601572f1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Fanout notify agent at l3_agent the message router_deleted on router 53f89886-5129-4a77-a6f7-3c91ecd8d8ef {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:37:12.420509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-43c0a211-4cd5-4409-9648-ae5c601572f1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.421999 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-43c0a211-4cd5-4409-9648-ae5c601572f1 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/routers/53f89886-5129-4a77-a6f7-3c91ecd8d8ef HTTP/1.1" status: 204 len: 168 time: 0.5804536 Jan 21 09:37:12.427754 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4c006a04-1ce1-4106-872f-8d9a34312012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:37:07Z', 'revision_number': 11, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:12.519681 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42848) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:12.526412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-fd9129bd-eca1-4aab-87ab-459250210f9e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2093232056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:12.539427 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-67fced9e-ff7f-4a91-97a9-4ffeb02f3a92 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.545010 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c006a04-1ce1-4106-872f-8d9a34312012 None None] The sync data for ids ['53f89886-5129-4a77-a6f7-3c91ecd8d8ef'] in dv-neutron-825721-1-hyperv is: [{'id': '53f89886-5129-4a77-a6f7-3c91ecd8d8ef', 'name': 'tempest-RoutersTest-router-856614522', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:37Z', 'updated_at': '2022-01-21T09:37:07Z', 'revision_number': 11, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:12.617350 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-ad28b2d1-8b01-4489-97c6-604837cc109e', 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'fixed_ips': [{'subnet_id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:37:12.618281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.634239 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fd9129bd-eca1-4aab-87ab-459250210f9e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.635344 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fd9129bd-eca1-4aab-87ab-459250210f9e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.680340 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-67fced9e-ff7f-4a91-97a9-4ffeb02f3a92 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.772232 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fced9e-ff7f-4a91-97a9-4ffeb02f3a92 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa237ee-cedd-496b-a2d0-dd1f90b54f5d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:12.812208 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-67fced9e-ff7f-4a91-97a9-4ffeb02f3a92 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.818674 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-67fced9e-ff7f-4a91-97a9-4ffeb02f3a92 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/8aa237ee-cedd-496b-a2d0-dd1f90b54f5d HTTP/1.1" status: 204 len: 168 time: 0.9892883 Jan 21 09:37:12.819835 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42852) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:12.866647 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fd9129bd-eca1-4aab-87ab-459250210f9e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.872573 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-28e766d2-dd71-4bd7-a0ed-dd3fd2c3d75f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483751 Jan 21 09:37:12.873236 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42854) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:12.879553 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Allocated IP 172.20.0.2 (ad28b2d1-8b01-4489-97c6-604837cc109e/b20f5d05-1e1c-4a25-9641-1e47e26c73c1/b6a8100d-6649-4dae-b242-ce055fad5721) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:12.882425 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-bdcf2393-7d76-4c46-9dbf-8f1340cbf1fb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:12.888797 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fd9129bd-eca1-4aab-87ab-459250210f9e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.977723 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fd9129bd-eca1-4aab-87ab-459250210f9e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.978941 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fd9129bd-eca1-4aab-87ab-459250210f9e tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4579961 Jan 21 09:37:12.986272 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42856) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:12.990805 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dc319945-ff5d-4a2e-a4ef-e901dd24e9f9 req-68172cb9-d1e6-44e8-a67c-2e048b14f80f tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.0705204 Jan 21 09:37:13.000362 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a74ece-d718-45d7-b6d3-3351e48041c5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Deleting subnet ec924904-0b81-4295-af11-6920bd6dca8c {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:37:13.004604 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-fea54e35-0ff9-4aa8-9101-3762411c5a0f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:13.009925 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57a74ece-d718-45d7-b6d3-3351e48041c5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.101288 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.112189 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.148871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Network ad28b2d1-8b01-4489-97c6-604837cc109e is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:13.149965 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57a74ece-d718-45d7-b6d3-3351e48041c5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.153821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:13.156334 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:13.159871 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcf2393-7d76-4c46-9dbf-8f1340cbf1fb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:13.163830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2393-7d76-4c46-9dbf-8f1340cbf1fb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.207726 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Pushing event updated for resources: {'Port': ['ID=b6a8100d-6649-4dae-b242-ce055fad5721,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:13.239003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Attempting to bind port b6a8100d-6649-4dae-b242-ce055fad5721 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:13.239548 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Attempting to bind port b6a8100d-6649-4dae-b242-ce055fad5721 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'fdf0f46c-7015-4d3b-af42-f42713bc1a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:13.240009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Attempting to bind port b6a8100d-6649-4dae-b242-ce055fad5721 on network ad28b2d1-8b01-4489-97c6-604837cc109e {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:13.245966 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:13.246593 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Checking segment: {'id': 'fdf0f46c-7015-4d3b-af42-f42713bc1a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:13.247018 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.247526 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Bound using segment: {'id': 'fdf0f46c-7015-4d3b-af42-f42713bc1a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:13.248248 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Bound port: b6a8100d-6649-4dae-b242-ce055fad5721, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf0f46c-7015-4d3b-af42-f42713bc1a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:13.248821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.289237 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57a74ece-d718-45d7-b6d3-3351e48041c5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.324531 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] For port b6a8100d-6649-4dae-b242-ce055fad5721, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:13.329732 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] For port b6a8100d-6649-4dae-b242-ce055fad5721, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=b6a8100d-6649-4dae-b242-ce055fad5721,segment=NetworkSegment(fdf0f46c-7015-4d3b-af42-f42713bc1a1a),segment_id=fdf0f46c-7015-4d3b-af42-f42713bc1a1a)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:13.334324 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.336383 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fea54e35-0ff9-4aa8-9101-3762411c5a0f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.366801 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df91b9a6-c87f-437f-8b87-d6e3bb9dd50d tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router c8ddb78d-262c-47dd-9380-c79f6fb3fa3c has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:13.367022 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fea54e35-0ff9-4aa8-9101-3762411c5a0f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.402635 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a973f3-7e1d-4b42-87c9-cd20d507461c None None] Pushing event updated for resources: {'Port': ['ID=b6a8100d-6649-4dae-b242-ce055fad5721,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:13.529067 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57a74ece-d718-45d7-b6d3-3351e48041c5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.612548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea54e35-0ff9-4aa8-9101-3762411c5a0f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Router 3dd444e8-c70f-48e8-a9a2-50a59f46d3b9 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:37:13.627086 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57a74ece-d718-45d7-b6d3-3351e48041c5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.633516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2393-7d76-4c46-9dbf-8f1340cbf1fb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.633984 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-57a74ece-d718-45d7-b6d3-3351e48041c5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "DELETE /v2.0/subnets/ec924904-0b81-4295-af11-6920bd6dca8c HTTP/1.1" status: 204 len: 168 time: 1.4223781 Jan 21 09:37:13.634712 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a74ece-d718-45d7-b6d3-3351e48041c5 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event deleted for resources: {'Subnet': ['ID=ec924904-0b81-4295-af11-6920bd6dca8c,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:13.637825 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42858) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:13.655020 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f639b-87db-496f-bdee-ab59c9a0ed33 None None] Network 936f5aff-d48e-4d8b-9114-ab8d41fea767 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:13.791665 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2678811b-14b0-42df-aa81-df03b1779d46 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:13.827721 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df91b9a6-c87f-437f-8b87-d6e3bb9dd50d tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:13.852554 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcf2393-7d76-4c46-9dbf-8f1340cbf1fb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:13.855931 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6dcad2-3bc9-48cf-b41b-70ca95696592 None None] Sync routers for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:13.860970 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-bdcf2393-7d76-4c46-9dbf-8f1340cbf1fb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:13.866884 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea54e35-0ff9-4aa8-9101-3762411c5a0f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:13.869081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcf2393-7d76-4c46-9dbf-8f1340cbf1fb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:13.869741 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2393-7d76-4c46-9dbf-8f1340cbf1fb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.881533 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4336f61-b67e-4b4e-8a4b-4467d9904715 None None] Sync routers for ids ['3dd444e8-c70f-48e8-a9a2-50a59f46d3b9'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:13.891521 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fea54e35-0ff9-4aa8-9101-3762411c5a0f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.893428 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fea54e35-0ff9-4aa8-9101-3762411c5a0f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "PUT /v2.0/routers/3dd444e8-c70f-48e8-a9a2-50a59f46d3b9 HTTP/1.1" status: 200 len: 694 time: 0.9036827 Jan 21 09:37:13.909364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf2393-7d76-4c46-9dbf-8f1340cbf1fb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=e1710043-21b1-4086-afa5-ede2f3829b92,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:13.919186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42860) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:13.941646 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4336f61-b67e-4b4e-8a4b-4467d9904715 None None] Routers {'3dd444e8-c70f-48e8-a9a2-50a59f46d3b9'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:13.945151 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a4336f61-b67e-4b4e-8a4b-4467d9904715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['3dd444e8-c70f-48e8-a9a2-50a59f46d3b9'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:13.946387 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.962528 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bdcf2393-7d76-4c46-9dbf-8f1340cbf1fb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0885637 Jan 21 09:37:13.963523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42862) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:13.982010 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-28783f96-5108-4b09-8252-ef5b18d0f055 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1232865003', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:14.011956 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6dcad2-3bc9-48cf-b41b-70ca95696592 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:14.013088 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7b6dcad2-3bc9-48cf-b41b-70ca95696592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:14.106948 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-a4336f61-b67e-4b4e-8a4b-4467d9904715 None None] Set router 3dd444e8-c70f-48e8-a9a2-50a59f46d3b9 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:14.140949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7b6dcad2-3bc9-48cf-b41b-70ca95696592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:14.161024 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c086869b-522c-4a31-8a61-5f420c06039e req-4f0bfc3c-2aa0-48a1-af90-8810afc1628b tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.0532804 Jan 21 09:37:14.169633 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-101f8d6b-e2f8-47bd-a1de-fb6d47e3e094 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/routers/3dd444e8-c70f-48e8-a9a2-50a59f46d3b9 HTTP/1.1" status: 200 len: 700 time: 0.2458022 Jan 21 09:37:14.169991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42866) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:14.187411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6dcad2-3bc9-48cf-b41b-70ca95696592 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:14.187411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7b6dcad2-3bc9-48cf-b41b-70ca95696592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:14.208614 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fdd478cc-bd4a-4690-86ca-a9a7b096011a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dd444e8-c70f-48e8-a9a2-50a59f46d3b9 HTTP/1.1" status: 200 len: 205 time: 0.0353558 Jan 21 09:37:14.209546 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42868) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:14.211163 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a4336f61-b67e-4b4e-8a4b-4467d9904715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd444e8-c70f-48e8-a9a2-50a59f46d3b9', 'name': 'tempest-RoutersTest-router-2093232056', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:12Z', 'updated_at': '2022-01-21T09:37:13Z', 'revision_number': 2, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:14.244317 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4336f61-b67e-4b4e-8a4b-4467d9904715 None None] Checking router: 3dd444e8-c70f-48e8-a9a2-50a59f46d3b9 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:14.250540 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7b6dcad2-3bc9-48cf-b41b-70ca95696592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:14.251991 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6dcad2-3bc9-48cf-b41b-70ca95696592 None None] The sync data for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:14.253881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030633b2-8efb-4e8d-bfe8-41b468b24f17 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:14.258660 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4336f61-b67e-4b4e-8a4b-4467d9904715 None None] Routers {'3dd444e8-c70f-48e8-a9a2-50a59f46d3b9'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:14.259225 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a4336f61-b67e-4b4e-8a4b-4467d9904715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['3dd444e8-c70f-48e8-a9a2-50a59f46d3b9'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:14.271018 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28783f96-5108-4b09-8252-ef5b18d0f055 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.272210 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28783f96-5108-4b09-8252-ef5b18d0f055 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.288400 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.299793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-22664f8e-2d35-4cae-98c7-cbcf96a52fa3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.375189 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-a4336f61-b67e-4b4e-8a4b-4467d9904715 None None] Set router 3dd444e8-c70f-48e8-a9a2-50a59f46d3b9 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:14.427840 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5b910105-5372-47f4-9bb9-ad633f4131e3 None None] Provisioning complete for port 5ee5b693-0b59-4932-bef8-d42126767d87 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:14.428699 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5b910105-5372-47f4-9bb9-ad633f4131e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.432340 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 2678811b-14b0-42df-aa81-df03b1779d46 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:14.432921 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.465780 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28783f96-5108-4b09-8252-ef5b18d0f055 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.500819 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a4336f61-b67e-4b4e-8a4b-4467d9904715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd444e8-c70f-48e8-a9a2-50a59f46d3b9', 'name': 'tempest-RoutersTest-router-2093232056', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:12Z', 'updated_at': '2022-01-21T09:37:13Z', 'revision_number': 2, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:14.511671 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28783f96-5108-4b09-8252-ef5b18d0f055 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.515085 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-22664f8e-2d35-4cae-98c7-cbcf96a52fa3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.520125 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-22664f8e-2d35-4cae-98c7-cbcf96a52fa3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.545909 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4336f61-b67e-4b4e-8a4b-4467d9904715 None None] The sync data for ids ['3dd444e8-c70f-48e8-a9a2-50a59f46d3b9'] in dv-neutron-825721-1-hyperv is: [{'id': '3dd444e8-c70f-48e8-a9a2-50a59f46d3b9', 'name': 'tempest-RoutersTest-router-2093232056', 'tenant_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:12Z', 'updated_at': '2022-01-21T09:37:13Z', 'revision_number': 2, 'project_id': 'ef7d1005cdac4bd8b6ab934ad9a0d801', 'gw_port_host': None}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:14.549633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7c439a-dac6-4c14-9656-4f4fe7c30b00 None None] DHCP port deletion for 936f5aff-d48e-4d8b-9114-ab8d41fea767 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:37:14.559816 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Deleting port 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:14.560143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.591173 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-22664f8e-2d35-4cae-98c7-cbcf96a52fa3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.593322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22664f8e-2d35-4cae-98c7-cbcf96a52fa3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Fanout notify agent at l3_agent the message router_deleted on router 3dd444e8-c70f-48e8-a9a2-50a59f46d3b9 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:37:14.604310 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-22664f8e-2d35-4cae-98c7-cbcf96a52fa3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.608914 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-22664f8e-2d35-4cae-98c7-cbcf96a52fa3 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/routers/3dd444e8-c70f-48e8-a9a2-50a59f46d3b9 HTTP/1.1" status: 204 len: 168 time: 0.3957448 Jan 21 09:37:14.609075 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42870) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:14.618725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-28783f96-5108-4b09-8252-ef5b18d0f055 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.620055 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-28783f96-5108-4b09-8252-ef5b18d0f055 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6429982 Jan 21 09:37:14.624165 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42872) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:14.664616 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5e240b91-58f6-45de-88c1-1dcd62648fff tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dd444e8-c70f-48e8-a9a2-50a59f46d3b9 HTTP/1.1" status: 200 len: 205 time: 0.0520637 Jan 21 09:37:14.665856 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42874) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:14.693919 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df91b9a6-c87f-437f-8b87-d6e3bb9dd50d tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router f0c6e85d-f0e0-458a-81c1-b979e8d3a550 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:14.752642 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-86d77541-39ac-4c4c-a041-91d6a9c75618 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] delete failed (client error): The resource could not be found. Jan 21 09:37:14.756145 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-86d77541-39ac-4c4c-a041-91d6a9c75618 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/routers/3dd444e8-c70f-48e8-a9a2-50a59f46d3b9 HTTP/1.1" status: 404 len: 336 time: 0.0840287 Jan 21 09:37:14.764241 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42876) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:14.786856 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] For port 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee,segment=NetworkSegment(18da8181-d2ca-4be9-9e3d-a4af04b1d6e1),segment_id=18da8181-d2ca-4be9-9e3d-a4af04b1d6e1)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:14.787492 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.825285 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fd1966-6f44-4329-a21f-09ab85ab70e5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] DELETE failed (client error): The resource could not be found. Jan 21 09:37:14.825908 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fd1966-6f44-4329-a21f-09ab85ab70e5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:14.831571 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-03fd1966-6f44-4329-a21f-09ab85ab70e5 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/ba5dfe80-4dbf-4047-9ed7-71c985ea8459 HTTP/1.1" status: 404 len: 337 time: 0.0600617 Jan 21 09:37:14.835089 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42878) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:14.855049 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Calling delete_port for 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:14.943132 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.979287 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90adca5-6e22-44fa-a273-acddbf932eab tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] DELETE failed (client error): The resource could not be found. Jan 21 09:37:14.979747 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90adca5-6e22-44fa-a273-acddbf932eab tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:14.983943 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a90adca5-6e22-44fa-a273-acddbf932eab tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/f860a6bf-6edc-4368-a828-cbe2f51f88fa HTTP/1.1" status: 404 len: 337 time: 0.1378682 Jan 21 09:37:15.002284 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42880) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:15.014454 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 2678811b-14b0-42df-aa81-df03b1779d46, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2678811b-14b0-42df-aa81-df03b1779d46,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:15.034915 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.035938 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5ee5b693-0b59-4932-bef8-d42126767d87 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:15.092824 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c439a-dac6-4c14-9656-4f4fe7c30b00 None None] Deleting port 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:15.093592 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6b7c439a-dac6-4c14-9656-4f4fe7c30b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.113768 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5b910105-5372-47f4-9bb9-ad633f4131e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.126030 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-711ed1bf-0936-4d13-8c28-6ecb27137a2f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] DELETE failed (client error): The resource could not be found. Jan 21 09:37:15.126999 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711ed1bf-0936-4d13-8c28-6ecb27137a2f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:15.128513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.134313 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-711ed1bf-0936-4d13-8c28-6ecb27137a2f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/303e852a-6d4b-453c-a315-dd5c0328ff09 HTTP/1.1" status: 404 len: 337 time: 0.1290054 Jan 21 09:37:15.137966 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42882) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:15.171226 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f805a1c-d24d-4c65-b00e-886499cc7ae7 None None] Network ad28b2d1-8b01-4489-97c6-604837cc109e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:15.172047 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1919b4-7cf5-4f6b-a46a-14a7b31a4564 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] DELETE failed (client error): The resource could not be found. Jan 21 09:37:15.172504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1919b4-7cf5-4f6b-a46a-14a7b31a4564 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:15.179252 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ad1919b4-7cf5-4f6b-a46a-14a7b31a4564 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/dd3f7a0f-894a-41e0-8bac-d8f60710cc46 HTTP/1.1" status: 404 len: 337 time: 0.0379899 Jan 21 09:37:15.182789 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42884) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:15.245492 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f1679569-79cc-449a-8901-070efc7c6a66 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports?device_id=53f89886-5129-4a77-a6f7-3c91ecd8d8ef HTTP/1.1" status: 200 len: 205 time: 0.0579414 Jan 21 09:37:15.263582 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42888) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:15.311689 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df91b9a6-c87f-437f-8b87-d6e3bb9dd50d tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:15.317141 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-df91b9a6-c87f-437f-8b87-d6e3bb9dd50d tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.321115 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cc9afc30-bdb5-4fda-aae7-c23e8b8df92e req-13190cc5-5599-4653-ba26-b10e2f6cccb3 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.0752275 Jan 21 09:37:15.337319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=2678811b-14b0-42df-aa81-df03b1779d46,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:15.347699 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c24a53-0e6a-4a5f-839a-f6dd96582006 None None] Sync routers for ids ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:15.366738 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6b7c439a-dac6-4c14-9656-4f4fe7c30b00 None None] For port 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee,segment=NetworkSegment(18da8181-d2ca-4be9-9e3d-a4af04b1d6e1),segment_id=18da8181-d2ca-4be9-9e3d-a4af04b1d6e1)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:15.367186 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6b7c439a-dac6-4c14-9656-4f4fe7c30b00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.368332 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Allocated IP 172.20.0.1 (ad28b2d1-8b01-4489-97c6-604837cc109e/b20f5d05-1e1c-4a25-9641-1e47e26c73c1/279318ef-a143-44a3-91a7-334bd4b11e38) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:15.379706 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.397521 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-5b910105-5372-47f4-9bb9-ad633f4131e3 None None] For port 5ee5b693-0b59-4932-bef8-d42126767d87, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5ee5b693-0b59-4932-bef8-d42126767d87,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:15.403603 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c24a53-0e6a-4a5f-839a-f6dd96582006 None None] Routers {'f0c6e85d-f0e0-458a-81c1-b979e8d3a550'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:15.404249 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b9c24a53-0e6a-4a5f-839a-f6dd96582006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:15.408855 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c439a-dac6-4c14-9656-4f4fe7c30b00 None None] Calling delete_port for 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:15.442073 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] No DVR routers for this DVR port 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:15.455025 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5b910105-5372-47f4-9bb9-ad633f4131e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.462718 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event deleted for resources: {'Port': ['ID=1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:15.476177 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 5ee5b693-0b59-4932-bef8-d42126767d87 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:15.476562 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.478281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b9c24a53-0e6a-4a5f-839a-f6dd96582006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:15.528118 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-df91b9a6-c87f-437f-8b87-d6e3bb9dd50d tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "PUT /v2.0/floatingips/afb90c05-f78b-4bfc-b4d1-1d5088769d00 HTTP/1.1" status: 200 len: 979 time: 7.2300596 Jan 21 09:37:15.533695 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42890) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:15.543946 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c24a53-0e6a-4a5f-839a-f6dd96582006 None None] Routers {'f0c6e85d-f0e0-458a-81c1-b979e8d3a550'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:15.545605 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b9c24a53-0e6a-4a5f-839a-f6dd96582006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:15.636762 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.669681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b9c24a53-0e6a-4a5f-839a-f6dd96582006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:15.670571 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c24a53-0e6a-4a5f-839a-f6dd96582006 None None] The sync data for ids ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:15.701807 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-97e6954b-f952-4aa0-bdbb-28599173097f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] delete failed (client error): The resource could not be found. Jan 21 09:37:15.704961 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-97e6954b-f952-4aa0-bdbb-28599173097f tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/routers/53f89886-5129-4a77-a6f7-3c91ecd8d8ef HTTP/1.1" status: 404 len: 336 time: 0.4382291 Jan 21 09:37:15.705125 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936f5aff-d48e-4d8b-9114-ab8d41fea767']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:15.705999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42892) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:15.707385 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b910105-5372-47f4-9bb9-ad633f4131e3 None None] Pushing event updated for resources: {'Port': ['ID=5ee5b693-0b59-4932-bef8-d42126767d87,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:15.725565 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18da8181-d2ca-4be9-9e3d-a4af04b1d6e1') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:15.725960 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18da8181-d2ca-4be9-9e3d-a4af04b1d6e1') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:15.728651 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-38c27bd3-b506-4351-b977-b21f71aa310a None None] Provisioning complete for port b6a8100d-6649-4dae-b242-ce055fad5721 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:15.729028 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-38c27bd3-b506-4351-b977-b21f71aa310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.747953 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.758178 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.780259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.794063 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-101de987-a10d-432f-95ee-3f611f0db79a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports?device_id=33c01d06-4e2c-404a-8ea0-c54c37e0bba6 HTTP/1.1" status: 200 len: 205 time: 0.0434062 Jan 21 09:37:15.794271 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:15.794271 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.796145 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42894) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:15.796806 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:15.814097 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-aa2237d3-ab2e-4608-b66a-cdae29da2b37 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Deleting port 3e84d491-d646-48ef-8346-cc440f372404 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:15.814581 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aa2237d3-ab2e-4608-b66a-cdae29da2b37 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.854611 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6b7c439a-dac6-4c14-9656-4f4fe7c30b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.869469 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-461d814f-f292-45fa-887a-8231b2c35c90 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] delete failed (client error): The resource could not be found. Jan 21 09:37:15.872921 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-461d814f-f292-45fa-887a-8231b2c35c90 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/routers/33c01d06-4e2c-404a-8ea0-c54c37e0bba6 HTTP/1.1" status: 404 len: 336 time: 0.0749431 Jan 21 09:37:15.875435 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42896) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:15.901042 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c439a-dac6-4c14-9656-4f4fe7c30b00 None None] Pushing event deleted for resources: {'Port': ['ID=1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:15.908734 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c439a-dac6-4c14-9656-4f4fe7c30b00 None None] No DVR routers for this DVR port 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:15.929138 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b91e8f-2931-420f-88cc-1e2b33f821ac tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] DELETE failed (client error): The resource could not be found. Jan 21 09:37:15.929608 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b91e8f-2931-420f-88cc-1e2b33f821ac tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:15.932664 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b0b91e8f-2931-420f-88cc-1e2b33f821ac tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/003d8bd1-7bc8-4ac5-a39f-851bf910a46f HTTP/1.1" status: 404 len: 337 time: 0.0553603 Jan 21 09:37:15.935975 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42898) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:15.971713 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-38c27bd3-b506-4351-b977-b21f71aa310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.982231 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-542c1d2a-ee51-4f34-afed-a8f73b0e2d94 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports?device_id=64ee4422-2feb-4718-96ac-3da5128ae48c HTTP/1.1" status: 200 len: 205 time: 0.0449383 Jan 21 09:37:15.987418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42900) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:16.044010 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-38c27bd3-b506-4351-b977-b21f71aa310a None None] For port b6a8100d-6649-4dae-b242-ce055fad5721, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=b6a8100d-6649-4dae-b242-ce055fad5721,segment=NetworkSegment(fdf0f46c-7015-4d3b-af42-f42713bc1a1a),segment_id=fdf0f46c-7015-4d3b-af42-f42713bc1a1a)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:16.055244 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-38c27bd3-b506-4351-b977-b21f71aa310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.066009 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-5ebbdab2-2df5-4675-b22b-cee2b7ba7f2d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] delete failed (client error): The resource could not be found. Jan 21 09:37:16.067325 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5ebbdab2-2df5-4675-b22b-cee2b7ba7f2d tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/routers/64ee4422-2feb-4718-96ac-3da5128ae48c HTTP/1.1" status: 404 len: 336 time: 0.0785041 Jan 21 09:37:16.070425 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42902) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:16.118922 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-164ee32c-2c21-499b-899a-ca986789c830 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e977a22-a48c-41e0-9301-5002fdba4520 HTTP/1.1" status: 200 len: 205 time: 0.0469067 Jan 21 09:37:16.122517 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42904) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:16.173214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::1 (5001af93-03f5-43c4-96a2-b5799093e449/e1710043-21b1-4086-afa5-ede2f3829b92/b553ed89-ad98-40f0-8e3b-515767eacf38) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:16.176567 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-ef58967e-cb33-4a2b-8491-071f3ac5b6ac tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] delete failed (client error): The resource could not be found. Jan 21 09:37:16.184322 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ef58967e-cb33-4a2b-8491-071f3ac5b6ac tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/routers/2e977a22-a48c-41e0-9301-5002fdba4520 HTTP/1.1" status: 404 len: 336 time: 0.0539627 Jan 21 09:37:16.184322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42906) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:16.191773 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-38c27bd3-b506-4351-b977-b21f71aa310a None None] Provisioning complete for port 5ee5b693-0b59-4932-bef8-d42126767d87 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:16.192394 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-38c27bd3-b506-4351-b977-b21f71aa310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.194881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c27bd3-b506-4351-b977-b21f71aa310a None None] Pushing event updated for resources: {'Port': ['ID=b6a8100d-6649-4dae-b242-ce055fad5721,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:16.249594 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-03145e2f-50df-422c-af95-fac7bedc0ad2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] DELETE failed (client error): The resource could not be found. Jan 21 09:37:16.250010 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03145e2f-50df-422c-af95-fac7bedc0ad2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:16.255894 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-03145e2f-50df-422c-af95-fac7bedc0ad2 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/2f611f85-80af-4963-9861-364a2b2ba478 HTTP/1.1" status: 404 len: 337 time: 0.0689428 Jan 21 09:37:16.265240 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42908) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:16.309291 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-813b7366-19d2-41c5-9ec9-4866850f4c76 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports?device_id=40bd078a-5a1c-4938-8bd4-f0c190eff421 HTTP/1.1" status: 200 len: 205 time: 0.0396211 Jan 21 09:37:16.313170 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42910) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:16.367946 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.373226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.380074 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "DELETE /v2.0/networks/936f5aff-d48e-4d8b-9114-ab8d41fea767 HTTP/1.1" status: 204 len: 168 time: 2.7393248 Jan 21 09:37:16.380638 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42916) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:16.392548 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2678811b-14b0-42df-aa81-df03b1779d46 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:16.399117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.422109 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-f20f5368-5f54-4a9e-9349-79399267ef60 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] delete failed (client error): The resource could not be found. Jan 21 09:37:16.422430 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23893f5d-70c4-423c-8f43-f4f8bccc8911 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event deleted for resources: {'Network': ['ID=936f5aff-d48e-4d8b-9114-ab8d41fea767,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:16.424864 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f20f5368-5f54-4a9e-9349-79399267ef60 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/routers/40bd078a-5a1c-4938-8bd4-f0c190eff421 HTTP/1.1" status: 404 len: 336 time: 0.1101055 Jan 21 09:37:16.430604 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42918) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:16.466650 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aa2237d3-ab2e-4608-b66a-cdae29da2b37 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.469999 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 2678811b-14b0-42df-aa81-df03b1779d46 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:16.470436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.471349 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Network ad28b2d1-8b01-4489-97c6-604837cc109e is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:16.483143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:16.486190 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:16.489837 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2164350c-504a-4f98-a9f5-6fb445d9cd93 req-84029853-9029-42b8-a3de-fbcac75ab1e8 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.0635507 Jan 21 09:37:16.523447 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9248c7b-03f5-458f-9926-1932cd68695a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] DELETE failed (client error): The resource could not be found. Jan 21 09:37:16.523908 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9248c7b-03f5-458f-9926-1932cd68695a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:16.529359 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b9248c7b-03f5-458f-9926-1932cd68695a tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/6ccce06a-706e-4c3c-b6e9-7bfadb3af81a HTTP/1.1" status: 404 len: 337 time: 0.0936389 Jan 21 09:37:16.544373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42920) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:16.553212 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event updated for resources: {'Port': ['ID=279318ef-a143-44a3-91a7-334bd4b11e38,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:16.589921 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.590809 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d76b0633-14da-437f-ad79-308579fc1d40 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "GET /v2.0/ports?device_id=055977f5-51a1-481f-8955-1e5e5c859ad8 HTTP/1.1" status: 200 len: 205 time: 0.0464942 Jan 21 09:37:16.596344 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cd4c5c-8c52-4445-9fec-5edd5aed09d9 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Deleting subnet cd46256d-2494-4d5c-9463-d4f00197c2ae {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:37:16.596620 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42922) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:16.599848 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-afbf3de1-7109-43cd-9be0-29343554f66a None None] Provisioning complete for port b6a8100d-6649-4dae-b242-ce055fad5721 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:16.600330 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-afbf3de1-7109-43cd-9be0-29343554f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.606317 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-23cd4c5c-8c52-4445-9fec-5edd5aed09d9 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.631286 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device b6a8100d-6649-4dae-b242-ce055fad5721 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:16.652732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.668810 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-23cd4c5c-8c52-4445-9fec-5edd5aed09d9 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.744957 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-b27300f2-150d-40f0-a9a3-6556bcfb77ef tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] delete failed (client error): The resource could not be found. Jan 21 09:37:16.745951 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b27300f2-150d-40f0-a9a3-6556bcfb77ef tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/routers/055977f5-51a1-481f-8955-1e5e5c859ad8 HTTP/1.1" status: 404 len: 336 time: 0.1483753 Jan 21 09:37:16.748633 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42924) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:16.753117 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port b6a8100d-6649-4dae-b242-ce055fad5721 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:16.753818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.795489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.851578 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aa2237d3-ab2e-4608-b66a-cdae29da2b37 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.851954 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aa2237d3-ab2e-4608-b66a-cdae29da2b37 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.852289 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-aa2237d3-ab2e-4608-b66a-cdae29da2b37 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Floating IP afb90c05-f78b-4bfc-b4d1-1d5088769d00 disassociated. External IP: 172.26.7.225, port: 3e84d491-d646-48ef-8346-cc440f372404. Jan 21 09:37:16.852635 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-aa2237d3-ab2e-4608-b66a-cdae29da2b37 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Calling delete_port for 3e84d491-d646-48ef-8346-cc440f372404 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:16.856283 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce350399-5eb8-4975-9d67-82aba8bd4e30 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] DELETE failed (client error): The resource could not be found. Jan 21 09:37:16.857528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce350399-5eb8-4975-9d67-82aba8bd4e30 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:16.861354 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ce350399-5eb8-4975-9d67-82aba8bd4e30 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/eb779b26-b25b-433b-b142-a5eeeb76ea4c HTTP/1.1" status: 404 len: 337 time: 0.0855067 Jan 21 09:37:16.867850 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42926) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:16.870896 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5ee5b693-0b59-4932-bef8-d42126767d87 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:16.881155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-23cd4c5c-8c52-4445-9fec-5edd5aed09d9 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.887995 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:16.917017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:16.917278 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-68a766ed-3eb4-467a-b3ec-d568ac5cecc0 None None] Provisioning complete for port 279318ef-a143-44a3-91a7-334bd4b11e38 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:16.917501 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-68a766ed-3eb4-467a-b3ec-d568ac5cecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.925138 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:16.925708 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.937235 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7d19cc-ee8f-4a9d-82f2-7d8dd5831c58 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] DELETE failed (client error): The resource could not be found. Jan 21 09:37:16.937728 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7d19cc-ee8f-4a9d-82f2-7d8dd5831c58 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:16.941814 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4b7d19cc-ee8f-4a9d-82f2-7d8dd5831c58 tempest-RoutersTest-1449541026 tempest-RoutersTest-1449541026-project] 10.222.0.88 "DELETE /v2.0/subnets/e5028d7e-9a5a-4a56-8433-c15eccd34e9e HTTP/1.1" status: 404 len: 337 time: 0.0728769 Jan 21 09:37:16.979927 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.980645 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 5ee5b693-0b59-4932-bef8-d42126767d87 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:16.981083 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.035431 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-68a766ed-3eb4-467a-b3ec-d568ac5cecc0 None None] Port 279318ef-a143-44a3-91a7-334bd4b11e38 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:17.080509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=b553ed89-ad98-40f0-8e3b-515767eacf38,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:17.130185 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:17.130979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:17.131523 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:17.132055 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:17.132583 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:17.133124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:17.133725 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:17.134237 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:17.134740 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:17.135236 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:17.135730 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:17.136225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:17.154681 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.173732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-23cd4c5c-8c52-4445-9fec-5edd5aed09d9 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.195923 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aa2237d3-ab2e-4608-b66a-cdae29da2b37 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.208576 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd4c5c-8c52-4445-9fec-5edd5aed09d9 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event deleted for resources: {'Subnet': ['ID=cd46256d-2494-4d5c-9463-d4f00197c2ae,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:17.225238 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:37:17.237929 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-23cd4c5c-8c52-4445-9fec-5edd5aed09d9 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.241502 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-23cd4c5c-8c52-4445-9fec-5edd5aed09d9 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "DELETE /v2.0/subnets/cd46256d-2494-4d5c-9463-d4f00197c2ae HTTP/1.1" status: 204 len: 168 time: 0.8306341 Jan 21 09:37:17.244083 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42930) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:17.248594 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2237d3-ab2e-4608-b66a-cdae29da2b37 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Port': ['ID=3e84d491-d646-48ef-8346-cc440f372404,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:17.262156 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:37:17.262572 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1ab1ffdc-158d-42bc-99fa-3ac04e9f1bee not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:37:17.269989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfec45d-ee41-4864-97eb-79162b1b911a None None] Network 22f5950a-5e73-4dd4-ae32-c0fe46d80b73 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:17.439675 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac236922-2d05-4b2b-a1b6-d1c7957a7996 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Deleting subnet 47dfcba2-0e0a-4927-836c-ddd048ae89d7 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:37:17.449346 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ac236922-2d05-4b2b-a1b6-d1c7957a7996 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.490269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8fcfc53b-91ff-4e8d-8bf2-238f995e8122 None None] Provisioning complete for port b553ed89-ad98-40f0-8e3b-515767eacf38 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:17.490849 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc53b-91ff-4e8d-8bf2-238f995e8122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.523474 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2237d3-ab2e-4608-b66a-cdae29da2b37 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router f0c6e85d-f0e0-458a-81c1-b979e8d3a550 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:17.547263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-8fcfc53b-91ff-4e8d-8bf2-238f995e8122 None None] Port b553ed89-ad98-40f0-8e3b-515767eacf38 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:17.554566 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8885ec74-066f-431b-817b-4f78ba87f1c7 None None] DHCP port deletion for 22f5950a-5e73-4dd4-ae32-c0fe46d80b73 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:37:17.565231 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42936) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:17.631487 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-8885ec74-066f-431b-817b-4f78ba87f1c7 None None] Deleting port 740753b9-0f50-4539-b345-4a3781630f0a {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:17.632487 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8885ec74-066f-431b-817b-4f78ba87f1c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.671793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ac236922-2d05-4b2b-a1b6-d1c7957a7996 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.696261 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d6d61e7f-a403-4cda-bf88-ca18a4af47e0 req-702e69e1-0180-40a9-8648-0917efe9e327 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.0681400 Jan 21 09:37:17.757792 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-8885ec74-066f-431b-817b-4f78ba87f1c7 None None] For port 740753b9-0f50-4539-b345-4a3781630f0a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=740753b9-0f50-4539-b345-4a3781630f0a,segment=NetworkSegment(cbf91f0d-038c-4800-bcf9-f2bde8506db3),segment_id=cbf91f0d-038c-4800-bcf9-f2bde8506db3)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:17.758193 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8885ec74-066f-431b-817b-4f78ba87f1c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.760937 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.767487 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.779610 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-8885ec74-066f-431b-817b-4f78ba87f1c7 None None] Calling delete_port for 740753b9-0f50-4539-b345-4a3781630f0a owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:17.856439 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2237d3-ab2e-4608-b66a-cdae29da2b37 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:17.858261 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event updated for resources: {'Port': ['ID=279318ef-a143-44a3-91a7-334bd4b11e38,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:17.865071 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cb17b2f1-0893-4ff7-bb17-c9bc49168feb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ef7d1005cdac4bd8b6ab934ad9a0d801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993288 Jan 21 09:37:17.869257 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.871857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ac236922-2d05-4b2b-a1b6-d1c7957a7996 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.875366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42940) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:17.879074 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8885ec74-066f-431b-817b-4f78ba87f1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.883393 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0756ba8-8848-4c64-8f82-b4abf9335ac2 None None] Sync routers for ids ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:17.902728 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885ec74-066f-431b-817b-4f78ba87f1c7 None None] No DVR routers for this DVR port 740753b9-0f50-4539-b345-4a3781630f0a on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:17.903577 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0756ba8-8848-4c64-8f82-b4abf9335ac2 None None] Routers {'f0c6e85d-f0e0-458a-81c1-b979e8d3a550'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:17.904478 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c0756ba8-8848-4c64-8f82-b4abf9335ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:17.912418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.912964 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.932173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.945000 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aa2237d3-ab2e-4608-b66a-cdae29da2b37 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.948206 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-aa2237d3-ab2e-4608-b66a-cdae29da2b37 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/ports/3e84d491-d646-48ef-8346-cc440f372404 HTTP/1.1" status: 204 len: 168 time: 2.4112856 Jan 21 09:37:17.956212 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42942) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:17.958491 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885ec74-066f-431b-817b-4f78ba87f1c7 None None] Pushing event deleted for resources: {'Port': ['ID=740753b9-0f50-4539-b345-4a3781630f0a,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:18.009855 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c0756ba8-8848-4c64-8f82-b4abf9335ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:18.021768 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0756ba8-8848-4c64-8f82-b4abf9335ac2 None None] Routers {'f0c6e85d-f0e0-458a-81c1-b979e8d3a550'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:18.022581 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c0756ba8-8848-4c64-8f82-b4abf9335ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:18.063951 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Network ad28b2d1-8b01-4489-97c6-604837cc109e is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:18.066053 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:18.080255 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c0756ba8-8848-4c64-8f82-b4abf9335ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:18.081976 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0756ba8-8848-4c64-8f82-b4abf9335ac2 None None] The sync data for ids ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:18.111233 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device b6a8100d-6649-4dae-b242-ce055fad5721 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:18.175350 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=b553ed89-ad98-40f0-8e3b-515767eacf38,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:18.195455 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port b6a8100d-6649-4dae-b242-ce055fad5721 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:18.195950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.255694 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f88f0e98-fa03-4544-a60a-44ded9c83cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.261316 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:18.271227 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ac236922-2d05-4b2b-a1b6-d1c7957a7996 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.360744 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac236922-2d05-4b2b-a1b6-d1c7957a7996 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event deleted for resources: {'Subnet': ['ID=47dfcba2-0e0a-4927-836c-ddd048ae89d7,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:18.372521 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 740753b9-0f50-4539-b345-4a3781630f0a no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:37:18.383137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:18.404688 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ec1f27-baa1-49f7-9aa8-1513524cda96 None None] Network 475968ca-ea20-4fea-ae4d-b818963be07d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:18.408950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 740753b9-0f50-4539-b345-4a3781630f0a {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:37:18.409302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 740753b9-0f50-4539-b345-4a3781630f0a not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:37:18.412743 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ac236922-2d05-4b2b-a1b6-d1c7957a7996 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.428700 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ac236922-2d05-4b2b-a1b6-d1c7957a7996 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "DELETE /v2.0/subnets/47dfcba2-0e0a-4927-836c-ddd048ae89d7 HTTP/1.1" status: 204 len: 168 time: 1.1831808 Jan 21 09:37:18.436521 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f88f0e98-fa03-4544-a60a-44ded9c83cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.442371 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42944) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:18.448628 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:18.523707 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a341a667-280f-4f6d-aa76-0ceb4545b24c None None] Provisioning complete for port 279318ef-a143-44a3-91a7-334bd4b11e38 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:18.523707 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a341a667-280f-4f6d-aa76-0ceb4545b24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.531834 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:18.536399 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c8c20db-609f-4103-8897-7d8f6b263edd tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.545665 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-69125c57-e723-4672-a6f3-651c59bde5bc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "PUT /v2.0/routers/933f9561-87e9-43d5-bd3d-f7dc2d0fddf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4098573 Jan 21 09:37:18.568586 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Sync routers for ids ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:18.666669 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c8c20db-609f-4103-8897-7d8f6b263edd tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.691067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f88f0e98-fa03-4544-a60a-44ded9c83cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.699475 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f88f0e98-fa03-4544-a60a-44ded9c83cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.701030 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f88f0e98-fa03-4544-a60a-44ded9c83cf0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/446f97cf-b849-45b3-a3e1-44a56dd86b93 HTTP/1.1" status: 204 len: 168 time: 0.8253250 Jan 21 09:37:18.701345 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-1c8c20db-609f-4103-8897-7d8f6b263edd tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f5950a-5e73-4dd4-ae32-c0fe46d80b73']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:18.716350 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-1c8c20db-609f-4103-8897-7d8f6b263edd tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf91f0d-038c-4800-bcf9-f2bde8506db3') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:18.716800 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-1c8c20db-609f-4103-8897-7d8f6b263edd tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf91f0d-038c-4800-bcf9-f2bde8506db3') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:18.731451 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c8c20db-609f-4103-8897-7d8f6b263edd tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.744577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f0e98-fa03-4544-a60a-44ded9c83cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446f97cf-b849-45b3-a3e1-44a56dd86b93,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:18.754574 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c8c20db-609f-4103-8897-7d8f6b263edd tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.771504 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8c20db-609f-4103-8897-7d8f6b263edd tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:18.771995 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c8c20db-609f-4103-8897-7d8f6b263edd tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:18.779670 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:18.853871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Routers {'933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:18.854742 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:18.884903 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5a18d1bc-5d07-4df9-a041-b44e57f15da2 req-50f82062-24fc-4859-8ae8-33252d807013 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.0777471 Jan 21 09:37:18.911659 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c8c20db-609f-4103-8897-7d8f6b263edd tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.918593 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1c8c20db-609f-4103-8897-7d8f6b263edd tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.926005 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Router 45f65d2a-e73f-4ed5-892a-c0229e109cab is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:37:18.929985 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1c8c20db-609f-4103-8897-7d8f6b263edd tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "DELETE /v2.0/networks/22f5950a-5e73-4dd4-ae32-c0fe46d80b73 HTTP/1.1" status: 204 len: 168 time: 0.4865692 Jan 21 09:37:18.935579 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42962) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:18.936707 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a341a667-280f-4f6d-aa76-0ceb4545b24c None None] Port 279318ef-a143-44a3-91a7-334bd4b11e38 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:18.982556 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c20db-609f-4103-8897-7d8f6b263edd tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event deleted for resources: {'Network': ['ID=22f5950a-5e73-4dd4-ae32-c0fe46d80b73,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:19.053365 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2e8d39-8a5d-4e90-8179-cf3186281871 None None] DHCP port deletion for 475968ca-ea20-4fea-ae4d-b818963be07d request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:37:19.055432 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-0555bcd8-725c-4cd2-ac02-334fd58dc754 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207895741&fields=id&tenant_id=0b8fc8b6d18b40f0a2726a613ef6165a HTTP/1.1" status: 200 len: 267 time: 0.1235185 Jan 21 09:37:19.061204 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Set router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:19.116946 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.130647 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e0066c7b-f13c-46d4-b0b8-85d1429dd596 None None] Provisioning complete for port b553ed89-ad98-40f0-8e3b-515767eacf38 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:19.131156 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e0066c7b-f13c-46d4-b0b8-85d1429dd596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.164616 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:19.175447 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Sync routers for ids ['45f65d2a-e73f-4ed5-892a-c0229e109cab'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:19.179502 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-af45cc84-7f83-4c5d-8b16-93406b84cb2e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "PUT /v2.0/routers/45f65d2a-e73f-4ed5-892a-c0229e109cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5542924 Jan 21 09:37:19.183287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42970) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:19.202183 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Routers {'45f65d2a-e73f-4ed5-892a-c0229e109cab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:19.202818 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['45f65d2a-e73f-4ed5-892a-c0229e109cab'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:19.215640 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:37:19.259396 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-07ce67ab-ea49-423a-86ce-58c7156d044a tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:19.268674 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-07ce67ab-ea49-423a-86ce-58c7156d044a tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/networks?id=ad28b2d1-8b01-4489-97c6-604837cc109e HTTP/1.1" status: 200 len: 796 time: 0.2010300 Jan 21 09:37:19.288782 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-7d12cede-2184-4f0f-8adc-ced5011a2e12 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/quotas/0b8fc8b6d18b40f0a2726a613ef6165a HTTP/1.1" status: 200 len: 375 time: 0.0186212 Jan 21 09:37:19.357323 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e8d39-8a5d-4e90-8179-cf3186281871 None None] Deleting port 6d6072a0-f565-4fc7-91df-327bd335006a {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:19.358109 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8d39-8a5d-4e90-8179-cf3186281871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.359224 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Set router 45f65d2a-e73f-4ed5-892a-c0229e109cab gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:19.360138 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e0066c7b-f13c-46d4-b0b8-85d1429dd596 None None] Port b553ed89-ad98-40f0-8e3b-515767eacf38 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:19.396051 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-1b7f70e0-2763-48af-a7ad-e8a373f77997 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0b8fc8b6d18b40f0a2726a613ef6165a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058695 Jan 21 09:37:19.495062 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ab2e8d39-8a5d-4e90-8179-cf3186281871 None None] For port 6d6072a0-f565-4fc7-91df-327bd335006a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6d6072a0-f565-4fc7-91df-327bd335006a,segment=NetworkSegment(bdd0d6cb-7c36-49e2-bdc0-f487420fefc9),segment_id=bdd0d6cb-7c36-49e2-bdc0-f487420fefc9)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:19.495773 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8d39-8a5d-4e90-8179-cf3186281871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.530658 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e8d39-8a5d-4e90-8179-cf3186281871 None None] Calling delete_port for 6d6072a0-f565-4fc7-91df-327bd335006a owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:19.627129 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969925566', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '2678811b-14b0-42df-aa81-df03b1779d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:04Z', 'updated_at': '2022-01-21T09:37:16Z', 'revision_number': 4, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'gw_port': {'id': '2678811b-14b0-42df-aa81-df03b1779d46', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:05Z', 'updated_at': '2022-01-21T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '279318ef-a143-44a3-91a7-334bd4b11e38', 'name': '', 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'mac_address': 'fa:16:3e:83:af:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:17Z', 'revision_number': 2, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'subnets': [{'id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:19.654796 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baefc33-33e0-4c62-ad1b-06848f28df2f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:19.656417 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6baefc33-33e0-4c62-ad1b-06848f28df2f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports/b553ed89-ad98-40f0-8e3b-515767eacf38 HTTP/1.1" status: 200 len: 911 time: 0.4688954 Jan 21 09:37:19.661182 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42984) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:19.663778 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b31c078f-47dc-42b8-95ae-169a79613135 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.668372 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Checking router: 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:19.668644 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Updating router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 port 279318ef-a143-44a3-91a7-334bd4b11e38 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:37:19.711481 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.721369 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8d39-8a5d-4e90-8179-cf3186281871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.765223 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e8d39-8a5d-4e90-8179-cf3186281871 None None] Pushing event deleted for resources: {'Port': ['ID=6d6072a0-f565-4fc7-91df-327bd335006a,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:19.779282 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e8d39-8a5d-4e90-8179-cf3186281871 None None] No DVR routers for this DVR port 6d6072a0-f565-4fc7-91df-327bd335006a on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:19.842807 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-6baed989-91c9-4b99-bdd7-310b87ec6ca7 service neutron] 10.222.0.88 "GET /v2.0/networks/ad28b2d1-8b01-4489-97c6-604837cc109e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323730 Jan 21 09:37:19.862644 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Deleting port 6d6072a0-f565-4fc7-91df-327bd335006a {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:19.862989 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.891297 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f65d2a-e73f-4ed5-892a-c0229e109cab', 'name': 'tempest-NetworksTestDHCPv6-router-1232865003', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:17Z', 'revision_number': 2, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'gw_port_host': None, '_interfaces': [{'id': 'b553ed89-ad98-40f0-8e3b-515767eacf38', 'name': '', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'mac_address': 'fa:16:3e:45:cb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f65d2a-e73f-4ed5-892a-c0229e109cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'e1710043-21b1-4086-afa5-ede2f3829b92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:17Z', 'revision_number': 2, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'subnets': [{'id': 'e1710043-21b1-4086-afa5-ede2f3829b92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:19.930486 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9f78bb-e86b-44aa-af60-4906ef9056db tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:19.936509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9f78bb-e86b-44aa-af60-4906ef9056db tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:19.938203 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-af9f78bb-e86b-44aa-af60-4906ef9056db tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1644208 Jan 21 09:37:19.942512 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 42990) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:19.974919 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Checking router: 45f65d2a-e73f-4ed5-892a-c0229e109cab for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:19.975513 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Updating router 45f65d2a-e73f-4ed5-892a-c0229e109cab port b553ed89-ad98-40f0-8e3b-515767eacf38 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:37:19.988776 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 42992) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:20.008047 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-552db0cd-38cf-436c-84fd-67fe828df7e5 service neutron] 10.222.0.88 "GET /v2.0/networks/ad28b2d1-8b01-4489-97c6-604837cc109e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641469 Jan 21 09:37:20.053993 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.128067 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-79826b92-4d13-42c0-9e13-06f92b43cb47 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-579592935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:20.140188 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6d6072a0-f565-4fc7-91df-327bd335006a no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:37:20.152072 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] For port 6d6072a0-f565-4fc7-91df-327bd335006a, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:20.152469 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.156425 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0b445d2e-85a8-49a1-b990-ad9e8bd3d1f9 req-0abbe009-c73f-43df-948e-ef60b65f4d82 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.1052551 Jan 21 09:37:20.180269 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-79826b92-4d13-42c0-9e13-06f92b43cb47 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.181062 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-79826b92-4d13-42c0-9e13-06f92b43cb47 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.182134 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Calling delete_port for 6d6072a0-f565-4fc7-91df-327bd335006a owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:20.187530 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.ipam_backend_mixin [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Port 6d6072a0-f565-4fc7-91df-327bd335006a was not found and therefore no delete operation was performed {{(pid=102147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 09:37:20.195359 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.208490 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 6d6072a0-f565-4fc7-91df-327bd335006a {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:37:20.209043 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6d6072a0-f565-4fc7-91df-327bd335006a not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:37:20.217104 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] No DVR routers for this DVR port 6d6072a0-f565-4fc7-91df-327bd335006a on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:20.244614 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event deleted for resources: {'Port': ['ID=6d6072a0-f565-4fc7-91df-327bd335006a,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:20.288292 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-79826b92-4d13-42c0-9e13-06f92b43cb47 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.295299 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-79826b92-4d13-42c0-9e13-06f92b43cb47 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.334027 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-79826b92-4d13-42c0-9e13-06f92b43cb47 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.335263 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-79826b92-4d13-42c0-9e13-06f92b43cb47 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3455284 Jan 21 09:37:20.338010 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43002) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:20.342828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-cd584b41-bcda-42a5-bf51-ad76e1d6d245 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-368412292'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:20.385982 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd584b41-bcda-42a5-bf51-ad76e1d6d245 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Made reservation on behalf of eb4e883b72c54e05afd6bdb11ef93f15 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:20.390319 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd584b41-bcda-42a5-bf51-ad76e1d6d245 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.396517 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.406806 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd584b41-bcda-42a5-bf51-ad76e1d6d245 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.451092 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d41a09e6-417e-4bad-a998-31d947a552bd req-47e30f67-8e86-41ba-bdf8-9146fe766331 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 210 time: 0.0689604 Jan 21 09:37:20.463344 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475968ca-ea20-4fea-ae4d-b818963be07d']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:20.497628 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.499439 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd0d6cb-7c36-49e2-bdc0-f487420fefc9') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:20.499979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd0d6cb-7c36-49e2-bdc0-f487420fefc9') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:20.512357 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.517425 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.541235 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.558883 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:20.559815 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:20.584584 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:20.633297 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd584b41-bcda-42a5-bf51-ad76e1d6d245 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.636325 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a63347-12a1-40ca-9173-e4d106aaf8fd None None] Pushing event updated for resources: {'Port': ['ID=279318ef-a143-44a3-91a7-334bd4b11e38,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:20.643425 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd584b41-bcda-42a5-bf51-ad76e1d6d245 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.675655 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd584b41-bcda-42a5-bf51-ad76e1d6d245 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:20.677940 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Attempting to bind port 279318ef-a143-44a3-91a7-334bd4b11e38 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:20.678318 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Attempting to bind port 279318ef-a143-44a3-91a7-334bd4b11e38 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'fdf0f46c-7015-4d3b-af42-f42713bc1a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:20.678684 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Attempting to bind port 279318ef-a143-44a3-91a7-334bd4b11e38 on network ad28b2d1-8b01-4489-97c6-604837cc109e {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:20.683009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a63347-12a1-40ca-9173-e4d106aaf8fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.683299 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.683757 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a63347-12a1-40ca-9173-e4d106aaf8fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.684148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a63347-12a1-40ca-9173-e4d106aaf8fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.684787 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a63347-12a1-40ca-9173-e4d106aaf8fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.684787 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a63347-12a1-40ca-9173-e4d106aaf8fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.685144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a63347-12a1-40ca-9173-e4d106aaf8fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.685486 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a63347-12a1-40ca-9173-e4d106aaf8fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.685837 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a63347-12a1-40ca-9173-e4d106aaf8fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.686364 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a63347-12a1-40ca-9173-e4d106aaf8fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.686812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a63347-12a1-40ca-9173-e4d106aaf8fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.687139 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a63347-12a1-40ca-9173-e4d106aaf8fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.687508 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a63347-12a1-40ca-9173-e4d106aaf8fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.699163 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:20.699674 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Checking segment: {'id': 'fdf0f46c-7015-4d3b-af42-f42713bc1a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:20.700203 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.700695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Bound using segment: {'id': 'fdf0f46c-7015-4d3b-af42-f42713bc1a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:20.701596 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Bound port: 279318ef-a143-44a3-91a7-334bd4b11e38, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf0f46c-7015-4d3b-af42-f42713bc1a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:20.702029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.705920 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.722533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd584b41-bcda-42a5-bf51-ad76e1d6d245 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.728043 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-cd584b41-bcda-42a5-bf51-ad76e1d6d245 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Added segment 52f68b2a-35ae-425d-bcef-364cf1d4298d of type vlan for network 88ab2ecd-d9fd-4865-ab87-e9bb93e5af88 Jan 21 09:37:20.732572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd584b41-bcda-42a5-bf51-ad76e1d6d245 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a959ff-56f2-4183-b7b7-f4e442833e77,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:20.737572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.748635 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.752982 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "DELETE /v2.0/networks/475968ca-ea20-4fea-ae4d-b818963be07d HTTP/1.1" status: 204 len: 168 time: 1.8161185 Jan 21 09:37:20.755817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-b31c078f-47dc-42b8-95ae-169a79613135 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Deleting port 0e1ec404-0470-49f7-8b12-72234944cc11 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:20.755817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b31c078f-47dc-42b8-95ae-169a79613135 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.761971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43014) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:20.812386 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce3f36-a440-45af-9c95-9dd9c9343be0 None None] Pushing event updated for resources: {'Port': ['ID=b553ed89-ad98-40f0-8e3b-515767eacf38,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:20.834071 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd584b41-bcda-42a5-bf51-ad76e1d6d245 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.859583 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce3f36-a440-45af-9c95-9dd9c9343be0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.859583 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce3f36-a440-45af-9c95-9dd9c9343be0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.859821 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce3f36-a440-45af-9c95-9dd9c9343be0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.860003 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce3f36-a440-45af-9c95-9dd9c9343be0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.863107 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce3f36-a440-45af-9c95-9dd9c9343be0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.863314 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce3f36-a440-45af-9c95-9dd9c9343be0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.863652 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce3f36-a440-45af-9c95-9dd9c9343be0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.863978 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce3f36-a440-45af-9c95-9dd9c9343be0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.864315 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce3f36-a440-45af-9c95-9dd9c9343be0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.864638 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce3f36-a440-45af-9c95-9dd9c9343be0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.864955 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce3f36-a440-45af-9c95-9dd9c9343be0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.865270 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce3f36-a440-45af-9c95-9dd9c9343be0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.883171 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] For port 279318ef-a143-44a3-91a7-334bd4b11e38, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:20.890683 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd584b41-bcda-42a5-bf51-ad76e1d6d245 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.893976 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] For port 279318ef-a143-44a3-91a7-334bd4b11e38, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=279318ef-a143-44a3-91a7-334bd4b11e38,segment=NetworkSegment(fdf0f46c-7015-4d3b-af42-f42713bc1a1a),segment_id=fdf0f46c-7015-4d3b-af42-f42713bc1a1a)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:20.902160 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.902503 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd584b41-bcda-42a5-bf51-ad76e1d6d245 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:20.903511 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cd584b41-bcda-42a5-bf51-ad76e1d6d245 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.994134 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Attempting to bind port b553ed89-ad98-40f0-8e3b-515767eacf38 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:20.994498 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Attempting to bind port b553ed89-ad98-40f0-8e3b-515767eacf38 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:20.994854 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Attempting to bind port b553ed89-ad98-40f0-8e3b-515767eacf38 on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:21.010440 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Routers {'933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:21.011345 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:21.012424 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:21.012561 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:21.013788 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.014207 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:21.014711 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Bound port: b553ed89-ad98-40f0-8e3b-515767eacf38, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:21.015128 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.050759 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cd584b41-bcda-42a5-bf51-ad76e1d6d245 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7116423 Jan 21 09:37:21.051417 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43024) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:21.074065 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-86ab8b00-01e8-4750-bfc5-e92ce7164c40 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Request body: {'subnet': {'network_id': '88ab2ecd-d9fd-4865-ab87-e9bb93e5af88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:21.105916 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd584b41-bcda-42a5-bf51-ad76e1d6d245 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event updated for resources: {'Network': ['ID=88ab2ecd-d9fd-4865-ab87-e9bb93e5af88,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:21.106454 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95e500-ddec-4862-b71a-ae5e81fe0270 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event deleted for resources: {'Network': ['ID=475968ca-ea20-4fea-ae4d-b818963be07d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:21.173326 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] For port b553ed89-ad98-40f0-8e3b-515767eacf38, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:21.179659 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] For port b553ed89-ad98-40f0-8e3b-515767eacf38, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=b553ed89-ad98-40f0-8e3b-515767eacf38,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:21.195840 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.214016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b31c078f-47dc-42b8-95ae-169a79613135 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.219845 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 88ab2ecd-d9fd-4865-ab87-e9bb93e5af88 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:37:21.222372 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a63347-12a1-40ca-9173-e4d106aaf8fd None None] Pushing event updated for resources: {'Port': ['ID=279318ef-a143-44a3-91a7-334bd4b11e38,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:21.278351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead57176-3d7f-4c84-ba84-60e4ead42201 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Deleting subnet 26cbe9c1-c251-4253-bc83-ba73ec4a8a64 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:37:21.315460 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-b31c078f-47dc-42b8-95ae-169a79613135 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Calling delete_port for 0e1ec404-0470-49f7-8b12-72234944cc11 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:21.359392 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c7988f13-435a-4076-9230-abbb786cd6cb req-f42bfad6-332d-4d4f-b734-732d83d5f997 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.0877810 Jan 21 09:37:21.365605 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ead57176-3d7f-4c84-ba84-60e4ead42201 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.371170 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Routers {'45f65d2a-e73f-4ed5-892a-c0229e109cab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:21.371807 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['45f65d2a-e73f-4ed5-892a-c0229e109cab'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:21.415889 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ab8b00-01e8-4750-bfc5-e92ce7164c40 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Made reservation on behalf of eb4e883b72c54e05afd6bdb11ef93f15 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:21.419755 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-86ab8b00-01e8-4750-bfc5-e92ce7164c40 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.433272 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-2ed9fc43-fed2-4775-87a9-b73d248a5a9f None None] Provisioning complete for port 279318ef-a143-44a3-91a7-334bd4b11e38 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:21.435198 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2ed9fc43-fed2-4775-87a9-b73d248a5a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.438728 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce3f36-a440-45af-9c95-9dd9c9343be0 None None] Pushing event updated for resources: {'Port': ['ID=b553ed89-ad98-40f0-8e3b-515767eacf38,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:21.452112 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ead57176-3d7f-4c84-ba84-60e4ead42201 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.601240 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2ed9fc43-fed2-4775-87a9-b73d248a5a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.604438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ead57176-3d7f-4c84-ba84-60e4ead42201 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.604674 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] Set router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:21.628001 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] Set router 45f65d2a-e73f-4ed5-892a-c0229e109cab gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:21.752900 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e56b458-c4c5-4001-b52a-e55b31d5b904 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.796513 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-86ab8b00-01e8-4750-bfc5-e92ce7164c40 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.899947 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab8b00-01e8-4750-bfc5-e92ce7164c40 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event updated for resources: {'Subnet': ['ID=adc5173c-1a45-46cb-b392-bf29a31d349c,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:21.926701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ab8b00-01e8-4750-bfc5-e92ce7164c40 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Checking segment: {'id': '52f68b2a-35ae-425d-bcef-364cf1d4298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '88ab2ecd-d9fd-4865-ab87-e9bb93e5af88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:21.927273 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ab8b00-01e8-4750-bfc5-e92ce7164c40 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Network hostable DHCP agents. Network: 88ab2ecd-d9fd-4865-ab87-e9bb93e5af88, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:21.956235 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ab8b00-01e8-4750-bfc5-e92ce7164c40 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Network 88ab2ecd-d9fd-4865-ab87-e9bb93e5af88 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:21.970433 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-86ab8b00-01e8-4750-bfc5-e92ce7164c40 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 88ab2ecd-d9fd-4865-ab87-e9bb93e5af88) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:21.989139 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ab8b00-01e8-4750-bfc5-e92ce7164c40 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:21.989767 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-86ab8b00-01e8-4750-bfc5-e92ce7164c40 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.996818 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c7a04479-19ef-4238-851d-e3af44ab4a45 req-e6db0b74-a0fe-4825-a3bf-95671897a460 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 210 time: 0.1549058 Jan 21 09:37:22.012416 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ead57176-3d7f-4c84-ba84-60e4ead42201 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.046763 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-86ab8b00-01e8-4750-bfc5-e92ce7164c40 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9805045 Jan 21 09:37:22.051383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43038) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:22.052345 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d462c3-ddb1-497b-b34b-486786096ef5 None None] Network 88ab2ecd-d9fd-4865-ab87-e9bb93e5af88 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:22.059663 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-eb52e760-59ca-4ae0-ba75-1d7d56fa7899 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Request body: {'network': {'name': 'tempest-router-network01--1991423369'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:22.064470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead57176-3d7f-4c84-ba84-60e4ead42201 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event deleted for resources: {'Subnet': ['ID=26cbe9c1-c251-4253-bc83-ba73ec4a8a64,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:22.075640 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ead57176-3d7f-4c84-ba84-60e4ead42201 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.078223 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-2ed9fc43-fed2-4775-87a9-b73d248a5a9f None None] For port 279318ef-a143-44a3-91a7-334bd4b11e38, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=279318ef-a143-44a3-91a7-334bd4b11e38,segment=NetworkSegment(fdf0f46c-7015-4d3b-af42-f42713bc1a1a),segment_id=fdf0f46c-7015-4d3b-af42-f42713bc1a1a)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:22.086489 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43040) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:22.086690 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ead57176-3d7f-4c84-ba84-60e4ead42201 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "DELETE /v2.0/subnets/26cbe9c1-c251-4253-bc83-ba73ec4a8a64 HTTP/1.1" status: 204 len: 168 time: 1.3238039 Jan 21 09:37:22.104346 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f65d2a-e73f-4ed5-892a-c0229e109cab', 'name': 'tempest-NetworksTestDHCPv6-router-1232865003', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:17Z', 'revision_number': 2, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'gw_port_host': None, '_interfaces': [{'id': 'b553ed89-ad98-40f0-8e3b-515767eacf38', 'name': '', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'mac_address': 'fa:16:3e:45:cb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f65d2a-e73f-4ed5-892a-c0229e109cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'e1710043-21b1-4086-afa5-ede2f3829b92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:21Z', 'revision_number': 4, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'subnets': [{'id': 'e1710043-21b1-4086-afa5-ede2f3829b92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:22.119361 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb52e760-59ca-4ae0-ba75-1d7d56fa7899 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Made reservation on behalf of eb4e883b72c54e05afd6bdb11ef93f15 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:22.120576 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb7eaae-1cd8-4967-9177-4b52fe0bcc49 None None] Network 14839b27-87a7-484f-997e-cb0ad8a7800e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:22.123475 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb52e760-59ca-4ae0-ba75-1d7d56fa7899 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.154424 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aad651-c834-4713-bf64-36cec4b0bcaf None None] The sync data for ids ['45f65d2a-e73f-4ed5-892a-c0229e109cab'] in dv-neutron-825721-1-hyperv is: [{'id': '45f65d2a-e73f-4ed5-892a-c0229e109cab', 'name': 'tempest-NetworksTestDHCPv6-router-1232865003', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:17Z', 'revision_number': 2, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'gw_port_host': None, '_interfaces': [{'id': 'b553ed89-ad98-40f0-8e3b-515767eacf38', 'name': '', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'mac_address': 'fa:16:3e:45:cb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f65d2a-e73f-4ed5-892a-c0229e109cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'e1710043-21b1-4086-afa5-ede2f3829b92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:21Z', 'revision_number': 4, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'subnets': [{'id': 'e1710043-21b1-4086-afa5-ede2f3829b92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:22.244294 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2ed9fc43-fed2-4775-87a9-b73d248a5a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.397606 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b31c078f-47dc-42b8-95ae-169a79613135 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.407830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9e56b458-c4c5-4001-b52a-e55b31d5b904 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port b553ed89-ad98-40f0-8e3b-515767eacf38 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:22.408296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e56b458-c4c5-4001-b52a-e55b31d5b904 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.459736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c078f-47dc-42b8-95ae-169a79613135 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Port': ['ID=0e1ec404-0470-49f7-8b12-72234944cc11,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:22.502274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9fc43-fed2-4775-87a9-b73d248a5a9f None None] Pushing event updated for resources: {'Port': ['ID=279318ef-a143-44a3-91a7-334bd4b11e38,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:22.584728 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e98c1311-61c9-4a53-b5b0-1558a0a078a7 None None] Provisioning complete for port b553ed89-ad98-40f0-8e3b-515767eacf38 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:22.585442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e98c1311-61c9-4a53-b5b0-1558a0a078a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.745677 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aa087d-0570-4114-8a92-e1550287071a None None] DHCP port deletion for 14839b27-87a7-484f-997e-cb0ad8a7800e request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:37:22.809939 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e98c1311-61c9-4a53-b5b0-1558a0a078a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.843055 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969925566', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '2678811b-14b0-42df-aa81-df03b1779d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:04Z', 'updated_at': '2022-01-21T09:37:16Z', 'revision_number': 4, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'gw_port': {'id': '2678811b-14b0-42df-aa81-df03b1779d46', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:05Z', 'updated_at': '2022-01-21T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '279318ef-a143-44a3-91a7-334bd4b11e38', 'name': '', 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'mac_address': 'fa:16:3e:83:af:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:20Z', 'revision_number': 4, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'subnets': [{'id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:22.879186 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-88ab2ecd-d9fd-4865-ab87-e9bb93e5af88', 'network_id': '88ab2ecd-d9fd-4865-ab87-e9bb93e5af88', 'tenant_id': 'eb4e883b72c54e05afd6bdb11ef93f15', 'fixed_ips': [{'subnet_id': 'adc5173c-1a45-46cb-b392-bf29a31d349c'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:37:22.880068 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.888281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceae919-5e66-42f1-be89-f33d90b1af93 None None] The sync data for ids ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'] in dv-neutron-825721-1-hyperv is: [{'id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969925566', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '2678811b-14b0-42df-aa81-df03b1779d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:04Z', 'updated_at': '2022-01-21T09:37:16Z', 'revision_number': 4, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'gw_port': {'id': '2678811b-14b0-42df-aa81-df03b1779d46', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:05Z', 'updated_at': '2022-01-21T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '279318ef-a143-44a3-91a7-334bd4b11e38', 'name': '', 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'mac_address': 'fa:16:3e:83:af:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:20Z', 'revision_number': 4, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'subnets': [{'id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:22.937925 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-efb237f5-eee0-4c74-9c14-52913f6acf2c req-2d88a582-4c24-4e2a-bba6-2830d1facbb2 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.1062639 Jan 21 09:37:22.974285 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb52e760-59ca-4ae0-ba75-1d7d56fa7899 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:22.987705 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-9e56b458-c4c5-4001-b52a-e55b31d5b904 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] For port b553ed89-ad98-40f0-8e3b-515767eacf38, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=b553ed89-ad98-40f0-8e3b-515767eacf38,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:22.993811 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e56b458-c4c5-4001-b52a-e55b31d5b904 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.994017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb52e760-59ca-4ae0-ba75-1d7d56fa7899 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.994301 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-eb52e760-59ca-4ae0-ba75-1d7d56fa7899 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Added segment 4d4ece75-4550-40ad-a650-69ec84057fb9 of type vlan for network 03666cb5-9f8b-4137-ad30-ae056627f993 Jan 21 09:37:23.029301 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195191bd-4560-4829-8490-82300d1669cf req-8ebcb1aa-ecb2-42ac-86a1-b0249642b3a8 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:23.033819 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-195191bd-4560-4829-8490-82300d1669cf req-8ebcb1aa-ecb2-42ac-86a1-b0249642b3a8 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.113 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 812 time: 0.5655129 Jan 21 09:37:23.042337 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9e56b458-c4c5-4001-b52a-e55b31d5b904 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for b553ed89-ad98-40f0-8e3b-515767eacf38 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:23.066163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b31c078f-47dc-42b8-95ae-169a79613135 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.120970 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.129325 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e98c1311-61c9-4a53-b5b0-1558a0a078a7 None None] For port b553ed89-ad98-40f0-8e3b-515767eacf38, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=b553ed89-ad98-40f0-8e3b-515767eacf38,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:23.144257 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e98c1311-61c9-4a53-b5b0-1558a0a078a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.162290 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb52e760-59ca-4ae0-ba75-1d7d56fa7899 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.296727 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.db.resource_extend [None req-eb52e760-59ca-4ae0-ba75-1d7d56fa7899 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:23.308906 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e98c1311-61c9-4a53-b5b0-1558a0a078a7 None None] Provisioning complete for port 279318ef-a143-44a3-91a7-334bd4b11e38 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:23.309287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e98c1311-61c9-4a53-b5b0-1558a0a078a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.334749 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-195191bd-4560-4829-8490-82300d1669cf req-6e48a21a-8ddf-46cf-9c4d-9b205a90b528 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55511390bef14e7cb904f2997d4e4aee HTTP/1.1" status: 200 len: 379 time: 0.1642969 Jan 21 09:37:23.437150 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a2aa087d-0570-4114-8a92-e1550287071a None None] Deleting port 29cf5077-5707-4cd0-9101-2010cb739ca3 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:23.437805 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a2aa087d-0570-4114-8a92-e1550287071a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.449607 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb52e760-59ca-4ae0-ba75-1d7d56fa7899 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.470481 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb52e760-59ca-4ae0-ba75-1d7d56fa7899 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:23.471752 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb52e760-59ca-4ae0-ba75-1d7d56fa7899 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.498813 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-195191bd-4560-4829-8490-82300d1669cf req-62078e30-a747-40f4-9778-806730d8ddbc tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Request body: {'port': {'device_id': '4fe14955-89b1-4b0d-9ef9-985bc8a48c53', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'admin_state_up': True, 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'security_groups': ['efbfe62c-09fe-4cd6-bc7f-b1d3df274d07']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:23.519415 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c1311-61c9-4a53-b5b0-1558a0a078a7 None None] Pushing event updated for resources: {'Port': ['ID=b553ed89-ad98-40f0-8e3b-515767eacf38,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:23.566725 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Allocated IP 172.20.0.2 (88ab2ecd-d9fd-4865-ab87-e9bb93e5af88/adc5173c-1a45-46cb-b392-bf29a31d349c/2693320c-bb2a-4499-8841-ea948bec14ea) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:23.593824 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a43a0dc5-b627-47bc-af3e-4f0ec228bfe0 req-f8f3a32e-1b90-4675-8b29-f30bbdf53998 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 210 time: 0.2778614 Jan 21 09:37:23.647015 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-2c297f6e-6b5e-423d-8ff8-a64c45340a59 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:23.648551 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-2c297f6e-6b5e-423d-8ff8-a64c45340a59 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.113 "GET /v2.0/networks?id=ad28b2d1-8b01-4489-97c6-604837cc109e HTTP/1.1" status: 200 len: 796 time: 0.5466788 Jan 21 09:37:23.652687 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52e760-59ca-4ae0-ba75-1d7d56fa7899 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event updated for resources: {'Network': ['ID=03666cb5-9f8b-4137-ad30-ae056627f993,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:23.685580 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 03666cb5-9f8b-4137-ad30-ae056627f993 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:37:23.694409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a2aa087d-0570-4114-8a92-e1550287071a None None] For port 29cf5077-5707-4cd0-9101-2010cb739ca3, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=29cf5077-5707-4cd0-9101-2010cb739ca3,segment=NetworkSegment(b39d1de2-446e-41e3-b94f-8d7ccb4b43a5),segment_id=b39d1de2-446e-41e3-b94f-8d7ccb4b43a5)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:23.694814 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a2aa087d-0570-4114-8a92-e1550287071a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.727226 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-12b34924-7585-4438-9506-7c07778b3e60 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b8fc8b6d18b40f0a2726a613ef6165a HTTP/1.1" status: 200 len: 380 time: 0.0677209 Jan 21 09:37:23.740188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-03f4919c-2884-4c8d-a3bc-112cd09e501e tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Request body: {'port': {'device_id': '466eb86d-57c8-49b9-b374-736600ed7cb3', 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e', 'admin_state_up': True, 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'security_groups': ['4230d673-3fb5-4fa2-92a7-5202a52fcb7b']}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:23.879940 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-eb52e760-59ca-4ae0-ba75-1d7d56fa7899 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8269293 Jan 21 09:37:23.885364 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43054) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:23.915616 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a2aa087d-0570-4114-8a92-e1550287071a None None] Calling delete_port for 29cf5077-5707-4cd0-9101-2010cb739ca3 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:23.916406 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e148e984-76fa-46e1-a40c-a68b015ec95b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Request body: {'network': {'name': 'tempest-router-network02--735320465'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:23.950126 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-03f4919c-2884-4c8d-a3bc-112cd09e501e tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Made reservation on behalf of 0b8fc8b6d18b40f0a2726a613ef6165a for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:23.954625 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-03f4919c-2884-4c8d-a3bc-112cd09e501e tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.958461 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e148e984-76fa-46e1-a40c-a68b015ec95b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Made reservation on behalf of eb4e883b72c54e05afd6bdb11ef93f15 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:23.964210 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e148e984-76fa-46e1-a40c-a68b015ec95b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.016137 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e148e984-76fa-46e1-a40c-a68b015ec95b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:24.065287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Deleting port 29cf5077-5707-4cd0-9101-2010cb739ca3 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:24.065660 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.127130 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e148e984-76fa-46e1-a40c-a68b015ec95b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.127654 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-e148e984-76fa-46e1-a40c-a68b015ec95b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Added segment f41b2fd4-8973-4f04-baa7-bcadb0cb678a of type vlan for network cec63bfa-fca8-48e2-8916-a9f7e5da0fd8 Jan 21 09:37:24.220897 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0fdb4f48-378a-4f89-a9e0-cac7b9eeb804 req-cd2ceb50-f68e-4892-93f3-5680b3bf8b3e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.1433940 Jan 21 09:37:24.229987 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.257898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.285663 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e148e984-76fa-46e1-a40c-a68b015ec95b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.296444 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device b553ed89-ad98-40f0-8e3b-515767eacf38 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:24.392836 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Network 88ab2ecd-d9fd-4865-ab87-e9bb93e5af88 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:24.419402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:24.429000 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:24.435686 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Pushing event updated for resources: {'Port': ['ID=2693320c-bb2a-4499-8841-ea948bec14ea,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:24.466847 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31c078f-47dc-42b8-95ae-169a79613135 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router f0c6e85d-f0e0-458a-81c1-b979e8d3a550 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:24.498320 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e148e984-76fa-46e1-a40c-a68b015ec95b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.510611 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a2aa087d-0570-4114-8a92-e1550287071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.512214 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e148e984-76fa-46e1-a40c-a68b015ec95b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:24.521147 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e148e984-76fa-46e1-a40c-a68b015ec95b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.576302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa087d-0570-4114-8a92-e1550287071a None None] Pushing event deleted for resources: {'Port': ['ID=29cf5077-5707-4cd0-9101-2010cb739ca3,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:24.596779 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aa087d-0570-4114-8a92-e1550287071a None None] No DVR routers for this DVR port 29cf5077-5707-4cd0-9101-2010cb739ca3 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:24.610431 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Attempting to bind port 2693320c-bb2a-4499-8841-ea948bec14ea on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:24.611377 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Attempting to bind port 2693320c-bb2a-4499-8841-ea948bec14ea by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '52f68b2a-35ae-425d-bcef-364cf1d4298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '88ab2ecd-d9fd-4865-ab87-e9bb93e5af88'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:24.616704 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Attempting to bind port 2693320c-bb2a-4499-8841-ea948bec14ea on network 88ab2ecd-d9fd-4865-ab87-e9bb93e5af88 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:24.623602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port b553ed89-ad98-40f0-8e3b-515767eacf38 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:24.624086 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.629242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148e984-76fa-46e1-a40c-a68b015ec95b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event updated for resources: {'Network': ['ID=cec63bfa-fca8-48e2-8916-a9f7e5da0fd8,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:24.646248 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] For port 29cf5077-5707-4cd0-9101-2010cb739ca3, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=29cf5077-5707-4cd0-9101-2010cb739ca3,segment=NetworkSegment(b39d1de2-446e-41e3-b94f-8d7ccb4b43a5),segment_id=b39d1de2-446e-41e3-b94f-8d7ccb4b43a5)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:24.646526 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.653544 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network cec63bfa-fca8-48e2-8916-a9f7e5da0fd8 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:37:24.670888 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Calling delete_port for 29cf5077-5707-4cd0-9101-2010cb739ca3 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:24.700093 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:24.703066 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e148e984-76fa-46e1-a40c-a68b015ec95b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7955961 Jan 21 09:37:24.705029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Checking segment: {'id': '52f68b2a-35ae-425d-bcef-364cf1d4298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '88ab2ecd-d9fd-4865-ab87-e9bb93e5af88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:24.708327 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.708996 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Bound using segment: {'id': '52f68b2a-35ae-425d-bcef-364cf1d4298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '88ab2ecd-d9fd-4865-ab87-e9bb93e5af88'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:24.709137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43060) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:24.710215 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Bound port: 2693320c-bb2a-4499-8841-ea948bec14ea, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f68b2a-35ae-425d-bcef-364cf1d4298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '88ab2ecd-d9fd-4865-ab87-e9bb93e5af88'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:24.710862 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.720697 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b4e2f2e9-3ad2-44ec-96e4-dfeb6c696d96 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Request body: {'subnet': {'network_id': '03666cb5-9f8b-4137-ad30-ae056627f993', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:24.809377 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-03f4919c-2884-4c8d-a3bc-112cd09e501e tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Allocated IP 172.20.0.14 (ad28b2d1-8b01-4489-97c6-604837cc109e/b20f5d05-1e1c-4a25-9641-1e47e26c73c1/1058914a-58ef-453e-ba9a-072966ef5f6c) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:24.870082 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.932934 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-20d42d01-6232-4c69-b74c-e03129a36552 req-e0225bc6-dc63-4497-bc61-a45108a4b272 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 210 time: 0.2018573 Jan 21 09:37:24.956470 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] For port 2693320c-bb2a-4499-8841-ea948bec14ea, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:24.978670 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] For port 2693320c-bb2a-4499-8841-ea948bec14ea, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2693320c-bb2a-4499-8841-ea948bec14ea,segment=NetworkSegment(52f68b2a-35ae-425d-bcef-364cf1d4298d),segment_id=52f68b2a-35ae-425d-bcef-364cf1d4298d)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:24.988771 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.991062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195191bd-4560-4829-8490-82300d1669cf req-62078e30-a747-40f4-9778-806730d8ddbc tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Made reservation on behalf of 55511390bef14e7cb904f2997d4e4aee for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:24.994775 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-195191bd-4560-4829-8490-82300d1669cf req-62078e30-a747-40f4-9778-806730d8ddbc tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.998444 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 279318ef-a143-44a3-91a7-334bd4b11e38 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:25.041486 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e56b458-c4c5-4001-b52a-e55b31d5b904 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.057444 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31c078f-47dc-42b8-95ae-169a79613135 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:25.087640 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b31c078f-47dc-42b8-95ae-169a79613135 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "PUT /v2.0/routers/f0c6e85d-f0e0-458a-81c1-b979e8d3a550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1186464 Jan 21 09:37:25.098644 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-03f4919c-2884-4c8d-a3bc-112cd09e501e tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.112255 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43062) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:25.135046 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56b458-c4c5-4001-b52a-e55b31d5b904 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=b553ed89-ad98-40f0-8e3b-515767eacf38,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:25.167820 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.178143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-03f4919c-2884-4c8d-a3bc-112cd09e501e tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.216607 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3b366-ba77-4a65-849e-0485b3781d27 None None] Sync routers for ids ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:25.247743 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event deleted for resources: {'Port': ['ID=29cf5077-5707-4cd0-9101-2010cb739ca3,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:25.303081 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3b366-ba77-4a65-849e-0485b3781d27 None None] Routers {'f0c6e85d-f0e0-458a-81c1-b979e8d3a550'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:25.303727 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-72d3b366-ba77-4a65-849e-0485b3781d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:25.305664 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cab2e5-d99b-425b-be19-e8852299f911 None None] Pushing event updated for resources: {'Port': ['ID=2693320c-bb2a-4499-8841-ea948bec14ea,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:25.360932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-72d3b366-ba77-4a65-849e-0485b3781d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:25.363142 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-03f4919c-2884-4c8d-a3bc-112cd09e501e tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Network ad28b2d1-8b01-4489-97c6-604837cc109e is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:25.366911 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4919c-2884-4c8d-a3bc-112cd09e501e tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event updated for resources: {'Port': ['ID=1058914a-58ef-453e-ba9a-072966ef5f6c,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:25.383951 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] No DVR routers for this DVR port 29cf5077-5707-4cd0-9101-2010cb739ca3 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:25.400040 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3b366-ba77-4a65-849e-0485b3781d27 None None] Routers {'f0c6e85d-f0e0-458a-81c1-b979e8d3a550'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:25.400685 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-72d3b366-ba77-4a65-849e-0485b3781d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:25.416031 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-03f4919c-2884-4c8d-a3bc-112cd09e501e tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:25.467957 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 279318ef-a143-44a3-91a7-334bd4b11e38 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:25.468325 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.471754 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-03f4919c-2884-4c8d-a3bc-112cd09e501e tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:25.480932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-72d3b366-ba77-4a65-849e-0485b3781d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:25.480932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3b366-ba77-4a65-849e-0485b3781d27 None None] The sync data for ids ['f0c6e85d-f0e0-458a-81c1-b979e8d3a550'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:25.507821 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4c8d13b9-cddb-46c9-8541-0c92cd0faada req-d10be928-e27b-4c55-a998-a43852fe0c75 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.1430869 Jan 21 09:37:25.646138 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.660179 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-195191bd-4560-4829-8490-82300d1669cf req-62078e30-a747-40f4-9778-806730d8ddbc tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Allocated IP 172.20.0.6 (0bc00035-f913-4c0c-933f-eb8c12314236/51a8f30f-613e-41a2-aa04-d3cbecea2db9/79a47f54-cb0b-4db4-91a0-a18c7e9ef23c) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:25.664774 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-03f4919c-2884-4c8d-a3bc-112cd09e501e tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:25.665441 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-03f4919c-2884-4c8d-a3bc-112cd09e501e tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.708438 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-03f4919c-2884-4c8d-a3bc-112cd09e501e tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9737298 Jan 21 09:37:25.710758 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14839b27-87a7-484f-997e-cb0ad8a7800e']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:25.768796 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39d1de2-446e-41e3-b94f-8d7ccb4b43a5') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:25.771979 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39d1de2-446e-41e3-b94f-8d7ccb4b43a5') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:25.795825 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 29cf5077-5707-4cd0-9101-2010cb739ca3 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:37:25.804538 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.831357 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.836461 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a34dee06-e786-4fea-859b-04c462bff968 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.844385 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Request body: {'port': {'device_id': '466eb86d-57c8-49b9-b374-736600ed7cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:25.848811 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e2f2e9-3ad2-44ec-96e4-dfeb6c696d96 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Made reservation on behalf of eb4e883b72c54e05afd6bdb11ef93f15 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:25.853282 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b4e2f2e9-3ad2-44ec-96e4-dfeb6c696d96 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.866430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 29cf5077-5707-4cd0-9101-2010cb739ca3 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:37:25.866430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 29cf5077-5707-4cd0-9101-2010cb739ca3 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:37:25.891358 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:25.891611 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.899337 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e18ff0d5-5bc6-4445-858e-d0c8b1da8a55 None None] Provisioning complete for port 1058914a-58ef-453e-ba9a-072966ef5f6c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:25.899724 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e18ff0d5-5bc6-4445-858e-d0c8b1da8a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:25.924531 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:25.927130 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9e56b458-c4c5-4001-b52a-e55b31d5b904 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.986686 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e18ff0d5-5bc6-4445-858e-d0c8b1da8a55 None None] Port 1058914a-58ef-453e-ba9a-072966ef5f6c cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:26.027107 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.060868 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.065098 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "DELETE /v2.0/networks/14839b27-87a7-484f-997e-cb0ad8a7800e HTTP/1.1" status: 204 len: 168 time: 3.9774239 Jan 21 09:37:26.066314 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bddc1d-2b6b-491c-b2cd-394417c4f54e tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Pushing event deleted for resources: {'Network': ['ID=14839b27-87a7-484f-997e-cb0ad8a7800e,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:26.069392 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.084551 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43070) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:26.279516 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2693320c-bb2a-4499-8841-ea948bec14ea up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:26.302873 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6ca131a5-f42a-4b31-9759-aa4e8eca5778 tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "GET /v2.0/ports?device_id=99100fb9-efdc-42ed-b927-d1c09d9454f8 HTTP/1.1" status: 200 len: 205 time: 0.0691960 Jan 21 09:37:26.309622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43072) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:26.356106 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 2693320c-bb2a-4499-8841-ea948bec14ea triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:26.357586 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.378260 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a34dee06-e786-4fea-859b-04c462bff968 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.388123 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499fd59-9bfc-4a95-bc72-52b63c673e18 req-dcc50f61-1a4b-4b37-9e43-38847aff2aa4 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:26.400630 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e499fd59-9bfc-4a95-bc72-52b63c673e18 req-dcc50f61-1a4b-4b37-9e43-38847aff2aa4 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 932 time: 0.3298190 Jan 21 09:37:26.479054 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75326169-f4b3-4da1-90e8-b6c5afa558bb tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.497373 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.539951 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 2693320c-bb2a-4499-8841-ea948bec14ea, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2693320c-bb2a-4499-8841-ea948bec14ea,segment=NetworkSegment(52f68b2a-35ae-425d-bcef-364cf1d4298d),segment_id=52f68b2a-35ae-425d-bcef-364cf1d4298d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:26.550147 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.615611 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=2693320c-bb2a-4499-8841-ea948bec14ea,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:26.630070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e56b458-c4c5-4001-b52a-e55b31d5b904 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Router 45f65d2a-e73f-4ed5-892a-c0229e109cab has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:26.795852 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1058914a-58ef-453e-ba9a-072966ef5f6c {{(pid=102146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:26.805949 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.816616 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b4e2f2e9-3ad2-44ec-96e4-dfeb6c696d96 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.823007 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e56b458-c4c5-4001-b52a-e55b31d5b904 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:26.830088 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-195191bd-4560-4829-8490-82300d1669cf req-62078e30-a747-40f4-9778-806730d8ddbc tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.833987 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.provisioning_blocks [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Transition to ACTIVE for port object 1058914a-58ef-453e-ba9a-072966ef5f6c will not be triggered until provisioned by entity L2. {{(pid=102146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:26.836163 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d96878-2adf-46b1-b35f-8473a0f525ca None None] Sync routers for ids ['45f65d2a-e73f-4ed5-892a-c0229e109cab'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:26.838489 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-45ac38da-402e-4414-819c-31defda2d2c3 req-d4649a05-fcb1-4af6-9cca-3ce855a01f87 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.2090609 Jan 21 09:37:26.848688 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d96878-2adf-46b1-b35f-8473a0f525ca None None] Routers {'45f65d2a-e73f-4ed5-892a-c0229e109cab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:26.849440 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d6d96878-2adf-46b1-b35f-8473a0f525ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['45f65d2a-e73f-4ed5-892a-c0229e109cab'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:26.874078 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9e56b458-c4c5-4001-b52a-e55b31d5b904 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "PUT /v2.0/routers/45f65d2a-e73f-4ed5-892a-c0229e109cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9297636 Jan 21 09:37:26.894725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43076) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:26.895981 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e499fd59-9bfc-4a95-bc72-52b63c673e18 req-3d0e38f1-37c1-4099-af17-6c5cb7102f56 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4934034 Jan 21 09:37:26.912409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb77cd68-4b90-435c-a21d-02723d6b33a2 None None] Network 88ab2ecd-d9fd-4865-ab87-e9bb93e5af88 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:26.930693 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-a34dee06-e786-4fea-859b-04c462bff968 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Deleting port caf1475e-2c0a-475c-b87e-0256e0ed4127 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:26.931291 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a34dee06-e786-4fea-859b-04c462bff968 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.955566 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.961165 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-d6d96878-2adf-46b1-b35f-8473a0f525ca None None] Set router 45f65d2a-e73f-4ed5-892a-c0229e109cab gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:26.969361 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e24870-60d3-4e0f-b7be-eff824a97a13 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:26.971625 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e24870-60d3-4e0f-b7be-eff824a97a13 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:26.976436 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-21e24870-60d3-4e0f-b7be-eff824a97a13 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0801716 Jan 21 09:37:27.004080 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2f2e9-3ad2-44ec-96e4-dfeb6c696d96 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event updated for resources: {'Subnet': ['ID=84a5902c-9701-4de8-92df-5d43e726c9cd,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.006903 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43078) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:27.052429 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Pushing event updated for resources: {'Port': ['ID=1058914a-58ef-453e-ba9a-072966ef5f6c,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.053685 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d6d96878-2adf-46b1-b35f-8473a0f525ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f65d2a-e73f-4ed5-892a-c0229e109cab', 'name': 'tempest-NetworksTestDHCPv6-router-1232865003', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:24Z', 'revision_number': 3, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:27.068850 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75326169-f4b3-4da1-90e8-b6c5afa558bb tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.076475 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75326169-f4b3-4da1-90e8-b6c5afa558bb tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.080137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-489f3c44-4276-4c1d-8387-5545ec5b245e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet e1710043-21b1-4086-afa5-ede2f3829b92 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:37:27.083447 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-489f3c44-4276-4c1d-8387-5545ec5b245e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.129138 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-489f3c44-4276-4c1d-8387-5545ec5b245e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.132054 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d96878-2adf-46b1-b35f-8473a0f525ca None None] Checking router: 45f65d2a-e73f-4ed5-892a-c0229e109cab for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:27.151382 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d96878-2adf-46b1-b35f-8473a0f525ca None None] Routers {'45f65d2a-e73f-4ed5-892a-c0229e109cab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:27.152343 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d6d96878-2adf-46b1-b35f-8473a0f525ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['45f65d2a-e73f-4ed5-892a-c0229e109cab'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:27.186450 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a0588739-55e6-4f68-ac43-3d38b6f46c3d None None] Provisioning complete for port 2693320c-bb2a-4499-8841-ea948bec14ea triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:27.187002 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a0588739-55e6-4f68-ac43-3d38b6f46c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.217245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75326169-f4b3-4da1-90e8-b6c5afa558bb tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.218870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75326169-f4b3-4da1-90e8-b6c5afa558bb tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Fanout notify agent at l3_agent the message router_deleted on router 99100fb9-efdc-42ed-b927-d1c09d9454f8 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:37:27.229246 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75326169-f4b3-4da1-90e8-b6c5afa558bb tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.230919 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-489f3c44-4276-4c1d-8387-5545ec5b245e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.244418 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-75326169-f4b3-4da1-90e8-b6c5afa558bb tempest-RoutersNegativeIpV6Test-12216279 tempest-RoutersNegativeIpV6Test-12216279-project] 10.222.0.88 "DELETE /v2.0/routers/99100fb9-efdc-42ed-b927-d1c09d9454f8 HTTP/1.1" status: 204 len: 168 time: 0.9226391 Jan 21 09:37:27.286544 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-d6d96878-2adf-46b1-b35f-8473a0f525ca None None] Set router 45f65d2a-e73f-4ed5-892a-c0229e109cab gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:27.293240 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Attempting to bind port 1058914a-58ef-453e-ba9a-072966ef5f6c on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:27.293615 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Attempting to bind port 1058914a-58ef-453e-ba9a-072966ef5f6c by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'fdf0f46c-7015-4d3b-af42-f42713bc1a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:27.293951 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Attempting to bind port 1058914a-58ef-453e-ba9a-072966ef5f6c on network ad28b2d1-8b01-4489-97c6-604837cc109e {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:27.312255 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Port 1058914a-58ef-453e-ba9a-072966ef5f6c on network ad28b2d1-8b01-4489-97c6-604837cc109e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:37:27.319011 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Attempting to bind port 1058914a-58ef-453e-ba9a-072966ef5f6c on network ad28b2d1-8b01-4489-97c6-604837cc109e {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:27.337187 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:27.337620 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Checking segment: {'id': 'fdf0f46c-7015-4d3b-af42-f42713bc1a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:27.338851 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Bound using segment: {'id': 'fdf0f46c-7015-4d3b-af42-f42713bc1a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e'} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:27.340191 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Bound port: 1058914a-58ef-453e-ba9a-072966ef5f6c, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf0f46c-7015-4d3b-af42-f42713bc1a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e'}}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:27.340585 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.387217 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d6d96878-2adf-46b1-b35f-8473a0f525ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f65d2a-e73f-4ed5-892a-c0229e109cab', 'name': 'tempest-NetworksTestDHCPv6-router-1232865003', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:24Z', 'revision_number': 3, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:27.405344 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-489f3c44-4276-4c1d-8387-5545ec5b245e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.441111 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-195191bd-4560-4829-8490-82300d1669cf req-62078e30-a747-40f4-9778-806730d8ddbc tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.478831 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d96878-2adf-46b1-b35f-8473a0f525ca None None] The sync data for ids ['45f65d2a-e73f-4ed5-892a-c0229e109cab'] in dv-neutron-825721-1-hyperv is: [{'id': '45f65d2a-e73f-4ed5-892a-c0229e109cab', 'name': 'tempest-NetworksTestDHCPv6-router-1232865003', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:24Z', 'revision_number': 3, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'gw_port_host': None}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:27.494560 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e2f2e9-3ad2-44ec-96e4-dfeb6c696d96 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Checking segment: {'id': '4d4ece75-4550-40ad-a650-69ec84057fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '03666cb5-9f8b-4137-ad30-ae056627f993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:27.494919 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e2f2e9-3ad2-44ec-96e4-dfeb6c696d96 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Network hostable DHCP agents. Network: 03666cb5-9f8b-4137-ad30-ae056627f993, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:27.515173 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-489f3c44-4276-4c1d-8387-5545ec5b245e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.518120 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] For port 1058914a-58ef-453e-ba9a-072966ef5f6c, host hv-neutron-8257, cleared binding levels {{(pid=102146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:27.521164 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6143b64-79e6-44e8-adb9-c531b741dff9 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:27.526877 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] For port 1058914a-58ef-453e-ba9a-072966ef5f6c, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1058914a-58ef-453e-ba9a-072966ef5f6c,segment=NetworkSegment(fdf0f46c-7015-4d3b-af42-f42713bc1a1a),segment_id=fdf0f46c-7015-4d3b-af42-f42713bc1a1a)] {{(pid=102146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:27.535606 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.543997 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-489f3c44-4276-4c1d-8387-5545ec5b245e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/e1710043-21b1-4086-afa5-ede2f3829b92 HTTP/1.1" status: 204 len: 168 time: 0.5210805 Jan 21 09:37:27.561515 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f3c44-4276-4c1d-8387-5545ec5b245e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=e1710043-21b1-4086-afa5-ede2f3829b92,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.564211 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43082) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:27.608904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195191bd-4560-4829-8490-82300d1669cf req-62078e30-a747-40f4-9778-806730d8ddbc tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Network 0bc00035-f913-4c0c-933f-eb8c12314236 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:27.628828 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a34dee06-e786-4fea-859b-04c462bff968 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.631536 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-195191bd-4560-4829-8490-82300d1669cf req-62078e30-a747-40f4-9778-806730d8ddbc tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:27.665905 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:27.668315 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.669805 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] 10.222.0.113 "PUT /v2.0/ports/1058914a-58ef-453e-ba9a-072966ef5f6c HTTP/1.1" status: 200 len: 1094 time: 1.9505904 Jan 21 09:37:27.670289 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466eb86d-57c8-49b9-b374-736600ed7cb3', 'tag': '1058914a-58ef-453e-ba9a-072966ef5f6c'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:27.683748 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb12939-c887-4e5f-bc9e-4c1a1fe954df" -d '{"events": [{"name": "network-changed", "server_uuid": "466eb86d-57c8-49b9-b374-736600ed7cb3", "tag": "1058914a-58ef-453e-ba9a-072966ef5f6c"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:37:27.737997 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-195191bd-4560-4829-8490-82300d1669cf req-62078e30-a747-40f4-9778-806730d8ddbc tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:27.806947 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43090) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:27.812613 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-4d71b271-8360-409f-9b31-34c01de2a188 None None] Provisioning complete for port 2693320c-bb2a-4499-8841-ea948bec14ea triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:27.813045 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4d71b271-8360-409f-9b31-34c01de2a188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.834583 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-a34dee06-e786-4fea-859b-04c462bff968 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Calling delete_port for caf1475e-2c0a-475c-b87e-0256e0ed4127 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:27.896458 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0d828-dce4-47a9-9cf1-dc2a81d739ea service neutron] Pushing event updated for resources: {'Port': ['ID=1058914a-58ef-453e-ba9a-072966ef5f6c,revision_number=3']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.931197 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d8172d-fbd2-4633-8769-f082669a3b0e None None] DHCP port deletion for 5001af93-03f5-43c4-96a2-b5799093e449 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:37:27.972663 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-372f30e6-375f-411f-ab19-c69966acd9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:27.993962 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-372f30e6-375f-411f-ab19-c69966acd9f8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=0b8fc8b6d18b40f0a2726a613ef6165a&device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 1097 time: 0.2486556 Jan 21 09:37:28.151084 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8172d-fbd2-4633-8769-f082669a3b0e None None] Deleting port 5ee5b693-0b59-4932-bef8-d42126767d87 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:28.152312 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e4d8172d-fbd2-4633-8769-f082669a3b0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.182808 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2693320c-bb2a-4499-8841-ea948bec14ea up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:28.192961 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-be286a9b-75a4-4762-aaa1-febf20b0a5bf service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1058914a-58ef-453e-ba9a-072966ef5f6c HTTP/1.1" status: 200 len: 217 time: 0.1979978 Jan 21 09:37:28.248826 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e98c9d-9512-4039-bb32-aec9f6c340e1 x-openstack-request-id: req-d6e98c9d-9512-4039-bb32-aec9f6c340e1 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:37:28.249558 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466eb86d-57c8-49b9-b374-736600ed7cb3", "tag": "1058914a-58ef-453e-ba9a-072966ef5f6c", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:37:28.249814 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d6e98c9d-9512-4039-bb32-aec9f6c340e1 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:37:28.250222 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466eb86d-57c8-49b9-b374-736600ed7cb3', 'tag': '1058914a-58ef-453e-ba9a-072966ef5f6c', 'status': 'completed', 'code': 200} Jan 21 09:37:28.325493 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-9dc7a186-64e9-4108-9c0a-82f8c6a53b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:28.326132 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-9dc7a186-64e9-4108-9c0a-82f8c6a53b8b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b20f5d05-1e1c-4a25-9641-1e47e26c73c1 HTTP/1.1" status: 200 len: 835 time: 0.1175165 Jan 21 09:37:28.363218 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e4d8172d-fbd2-4633-8769-f082669a3b0e None None] For port 5ee5b693-0b59-4932-bef8-d42126767d87, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5ee5b693-0b59-4932-bef8-d42126767d87,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:28.363821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e4d8172d-fbd2-4633-8769-f082669a3b0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.366319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 2693320c-bb2a-4499-8841-ea948bec14ea triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:28.366693 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.429829 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8172d-fbd2-4633-8769-f082669a3b0e None None] Calling delete_port for 5ee5b693-0b59-4932-bef8-d42126767d87 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:28.434804 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5bae8-81c7-4c16-bbce-02f69733d5af req-d4fb9aec-35e4-46db-90e8-023457c19d04 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:28.442572 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-82e5bae8-81c7-4c16-bbce-02f69733d5af req-d4fb9aec-35e4-46db-90e8-023457c19d04 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 944 time: 0.1348090 Jan 21 09:37:28.443358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-056c4a28-35f1-4779-a81e-6ab19e9ba234 None None] Provisioning complete for port 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:28.443746 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-056c4a28-35f1-4779-a81e-6ab19e9ba234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.455931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-f70b4812-ccf5-43f4-8120-b4be17e02dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:28.457760 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-f70b4812-ccf5-43f4-8120-b4be17e02dfc service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad28b2d1-8b01-4489-97c6-604837cc109e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1135886 Jan 21 09:37:28.486618 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-056c4a28-35f1-4779-a81e-6ab19e9ba234 None None] Port 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:28.509336 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-82e5bae8-81c7-4c16-bbce-02f69733d5af req-70748c6b-82f0-443c-aa91-3c3ed745dcbb tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570223 Jan 21 09:37:28.612371 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-08bc0efd-2d01-4e56-96a7-ad2576794d30 service neutron] 10.222.0.113 "GET /v2.0/networks/ad28b2d1-8b01-4489-97c6-604837cc109e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147039 Jan 21 09:37:28.617179 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e4d8172d-fbd2-4633-8769-f082669a3b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.638630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62078e30-a747-40f4-9778-806730d8ddbc tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event updated for resources: {'Port': ['ID=79a47f54-cb0b-4db4-91a0-a18c7e9ef23c,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:28.652264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e2f2e9-3ad2-44ec-96e4-dfeb6c696d96 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Network 03666cb5-9f8b-4137-ad30-ae056627f993 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:28.660412 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8172d-fbd2-4633-8769-f082669a3b0e None None] Pushing event deleted for resources: {'Port': ['ID=5ee5b693-0b59-4932-bef8-d42126767d87,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:28.667336 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device b553ed89-ad98-40f0-8e3b-515767eacf38 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:37:28.696236 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: b553ed89-ad98-40f0-8e3b-515767eacf38 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:37:28.696830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device b553ed89-ad98-40f0-8e3b-515767eacf38 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:37:28.697411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5ee5b693-0b59-4932-bef8-d42126767d87 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:37:28.724324 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 5ee5b693-0b59-4932-bef8-d42126767d87 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:37:28.725240 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5ee5b693-0b59-4932-bef8-d42126767d87 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:37:28.736982 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02649ac5-0b08-474c-9949-8b0196b7f6e7 req-76e27fad-a36a-4e17-b0f2-a58bddc1b20b service neutron] 10.222.0.113 "GET /v2.0/networks/ad28b2d1-8b01-4489-97c6-604837cc109e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177363 Jan 21 09:37:28.741894 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d8172d-fbd2-4633-8769-f082669a3b0e None None] No DVR routers for this DVR port 5ee5b693-0b59-4932-bef8-d42126767d87 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:28.745084 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43098) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:28.745321 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b81283bc-efb5-4da8-8949-f7e6af0b97a7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.1407597 Jan 21 09:37:28.748170 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-b4e2f2e9-3ad2-44ec-96e4-dfeb6c696d96 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 03666cb5-9f8b-4137-ad30-ae056627f993) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:28.759908 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195191bd-4560-4829-8490-82300d1669cf req-62078e30-a747-40f4-9778-806730d8ddbc tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:28.760476 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-195191bd-4560-4829-8490-82300d1669cf req-62078e30-a747-40f4-9778-806730d8ddbc tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.761167 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e463dccc-b1c8-454e-82c3-5d4838af5c2f None None] Network 03666cb5-9f8b-4137-ad30-ae056627f993 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:28.774083 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e2f2e9-3ad2-44ec-96e4-dfeb6c696d96 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:28.774666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b4e2f2e9-3ad2-44ec-96e4-dfeb6c696d96 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.822490 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fa6e47cf-ca6a-40c9-ab5f-611c44ef2db6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6de681cb708149678678a21019edadc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9820008 Jan 21 09:37:28.839432 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43100) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:28.874160 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-195191bd-4560-4829-8490-82300d1669cf req-62078e30-a747-40f4-9778-806730d8ddbc tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3923602 Jan 21 09:37:28.883434 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b4e2f2e9-3ad2-44ec-96e4-dfeb6c696d96 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1660368 Jan 21 09:37:28.891067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc129ed-731c-4614-baf3-fced77789b4a req-755f178e-5e74-4ca7-8c87-f993f69fc817 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:28.892572 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-efc129ed-731c-4614-baf3-fced77789b4a req-755f178e-5e74-4ca7-8c87-f993f69fc817 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 931 time: 0.2788484 Jan 21 09:37:28.893064 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43104) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:28.905644 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Request body: {'port': {'device_id': '4fe14955-89b1-4b0d-9ef9-985bc8a48c53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:28.917704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-6a141630-9b0b-4582-89a4-4195ceb1a614 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Request body: {'subnet': {'network_id': 'cec63bfa-fca8-48e2-8916-a9f7e5da0fd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:28.959189 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-55e18e41-9b16-4504-916e-a5ac1e2634a5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.964331 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-03666cb5-9f8b-4137-ad30-ae056627f993', 'network_id': '03666cb5-9f8b-4137-ad30-ae056627f993', 'tenant_id': 'eb4e883b72c54e05afd6bdb11ef93f15', 'fixed_ips': [{'subnet_id': '84a5902c-9701-4de8-92df-5d43e726c9cd'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:37:28.965557 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.115432 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-efc129ed-731c-4614-baf3-fced77789b4a req-29526502-943c-4699-afd1-3d490ea417ae tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049468 Jan 21 09:37:29.139657 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Allocated IP 172.20.0.2 (03666cb5-9f8b-4137-ad30-ae056627f993/84a5902c-9701-4de8-92df-5d43e726c9cd/845dc1ba-1795-4af5-8833-f2c25473f318) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:29.159309 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.212065 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a141630-9b0b-4582-89a4-4195ceb1a614 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Made reservation on behalf of eb4e883b72c54e05afd6bdb11ef93f15 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:29.216269 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a141630-9b0b-4582-89a4-4195ceb1a614 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.248198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a34dee06-e786-4fea-859b-04c462bff968 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.350628 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.359833 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.383189 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dee06-e786-4fea-859b-04c462bff968 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Port': ['ID=caf1475e-2c0a-475c-b87e-0256e0ed4127,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.419300 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Pushing event updated for resources: {'Port': ['ID=845dc1ba-1795-4af5-8833-f2c25473f318,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.434394 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Network 03666cb5-9f8b-4137-ad30-ae056627f993 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:29.436122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:29.442623 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:29.470165 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb12939-c887-4e5f-bc9e-4c1a1fe954df req-b8e5bf9c-63a7-49e7-94d4-2d5863168494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:29.472078 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7eb12939-c887-4e5f-bc9e-4c1a1fe954df req-b8e5bf9c-63a7-49e7-94d4-2d5863168494 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=0b8fc8b6d18b40f0a2726a613ef6165a&device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 1097 time: 0.6311595 Jan 21 09:37:29.512500 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Attempting to bind port 845dc1ba-1795-4af5-8833-f2c25473f318 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:29.512875 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Attempting to bind port 845dc1ba-1795-4af5-8833-f2c25473f318 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '4d4ece75-4550-40ad-a650-69ec84057fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '03666cb5-9f8b-4137-ad30-ae056627f993'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:29.513242 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Attempting to bind port 845dc1ba-1795-4af5-8833-f2c25473f318 on network 03666cb5-9f8b-4137-ad30-ae056627f993 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:29.520108 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:29.520494 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Checking segment: {'id': '4d4ece75-4550-40ad-a650-69ec84057fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '03666cb5-9f8b-4137-ad30-ae056627f993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:29.521597 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.522003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Bound using segment: {'id': '4d4ece75-4550-40ad-a650-69ec84057fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '03666cb5-9f8b-4137-ad30-ae056627f993'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:29.522698 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Bound port: 845dc1ba-1795-4af5-8833-f2c25473f318, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4ece75-4550-40ad-a650-69ec84057fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '03666cb5-9f8b-4137-ad30-ae056627f993'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:29.523091 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.626174 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] For port 845dc1ba-1795-4af5-8833-f2c25473f318, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:29.630060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] For port 845dc1ba-1795-4af5-8833-f2c25473f318, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=845dc1ba-1795-4af5-8833-f2c25473f318,segment=NetworkSegment(4d4ece75-4550-40ad-a650-69ec84057fb9),segment_id=4d4ece75-4550-40ad-a650-69ec84057fb9)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:29.634577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a34dee06-e786-4fea-859b-04c462bff968 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.636443 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.651663 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-173e22d7-0e72-4925-9c18-5a6458a9cbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.654829 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-55e18e41-9b16-4504-916e-a5ac1e2634a5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.676624 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-55e18e41-9b16-4504-916e-a5ac1e2634a5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.768046 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a81dff-27b3-49a8-a8bd-1a24e92fac8a None None] Pushing event updated for resources: {'Port': ['ID=845dc1ba-1795-4af5-8833-f2c25473f318,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.837219 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-173e22d7-0e72-4925-9c18-5a6458a9cbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.860916 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-55e18e41-9b16-4504-916e-a5ac1e2634a5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.861448 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e18e41-9b16-4504-916e-a5ac1e2634a5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Fanout notify agent at l3_agent the message router_deleted on router 45f65d2a-e73f-4ed5-892a-c0229e109cab {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:37:29.870780 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-55e18e41-9b16-4504-916e-a5ac1e2634a5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.871875 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-55e18e41-9b16-4504-916e-a5ac1e2634a5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/routers/45f65d2a-e73f-4ed5-892a-c0229e109cab HTTP/1.1" status: 204 len: 168 time: 1.1256709 Jan 21 09:37:29.887136 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43108) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:29.900616 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a34dee06-e786-4fea-859b-04c462bff968 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.907230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a34dee06-e786-4fea-859b-04c462bff968 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.953941 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a141630-9b0b-4582-89a4-4195ceb1a614 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.972970 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb12939-c887-4e5f-bc9e-4c1a1fe954df req-eab2239e-38b2-4209-82aa-736ef8500ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:29.975498 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7eb12939-c887-4e5f-bc9e-4c1a1fe954df req-eab2239e-38b2-4209-82aa-736ef8500ed1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad28b2d1-8b01-4489-97c6-604837cc109e HTTP/1.1" status: 200 len: 897 time: 0.4687636 Jan 21 09:37:29.987276 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a640bb0c-6795-4661-92b6-2335ddb82da4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:30.124917 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-173e22d7-0e72-4925-9c18-5a6458a9cbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.130003 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-173e22d7-0e72-4925-9c18-5a6458a9cbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.131600 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-173e22d7-0e72-4925-9c18-5a6458a9cbb4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8016afc7-d9ea-47dc-af5b-3845000440eb HTTP/1.1" status: 204 len: 168 time: 1.2890508 Jan 21 09:37:30.145681 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a34dee06-e786-4fea-859b-04c462bff968 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.146259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34dee06-e786-4fea-859b-04c462bff968 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Fanout notify agent at l3_agent the message router_deleted on router f0c6e85d-f0e0-458a-81c1-b979e8d3a550 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:37:30.160043 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a34dee06-e786-4fea-859b-04c462bff968 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.164363 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a34dee06-e786-4fea-859b-04c462bff968 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/routers/f0c6e85d-f0e0-458a-81c1-b979e8d3a550 HTTP/1.1" status: 204 len: 168 time: 5.0497558 Jan 21 09:37:30.175393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43114) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:30.252657 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a141630-9b0b-4582-89a4-4195ceb1a614 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event updated for resources: {'Subnet': ['ID=6cc590b3-a882-45e5-940a-927abdfaf5f4,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:30.263600 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 845dc1ba-1795-4af5-8833-f2c25473f318 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:30.293071 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5004d2-0908-4e26-b618-d44f3f5c7439 req-5435dd99-7563-4d09-9274-1447a9e053b8 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:30.294576 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4a5004d2-0908-4e26-b618-d44f3f5c7439 req-5435dd99-7563-4d09-9274-1447a9e053b8 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 944 time: 0.6253641 Jan 21 09:37:30.303864 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7eb12939-c887-4e5f-bc9e-4c1a1fe954df req-d7608845-2125-450a-a6bd-7bc3ac980e2f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1058914a-58ef-453e-ba9a-072966ef5f6c HTTP/1.1" status: 200 len: 217 time: 0.1589365 Jan 21 09:37:30.304987 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e22d7-0e72-4925-9c18-5a6458a9cbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8016afc7-d9ea-47dc-af5b-3845000440eb,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:30.328619 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a141630-9b0b-4582-89a4-4195ceb1a614 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Checking segment: {'id': 'f41b2fd4-8973-4f04-baa7-bcadb0cb678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cec63bfa-fca8-48e2-8916-a9f7e5da0fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:30.329603 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a141630-9b0b-4582-89a4-4195ceb1a614 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Network hostable DHCP agents. Network: cec63bfa-fca8-48e2-8916-a9f7e5da0fd8, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:30.349420 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:30.370628 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.400437 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-1089cd0c-3b5e-44d8-b2e4-90bb4a1a0cdb tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Deleting subnet eaa1e7a8-ed40-40b6-99e7-9af521a82993 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:37:30.403756 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1089cd0c-3b5e-44d8-b2e4-90bb4a1a0cdb tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.418099 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 845dc1ba-1795-4af5-8833-f2c25473f318 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:30.418905 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.424500 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4a5004d2-0908-4e26-b618-d44f3f5c7439 req-ffc9a126-f811-43c0-a809-e3f4c37c724a tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976527 Jan 21 09:37:30.440598 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb12939-c887-4e5f-bc9e-4c1a1fe954df req-8164a5a4-a392-4ef8-8a6e-cdf10d43c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:30.444573 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7eb12939-c887-4e5f-bc9e-4c1a1fe954df req-8164a5a4-a392-4ef8-8a6e-cdf10d43c4df service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b20f5d05-1e1c-4a25-9641-1e47e26c73c1 HTTP/1.1" status: 200 len: 835 time: 0.1332452 Jan 21 09:37:30.454668 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a640bb0c-6795-4661-92b6-2335ddb82da4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:30.455212 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1089cd0c-3b5e-44d8-b2e4-90bb4a1a0cdb tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.458617 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a640bb0c-6795-4661-92b6-2335ddb82da4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.460083 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a141630-9b0b-4582-89a4-4195ceb1a614 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Network cec63bfa-fca8-48e2-8916-a9f7e5da0fd8 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:30.470205 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Transition to ACTIVE for port object 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:30.504783 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f042e-8d90-47a7-bb61-6655c2fb602b req-3fb8fba3-4ea5-4a29-a4b6-b744132c9c9a tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:30.506495 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a37f042e-8d90-47a7-bb61-6655c2fb602b req-3fb8fba3-4ea5-4a29-a4b6-b744132c9c9a tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 931 time: 0.2191575 Jan 21 09:37:30.511977 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-6a141630-9b0b-4582-89a4-4195ceb1a614 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, cec63bfa-fca8-48e2-8916-a9f7e5da0fd8) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:30.513591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.525657 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a141630-9b0b-4582-89a4-4195ceb1a614 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:30.526375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a141630-9b0b-4582-89a4-4195ceb1a614 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.535095 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb02b8b-9a3c-4e2f-ab11-96ab6e58b13d None None] Network cec63bfa-fca8-48e2-8916-a9f7e5da0fd8 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:30.589774 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb12939-c887-4e5f-bc9e-4c1a1fe954df req-30b55ea0-7a25-4ccc-846d-513fcf0dbb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:30.591292 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7eb12939-c887-4e5f-bc9e-4c1a1fe954df req-30b55ea0-7a25-4ccc-846d-513fcf0dbb87 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad28b2d1-8b01-4489-97c6-604837cc109e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1259279 Jan 21 09:37:30.593003 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6a141630-9b0b-4582-89a4-4195ceb1a614 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6920598 Jan 21 09:37:30.603510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43118) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:30.740603 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a37f042e-8d90-47a7-bb61-6655c2fb602b req-eb443fa8-2acc-4c0a-9982-a071e9506b0a tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013283 Jan 21 09:37:30.797786 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.799572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Pushing event updated for resources: {'Port': ['ID=79a47f54-cb0b-4db4-91a0-a18c7e9ef23c,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:30.810495 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 1058914a-58ef-453e-ba9a-072966ef5f6c details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:37:30.918661 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-cec63bfa-fca8-48e2-8916-a9f7e5da0fd8', 'network_id': 'cec63bfa-fca8-48e2-8916-a9f7e5da0fd8', 'tenant_id': 'eb4e883b72c54e05afd6bdb11ef93f15', 'fixed_ips': [{'subnet_id': '6cc590b3-a882-45e5-940a-927abdfaf5f4'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:37:30.922322 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.939759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a640bb0c-6795-4661-92b6-2335ddb82da4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.999732 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 845dc1ba-1795-4af5-8833-f2c25473f318, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=845dc1ba-1795-4af5-8833-f2c25473f318,segment=NetworkSegment(4d4ece75-4550-40ad-a650-69ec84057fb9),segment_id=4d4ece75-4550-40ad-a650-69ec84057fb9)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:31.049819 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1089cd0c-3b5e-44d8-b2e4-90bb4a1a0cdb tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.069218 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640bb0c-6795-4661-92b6-2335ddb82da4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=fa36c6f7-dfe6-4df0-a82f-5f9ea7056791,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:31.087929 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.113747 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a640bb0c-6795-4661-92b6-2335ddb82da4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:31.116838 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-a640bb0c-6795-4661-92b6-2335ddb82da4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:31.133049 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a640bb0c-6795-4661-92b6-2335ddb82da4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:31.133895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a640bb0c-6795-4661-92b6-2335ddb82da4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.163519 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7eb12939-c887-4e5f-bc9e-4c1a1fe954df req-6826c22e-595f-485a-8780-bb914f4ad414 service neutron] 10.222.0.113 "GET /v2.0/networks/ad28b2d1-8b01-4489-97c6-604837cc109e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621395 Jan 21 09:37:31.212761 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a640bb0c-6795-4661-92b6-2335ddb82da4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3241639 Jan 21 09:37:31.234181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43132) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:31.277657 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-df768df7-150b-4bdc-a5f9-180e5dd24d9a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-342447970', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:31.295981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Attempting to bind port 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:31.296493 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Attempting to bind port 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:31.296986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Attempting to bind port 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c on network 0bc00035-f913-4c0c-933f-eb8c12314236 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:31.315700 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Port 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c on network 0bc00035-f913-4c0c-933f-eb8c12314236 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:37:31.316328 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Attempting to bind port 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c on network 0bc00035-f913-4c0c-933f-eb8c12314236 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:31.330412 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7eb12939-c887-4e5f-bc9e-4c1a1fe954df req-4778d9c4-59bb-4ddc-8496-cbd9e2fb1f06 service neutron] 10.222.0.113 "GET /v2.0/networks/ad28b2d1-8b01-4489-97c6-604837cc109e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586146 Jan 21 09:37:31.355460 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:31.355829 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Checking segment: {'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:31.356219 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Bound using segment: {'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:31.356870 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Bound port: 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:31.357475 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.366916 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b310c7-3a8e-45b9-9749-5318f76db1a9 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:31.375452 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1089cd0c-3b5e-44d8-b2e4-90bb4a1a0cdb tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.423392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-df768df7-150b-4bdc-a5f9-180e5dd24d9a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.424458 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-df768df7-150b-4bdc-a5f9-180e5dd24d9a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.456035 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f05370d-810f-4d84-9a50-45009cb0916e None None] Network f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:31.460440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089cd0c-3b5e-44d8-b2e4-90bb4a1a0cdb tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa1e7a8-ed40-40b6-99e7-9af521a82993,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:31.465288 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1089cd0c-3b5e-44d8-b2e4-90bb4a1a0cdb tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.471605 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43140) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:31.471804 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1089cd0c-3b5e-44d8-b2e4-90bb4a1a0cdb tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/subnets/eaa1e7a8-ed40-40b6-99e7-9af521a82993 HTTP/1.1" status: 204 len: 168 time: 1.2895730 Jan 21 09:37:31.503690 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.521716 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 1058914a-58ef-453e-ba9a-072966ef5f6c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1058914a-58ef-453e-ba9a-072966ef5f6c,segment=NetworkSegment(fdf0f46c-7015-4d3b-af42-f42713bc1a1a),segment_id=fdf0f46c-7015-4d3b-af42-f42713bc1a1a)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:31.571478 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-df768df7-150b-4bdc-a5f9-180e5dd24d9a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.621614 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-df768df7-150b-4bdc-a5f9-180e5dd24d9a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.655954 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] For port 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:31.677648 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1b398-556c-4f89-a03d-74c24205eaf1 req-456057f0-e735-4a7c-887f-9321b8d751bf tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:31.689025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] For port 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=79a47f54-cb0b-4db4-91a0-a18c7e9ef23c,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:31.689865 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c6f1b398-556c-4f89-a03d-74c24205eaf1 req-456057f0-e735-4a7c-887f-9321b8d751bf tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 944 time: 0.1186054 Jan 21 09:37:31.694195 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-df768df7-150b-4bdc-a5f9-180e5dd24d9a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.698225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.698568 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-df768df7-150b-4bdc-a5f9-180e5dd24d9a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4615529 Jan 21 09:37:31.701827 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43146) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:31.717520 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=845dc1ba-1795-4af5-8833-f2c25473f318,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:31.737743 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15b6a15-caa1-45d8-882e-ca54d07e957f None None] Network 03666cb5-9f8b-4137-ad30-ae056627f993 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:31.739494 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.741173 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Allocated IP 172.20.0.2 (cec63bfa-fca8-48e2-8916-a9f7e5da0fd8/6cc590b3-a882-45e5-940a-927abdfaf5f4/798ba8cb-6729-4fe9-97be-74d68da71cfb) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:31.809715 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '1058914a-58ef-453e-ba9a-072966ef5f6c', 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e', 'port_id': '1058914a-58ef-453e-ba9a-072966ef5f6c', 'mac_address': 'fa:16:3e:8a:53:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:37:31.858539 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c6f1b398-556c-4f89-a03d-74c24205eaf1 req-d97ce1ac-00c6-4fdd-abfc-a3affe25a896 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674621 Jan 21 09:37:31.873817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:31.874451 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.876868 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-195191bd-4560-4829-8490-82300d1669cf req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] 10.222.0.113 "PUT /v2.0/ports/79a47f54-cb0b-4db4-91a0-a18c7e9ef23c HTTP/1.1" status: 200 len: 1093 time: 2.9770918 Jan 21 09:37:31.880190 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe14955-89b1-4b0d-9ef9-985bc8a48c53', 'tag': '79a47f54-cb0b-4db4-91a0-a18c7e9ef23c'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:31.882306 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb14ab5a-1df8-426c-83a5-9dea32382f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe14955-89b1-4b0d-9ef9-985bc8a48c53", "tag": "79a47f54-cb0b-4db4-91a0-a18c7e9ef23c"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:37:31.937827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Deleting port d41c7a44-449c-4f74-b89f-082bd3d0d5f6 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:31.937827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.070792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ebc26-1ff3-4315-8758-78b0896e1d4a service neutron] Pushing event updated for resources: {'Port': ['ID=79a47f54-cb0b-4db4-91a0-a18c7e9ef23c,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:32.121333 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] For port d41c7a44-449c-4f74-b89f-082bd3d0d5f6, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d41c7a44-449c-4f74-b89f-082bd3d0d5f6,segment=NetworkSegment(35a750d4-f710-45e7-8811-98c4824d569d),segment_id=35a750d4-f710-45e7-8811-98c4824d569d)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:32.121826 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.145879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Calling delete_port for d41c7a44-449c-4f74-b89f-082bd3d0d5f6 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:32.203533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 845dc1ba-1795-4af5-8833-f2c25473f318 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:32.328067 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.332057 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.344525 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-0cb354f1-c000-4a90-8a39-3e5a51265bce None None] Provisioning complete for port 845dc1ba-1795-4af5-8833-f2c25473f318 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:32.345197 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0cb354f1-c000-4a90-8a39-3e5a51265bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.373721 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Port': ['ID=d41c7a44-449c-4f74-b89f-082bd3d0d5f6,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:32.375516 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] No DVR routers for this DVR port d41c7a44-449c-4f74-b89f-082bd3d0d5f6 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:32.423495 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1058914a-58ef-453e-ba9a-072966ef5f6c {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:32.513868 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.550459 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43164) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:32.559758 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75c9c68-438a-4d00-886c-3d0bcc687983 None None] DHCP port deletion for f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:37:32.565591 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 1058914a-58ef-453e-ba9a-072966ef5f6c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1058914a-58ef-453e-ba9a-072966ef5f6c,segment=NetworkSegment(fdf0f46c-7015-4d3b-af42-f42713bc1a1a),segment_id=fdf0f46c-7015-4d3b-af42-f42713bc1a1a)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:32.571316 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:32.574604 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5001af93-03f5-43c4-96a2-b5799093e449', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'fixed_ips': [{'subnet_id': 'fa36c6f7-dfe6-4df0-a82f-5f9ea7056791'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:37:32.575534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.589565 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a750d4-f710-45e7-8811-98c4824d569d') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:32.589825 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a750d4-f710-45e7-8811-98c4824d569d') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:32.601073 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.616069 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.617182 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.625215 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:32.626351 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:32.641319 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:32.717138 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.722730 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.729221 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/networks/f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906 HTTP/1.1" status: 204 len: 168 time: 1.2566388 Jan 21 09:37:32.729830 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43168) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:32.739418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3912458a-aeca-467d-871d-6eaf147d9711 x-openstack-request-id: req-3912458a-aeca-467d-871d-6eaf147d9711 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:37:32.739792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe14955-89b1-4b0d-9ef9-985bc8a48c53", "tag": "79a47f54-cb0b-4db4-91a0-a18c7e9ef23c", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:37:32.739985 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3912458a-aeca-467d-871d-6eaf147d9711 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:37:32.740370 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe14955-89b1-4b0d-9ef9-985bc8a48c53', 'tag': '79a47f54-cb0b-4db4-91a0-a18c7e9ef23c', 'status': 'completed', 'code': 200} Jan 21 09:37:32.754368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92486f-c5b1-42ae-8e3b-c6a49b1af4e8 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Network': ['ID=f9d6f3c4-d58b-4b4d-a9b4-0ed7f6797906,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:32.758570 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e137f7-3999-4880-83d3-ab2d0f2f60e3 req-6d4c4381-92ee-45cc-baf7-bfd88b04a22f tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:32.760112 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-02e137f7-3999-4880-83d3-ab2d0f2f60e3 req-6d4c4381-92ee-45cc-baf7-bfd88b04a22f tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 943 time: 0.8011627 Jan 21 09:37:32.783663 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.798194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195191bd-4560-4829-8490-82300d1669cf req-7daf87e5-2825-430c-a9cc-4391d7265836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:32.800460 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-195191bd-4560-4829-8490-82300d1669cf req-7daf87e5-2825-430c-a9cc-4391d7265836 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 1096 time: 0.8397870 Jan 21 09:37:32.806139 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 845dc1ba-1795-4af5-8833-f2c25473f318 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:32.806359 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.850707 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.854552 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-7f6a6ff7-3a3c-4e1a-a859-e3108e814da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'network': {'name': 'tempest-network-smoke--606185748', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'port_security_enabled': True}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:32.864934 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-195191bd-4560-4829-8490-82300d1669cf req-eb41f7fd-672f-46d6-bf55-84439a1d2a91 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79a47f54-cb0b-4db4-91a0-a18c7e9ef23c HTTP/1.1" status: 200 len: 217 time: 0.0485663 Jan 21 09:37:32.880342 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Allocated IP 172.20.0.1 (03666cb5-9f8b-4137-ad30-ae056627f993/84a5902c-9701-4de8-92df-5d43e726c9cd/f178e3e5-345a-4278-9bcf-cd1dfac596b1) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:32.880713 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['1058914a-58ef-453e-ba9a-072966ef5f6c'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:37:32.884222 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6a6ff7-3a3c-4e1a-a859-e3108e814da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:32.884446 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=1058914a-58ef-453e-ba9a-072966ef5f6c,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:32.898759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7f6a6ff7-3a3c-4e1a-a859-e3108e814da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.930328 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7f6a6ff7-3a3c-4e1a-a859-e3108e814da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.994723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f1698-4db1-4f91-a719-c4d87a05fb6f tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Deleting port 86a1c1a0-1a6b-461c-84e3-9fe084789ea5 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:32.994723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dc0f1698-4db1-4f91-a719-c4d87a05fb6f tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.002106 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Network cec63bfa-fca8-48e2-8916-a9f7e5da0fd8 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:33.010762 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-02e137f7-3999-4880-83d3-ab2d0f2f60e3 req-2a91a324-ca60-4f71-aa35-d102d58f2a32 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156115 Jan 21 09:37:33.041209 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:33.058629 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:33.085204 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Allocated IP 2001:db8::2 (5001af93-03f5-43c4-96a2-b5799093e449/fa36c6f7-dfe6-4df0-a82f-5f9ea7056791/e5d62e3b-c25c-497e-9d46-84132b289065) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:33.100993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195191bd-4560-4829-8490-82300d1669cf req-38a1316e-5908-45ba-a065-ce515e0cdf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:33.103076 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-195191bd-4560-4829-8490-82300d1669cf req-38a1316e-5908-45ba-a065-ce515e0cdf14 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=51a8f30f-613e-41a2-aa04-d3cbecea2db9 HTTP/1.1" status: 200 len: 851 time: 0.2279167 Jan 21 09:37:33.107870 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.152965 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7f6a6ff7-3a3c-4e1a-a859-e3108e814da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.156180 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Pushing event updated for resources: {'Port': ['ID=798ba8cb-6729-4fe9-97be-74d68da71cfb,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.165586 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7f6a6ff7-3a3c-4e1a-a859-e3108e814da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.208866 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa92e21-6cb2-4c35-8459-dde7aa51d52e req-e938dd9f-4d19-4a3e-a254-7a1424aa8d08 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:33.210374 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0fa92e21-6cb2-4c35-8459-dde7aa51d52e req-e938dd9f-4d19-4a3e-a254-7a1424aa8d08 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 945 time: 0.2219148 Jan 21 09:37:33.219222 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6a6ff7-3a3c-4e1a-a859-e3108e814da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:33.262186 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dc0f1698-4db1-4f91-a719-c4d87a05fb6f tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.262384 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dc0f1698-4db1-4f91-a719-c4d87a05fb6f tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.275751 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195191bd-4560-4829-8490-82300d1669cf req-7a441151-9329-4dc7-ae89-bb2085e5e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:33.277965 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-195191bd-4560-4829-8490-82300d1669cf req-7a441151-9329-4dc7-ae89-bb2085e5e51c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bc00035-f913-4c0c-933f-eb8c12314236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1638892 Jan 21 09:37:33.280006 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7f6a6ff7-3a3c-4e1a-a859-e3108e814da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.280426 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-7f6a6ff7-3a3c-4e1a-a859-e3108e814da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Added segment e2c24e20-98a7-4b92-9808-aacf442b5586 of type vlan for network 6e02e9ea-580a-4085-b489-b8901786a2d4 Jan 21 09:37:33.290285 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f1698-4db1-4f91-a719-c4d87a05fb6f tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Calling delete_port for 86a1c1a0-1a6b-461c-84e3-9fe084789ea5 owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:33.300045 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a6ff7-3a3c-4e1a-a859-e3108e814da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfbc147-5087-45a9-ba20-6cd1c0900eac,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.316742 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Attempting to bind port 798ba8cb-6729-4fe9-97be-74d68da71cfb on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:33.317274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Attempting to bind port 798ba8cb-6729-4fe9-97be-74d68da71cfb by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'f41b2fd4-8973-4f04-baa7-bcadb0cb678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cec63bfa-fca8-48e2-8916-a9f7e5da0fd8'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:33.319287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Attempting to bind port 798ba8cb-6729-4fe9-97be-74d68da71cfb on network cec63bfa-fca8-48e2-8916-a9f7e5da0fd8 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:33.341639 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:33.342009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Checking segment: {'id': 'f41b2fd4-8973-4f04-baa7-bcadb0cb678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cec63bfa-fca8-48e2-8916-a9f7e5da0fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:33.342633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.343028 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Bound using segment: {'id': 'f41b2fd4-8973-4f04-baa7-bcadb0cb678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cec63bfa-fca8-48e2-8916-a9f7e5da0fd8'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:33.343422 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0fa92e21-6cb2-4c35-8459-dde7aa51d52e req-3382627e-b8e6-4056-9789-be967fb9a03b tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127160 Jan 21 09:37:33.343542 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Bound port: 798ba8cb-6729-4fe9-97be-74d68da71cfb, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41b2fd4-8973-4f04-baa7-bcadb0cb678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cec63bfa-fca8-48e2-8916-a9f7e5da0fd8'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:33.343877 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.363198 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7f6a6ff7-3a3c-4e1a-a859-e3108e814da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.396994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.442112 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7f6a6ff7-3a3c-4e1a-a859-e3108e814da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.447601 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a6ff7-3a3c-4e1a-a859-e3108e814da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:33.448178 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7f6a6ff7-3a3c-4e1a-a859-e3108e814da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.508178 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-dbe8a440-bddb-46ef-85f1-b44c89db6a89 None None] Provisioning complete for port 845dc1ba-1795-4af5-8833-f2c25473f318 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:33.508854 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dbe8a440-bddb-46ef-85f1-b44c89db6a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.511188 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-195191bd-4560-4829-8490-82300d1669cf req-cf58f356-84ad-4ef8-a938-c3bafaf6060a service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210550 Jan 21 09:37:33.533212 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7f6a6ff7-3a3c-4e1a-a859-e3108e814da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9782460 Jan 21 09:37:33.534258 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.536006 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43172) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:33.550927 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] For port 798ba8cb-6729-4fe9-97be-74d68da71cfb, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:33.554559 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-176914141', 'admin_state_up': True, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:33.578687 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] For port 798ba8cb-6729-4fe9-97be-74d68da71cfb, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=798ba8cb-6729-4fe9-97be-74d68da71cfb,segment=NetworkSegment(f41b2fd4-8973-4f04-baa7-bcadb0cb678a),segment_id=f41b2fd4-8973-4f04-baa7-bcadb0cb678a)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:33.596424 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a6ff7-3a3c-4e1a-a859-e3108e814da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Network': ['ID=6e02e9ea-580a-4085-b489-b8901786a2d4,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.597846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.618588 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.628216 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.629698 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 6e02e9ea-580a-4085-b489-b8901786a2d4 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:37:33.630308 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.630954 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Network 03666cb5-9f8b-4137-ad30-ae056627f993 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:33.636247 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dc0f1698-4db1-4f91-a719-c4d87a05fb6f tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.644310 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:33.675436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.676697 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f1698-4db1-4f91-a719-c4d87a05fb6f tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Port': ['ID=86a1c1a0-1a6b-461c-84e3-9fe084789ea5,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.679021 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:33.692841 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event updated for resources: {'Port': ['ID=f178e3e5-345a-4278-9bcf-cd1dfac596b1,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.747740 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.788598 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::1 (5001af93-03f5-43c4-96a2-b5799093e449/fa36c6f7-dfe6-4df0-a82f-5f9ea7056791/99050716-b887-4423-a86e-821da22ff9f4) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:33.800211 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-195191bd-4560-4829-8490-82300d1669cf req-6ba78e28-7e29-4e23-8893-5ec32485ec57 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810509 Jan 21 09:37:33.823547 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.854532 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:33.868357 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d2c83-dccd-4a78-9a29-8c3b72227352 None None] Pushing event updated for resources: {'Port': ['ID=798ba8cb-6729-4fe9-97be-74d68da71cfb,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.876853 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dc0f1698-4db1-4f91-a719-c4d87a05fb6f tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.879709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dc0f1698-4db1-4f91-a719-c4d87a05fb6f tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.881287 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-dc0f1698-4db1-4f91-a719-c4d87a05fb6f tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/floatingips/afb90c05-f78b-4bfc-b4d1-1d5088769d00 HTTP/1.1" status: 204 len: 168 time: 1.1462359 Jan 21 09:37:33.889058 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43174) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:33.897601 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:33.929192 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:33.989210 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-810f5849-0469-4eb0-854a-1ca4429d0a55 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] DELETE failed (client error): The resource could not be found. Jan 21 09:37:33.990109 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810f5849-0469-4eb0-854a-1ca4429d0a55 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:33.997629 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-810f5849-0469-4eb0-854a-1ca4429d0a55 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/ports/3e84d491-d646-48ef-8346-cc440f372404 HTTP/1.1" status: 404 len: 333 time: 0.0644438 Jan 21 09:37:33.998092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43176) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:34.017323 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.033514 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Pushing event updated for resources: {'Port': ['ID=e5d62e3b-c25c-497e-9d46-84132b289065,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.047487 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.055081 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-eb0d225f-4665-4a1c-968c-b9afc8e24a83 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0c6e85d-f0e0-458a-81c1-b979e8d3a550 HTTP/1.1" status: 200 len: 205 time: 0.0536876 Jan 21 09:37:34.055786 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43178) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:34.113182 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Attempting to bind port e5d62e3b-c25c-497e-9d46-84132b289065 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:34.113585 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Attempting to bind port e5d62e3b-c25c-497e-9d46-84132b289065 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:34.119186 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Attempting to bind port e5d62e3b-c25c-497e-9d46-84132b289065 on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:34.161631 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.165950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:34.166586 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:34.167155 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.167805 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:34.168470 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Bound port: e5d62e3b-c25c-497e-9d46-84132b289065, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:34.169043 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.195354 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-a72c8ee0-1ef6-4f21-a88d-66162184b944 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] delete failed (client error): The resource could not be found. Jan 21 09:37:34.195932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d41c7a44-449c-4f74-b89f-082bd3d0d5f6 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:37:34.199000 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a72c8ee0-1ef6-4f21-a88d-66162184b944 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/routers/f0c6e85d-f0e0-458a-81c1-b979e8d3a550 HTTP/1.1" status: 404 len: 336 time: 0.1398685 Jan 21 09:37:34.199375 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43182) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:34.239019 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d64fda6-a9ff-4a25-bbe3-58c6af59276c tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] DELETE failed (client error): The resource could not be found. Jan 21 09:37:34.239576 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d64fda6-a9ff-4a25-bbe3-58c6af59276c tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:34.241262 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:34.245574 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1d64fda6-a9ff-4a25-bbe3-58c6af59276c tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/subnets/eaa1e7a8-ed40-40b6-99e7-9af521a82993 HTTP/1.1" status: 404 len: 337 time: 0.0401957 Jan 21 09:37:34.245574 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43184) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:34.271367 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: d41c7a44-449c-4f74-b89f-082bd3d0d5f6 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:37:34.272295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d41c7a44-449c-4f74-b89f-082bd3d0d5f6 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:37:34.290423 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6c2c9c2d-6bc4-426b-8d6d-16cdf2e81aea None None] Provisioning complete for port f178e3e5-345a-4278-9bcf-cd1dfac596b1 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:34.290804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9c2d-6bc4-426b-8d6d-16cdf2e81aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.314672 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.320740 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=99050716-b887-4423-a86e-821da22ff9f4,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.331606 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:34.342887 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:34.343464 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.371211 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-6c2c9c2d-6bc4-426b-8d6d-16cdf2e81aea None None] Port f178e3e5-345a-4278-9bcf-cd1dfac596b1 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:34.372808 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] For port e5d62e3b-c25c-497e-9d46-84132b289065, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:34.377032 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] For port e5d62e3b-c25c-497e-9d46-84132b289065, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e5d62e3b-c25c-497e-9d46-84132b289065,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:34.382305 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.473976 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14ab5a-1df8-426c-83a5-9dea32382f8a req-b6dccd4a-eb62-41e8-87a9-1a543febff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:34.475831 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cb14ab5a-1df8-426c-83a5-9dea32382f8a req-b6dccd4a-eb62-41e8-87a9-1a543febff9b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 1096 time: 0.6083505 Jan 21 09:37:34.537318 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-647976bf-3ae8-451f-b3f9-c528b5ac7f0e tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Deleting port fbbf926e-1ea9-44b0-87e9-15d653b95d25 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:34.537764 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-647976bf-3ae8-451f-b3f9-c528b5ac7f0e tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.554272 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09659c0-6370-4229-ab17-4541e8d4a890 req-ef90cdf2-2cac-492c-b8d8-6daa163a96f6 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:34.555864 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a09659c0-6370-4229-ab17-4541e8d4a890 req-ef90cdf2-2cac-492c-b8d8-6daa163a96f6 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 945 time: 0.1000099 Jan 21 09:37:34.571784 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4aaad-e39e-4104-89a8-76b021bf7d3f req-0667494b-8c05-4ab0-83ac-120c574d4461 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:34.573336 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4e4aaad-e39e-4104-89a8-76b021bf7d3f req-0667494b-8c05-4ab0-83ac-120c574d4461 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 943 time: 0.3126783 Jan 21 09:37:34.603778 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2bfa7-01d1-4c45-8137-774bf9565417 None None] Pushing event updated for resources: {'Port': ['ID=e5d62e3b-c25c-497e-9d46-84132b289065,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.686778 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.768653 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a09659c0-6370-4229-ab17-4541e8d4a890 req-e119233f-f9fc-481a-9513-8c141c4df367 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914506 Jan 21 09:37:34.800712 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 1058914a-58ef-453e-ba9a-072966ef5f6c up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:34.816284 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.817176 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4e4aaad-e39e-4104-89a8-76b021bf7d3f req-80889f98-7cd5-4c82-91f3-ded4f750148e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278106 Jan 21 09:37:34.822070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14ab5a-1df8-426c-83a5-9dea32382f8a req-f4b3695f-ebb5-44b0-8d73-4daf6089d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:34.823524 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cb14ab5a-1df8-426c-83a5-9dea32382f8a req-f4b3695f-ebb5-44b0-8d73-4daf6089d97b service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 913 time: 0.3372726 Jan 21 09:37:34.841829 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.912470 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 1058914a-58ef-453e-ba9a-072966ef5f6c completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:34.913069 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-647976bf-3ae8-451f-b3f9-c528b5ac7f0e tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.913411 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cb14ab5a-1df8-426c-83a5-9dea32382f8a req-6b59226c-dfe4-4305-941e-609869adc2ef service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79a47f54-cb0b-4db4-91a0-a18c7e9ef23c HTTP/1.1" status: 200 len: 217 time: 0.0639005 Jan 21 09:37:34.918158 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 1058914a-58ef-453e-ba9a-072966ef5f6c triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:34.918158 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.937356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-647976bf-3ae8-451f-b3f9-c528b5ac7f0e tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Calling delete_port for fbbf926e-1ea9-44b0-87e9-15d653b95d25 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:35.056652 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.26.7.93 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/9d6d3b99-97b1-4b59-b22d-2cf7325425f5) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:35.068659 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.102373 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466eb86d-57c8-49b9-b374-736600ed7cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1058914a-58ef-453e-ba9a-072966ef5f6c'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:35.105382 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed99d344-c471-4c8b-941b-3a9b0c462615" -d '{"events": [{"server_uuid": "466eb86d-57c8-49b9-b374-736600ed7cb3", "name": "network-vif-plugged", "status": "completed", "tag": "1058914a-58ef-453e-ba9a-072966ef5f6c"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:37:35.132662 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 1058914a-58ef-453e-ba9a-072966ef5f6c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1058914a-58ef-453e-ba9a-072966ef5f6c,segment=NetworkSegment(fdf0f46c-7015-4d3b-af42-f42713bc1a1a),segment_id=fdf0f46c-7015-4d3b-af42-f42713bc1a1a)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:35.139790 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.211823 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=1058914a-58ef-453e-ba9a-072966ef5f6c,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.232129 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14ab5a-1df8-426c-83a5-9dea32382f8a req-93e3d410-f205-4547-b6fc-6494ea24318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:35.234199 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cb14ab5a-1df8-426c-83a5-9dea32382f8a req-93e3d410-f205-4547-b6fc-6494ea24318c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=51a8f30f-613e-41a2-aa04-d3cbecea2db9 HTTP/1.1" status: 200 len: 851 time: 0.3140254 Jan 21 09:37:35.315995 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-647976bf-3ae8-451f-b3f9-c528b5ac7f0e tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.326089 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.337753 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.351029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663c69cc-9349-4f79-94d9-7a1aa130e5b7 x-openstack-request-id: req-663c69cc-9349-4f79-94d9-7a1aa130e5b7 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:37:35.352024 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466eb86d-57c8-49b9-b374-736600ed7cb3", "name": "network-vif-plugged", "status": "completed", "tag": "1058914a-58ef-453e-ba9a-072966ef5f6c", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:37:35.352779 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-663c69cc-9349-4f79-94d9-7a1aa130e5b7 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:37:35.353196 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466eb86d-57c8-49b9-b374-736600ed7cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1058914a-58ef-453e-ba9a-072966ef5f6c', 'code': 200} Jan 21 09:37:35.356305 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647976bf-3ae8-451f-b3f9-c528b5ac7f0e tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Port': ['ID=fbbf926e-1ea9-44b0-87e9-15d653b95d25,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.374038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14ab5a-1df8-426c-83a5-9dea32382f8a req-ca9a0fb3-dc00-4fb0-a1ef-4b3262734a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:35.378516 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cb14ab5a-1df8-426c-83a5-9dea32382f8a req-ca9a0fb3-dc00-4fb0-a1ef-4b3262734a1b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bc00035-f913-4c0c-933f-eb8c12314236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1369791 Jan 21 09:37:35.382016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.458649 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.497892 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85c7ffb-0839-4ccd-8415-f3cbb5397ff4 None None] Network cec63bfa-fca8-48e2-8916-a9f7e5da0fd8 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:35.503742 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-647976bf-3ae8-451f-b3f9-c528b5ac7f0e tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.510244 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-647976bf-3ae8-451f-b3f9-c528b5ac7f0e tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/ports/fbbf926e-1ea9-44b0-87e9-15d653b95d25 HTTP/1.1" status: 204 len: 168 time: 1.2633104 Jan 21 09:37:35.515990 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43192) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:35.555741 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:35.557574 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event updated for resources: {'Port': ['ID=f178e3e5-345a-4278-9bcf-cd1dfac596b1,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.571872 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=9d6d3b99-97b1-4b59-b22d-2cf7325425f5,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.581493 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a9e2c189-3f58-4214-98ed-9a58eb8940a5 None None] Provisioning complete for port 798ba8cb-6729-4fe9-97be-74d68da71cfb triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:35.581956 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c189-3f58-4214-98ed-9a58eb8940a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.583357 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.628511 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:35.638682 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:35.689046 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cb14ab5a-1df8-426c-83a5-9dea32382f8a req-f3cdfdfb-6ff0-48fb-aefc-12394fa00e1c service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436328 Jan 21 09:37:35.695574 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.709796 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.710534 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.729166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f61ed-acb4-411f-b6f2-fe2d12917119 req-b6997dc3-8c28-4e42-85d3-da0e19d55488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:35.732319 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-eb2f61ed-acb4-411f-b6f2-fe2d12917119 req-b6997dc3-8c28-4e42-85d3-da0e19d55488 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 1099 time: 0.1789129 Jan 21 09:37:35.762120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c189-3f58-4214-98ed-9a58eb8940a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.809102 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a9e2c189-3f58-4214-98ed-9a58eb8940a5 None None] For port 798ba8cb-6729-4fe9-97be-74d68da71cfb, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=798ba8cb-6729-4fe9-97be-74d68da71cfb,segment=NetworkSegment(f41b2fd4-8973-4f04-baa7-bcadb0cb678a),segment_id=f41b2fd4-8973-4f04-baa7-bcadb0cb678a)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:35.823434 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c189-3f58-4214-98ed-9a58eb8940a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.914079 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2c189-3f58-4214-98ed-9a58eb8940a5 None None] Pushing event updated for resources: {'Port': ['ID=798ba8cb-6729-4fe9-97be-74d68da71cfb,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.929948 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-981e5955-d161-436e-8fba-0b315b2cc8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.990269 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=99050716-b887-4423-a86e-821da22ff9f4,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.058627 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Network 03666cb5-9f8b-4137-ad30-ae056627f993 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:36.071407 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:36.078632 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cb14ab5a-1df8-426c-83a5-9dea32382f8a req-db5f2a48-f341-49d2-94ba-48f5f16806a1 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797743 Jan 21 09:37:36.116002 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a89b5e-f771-43bc-a48a-ef9f57997a15 req-7adb2861-17ec-4379-8e95-2fbc13fe2e3a tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.117721 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-53a89b5e-f771-43bc-a48a-ef9f57997a15 req-7adb2861-17ec-4379-8e95-2fbc13fe2e3a tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.2180789 Jan 21 09:37:36.258346 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5bc06223-8746-40cb-91a5-50dc7196eee0 None None] Provisioning complete for port e5d62e3b-c25c-497e-9d46-84132b289065 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:36.258721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5bc06223-8746-40cb-91a5-50dc7196eee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.310624 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 798ba8cb-6729-4fe9-97be-74d68da71cfb up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:36.408468 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-eb2f61ed-acb4-411f-b6f2-fe2d12917119 req-7ab27ba7-9248-44c0-a05e-666f552b889d service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6679945 Jan 21 09:37:36.414885 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-965f0de0-1a5e-434b-b1f7-1dfc5daf31ae tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Deleting port 71ca1269-ed03-44bf-bc6b-910b2866b789 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:36.415363 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-965f0de0-1a5e-434b-b1f7-1dfc5daf31ae tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.481493 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5bc06223-8746-40cb-91a5-50dc7196eee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.486483 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 798ba8cb-6729-4fe9-97be-74d68da71cfb triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:36.487233 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.514842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b7870-bd68-4280-a100-c2bdf85ef5a9 req-ef499907-feda-4fcc-a00c-6bf6b12dd6e6 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.517446 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7c8b7870-bd68-4280-a100-c2bdf85ef5a9 req-ef499907-feda-4fcc-a00c-6bf6b12dd6e6 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 943 time: 0.2384899 Jan 21 09:37:36.589534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-5bc06223-8746-40cb-91a5-50dc7196eee0 None None] For port e5d62e3b-c25c-497e-9d46-84132b289065, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e5d62e3b-c25c-497e-9d46-84132b289065,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:36.615554 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5bc06223-8746-40cb-91a5-50dc7196eee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.645321 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7c8b7870-bd68-4280-a100-c2bdf85ef5a9 req-e04ecc20-dbb8-43db-ae88-150ab658cb31 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215246 Jan 21 09:37:36.656736 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-965f0de0-1a5e-434b-b1f7-1dfc5daf31ae tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.691812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e5d62e3b-c25c-497e-9d46-84132b289065 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:36.699286 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-965f0de0-1a5e-434b-b1f7-1dfc5daf31ae tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Calling delete_port for 71ca1269-ed03-44bf-bc6b-910b2866b789 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:36.714821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc06223-8746-40cb-91a5-50dc7196eee0 None None] Pushing event updated for resources: {'Port': ['ID=e5d62e3b-c25c-497e-9d46-84132b289065,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.753523 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:36.757851 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.758900 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-30df3a8b-cb13-4414-9445-527b4a09bab8 None None] Provisioning complete for port f178e3e5-345a-4278-9bcf-cd1dfac596b1 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:36.759276 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-30df3a8b-cb13-4414-9445-527b4a09bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.763592 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:36.791555 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-53a89b5e-f771-43bc-a48a-ef9f57997a15 req-e5893507-450f-4e4f-98a7-be27e72b7f20 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6674354 Jan 21 09:37:36.797302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port e5d62e3b-c25c-497e-9d46-84132b289065 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:36.798185 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.840665 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-30df3a8b-cb13-4414-9445-527b4a09bab8 None None] Port f178e3e5-345a-4278-9bcf-cd1dfac596b1 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:36.861685 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-30df3a8b-cb13-4414-9445-527b4a09bab8 None None] Provisioning complete for port 798ba8cb-6729-4fe9-97be-74d68da71cfb triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:36.862249 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-30df3a8b-cb13-4414-9445-527b4a09bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.939532 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Router 6086f8c6-c2a0-4c3a-952d-796939807282 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:37:36.944137 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-965f0de0-1a5e-434b-b1f7-1dfc5daf31ae tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.026354 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f0de0-1a5e-434b-b1f7-1dfc5daf31ae tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Port': ['ID=71ca1269-ed03-44bf-bc6b-910b2866b789,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:37.031958 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-30df3a8b-cb13-4414-9445-527b4a09bab8 None None] Provisioning complete for port 99050716-b887-4423-a86e-821da22ff9f4 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:37.032519 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-30df3a8b-cb13-4414-9445-527b4a09bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.059425 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Router f5ca51a7-bad6-4ee6-b20e-c596f804ddd3 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:37:37.076481 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:37.088327 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d5bd1367-8009-4bff-a849-ee0465bc271b tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "PUT /v2.0/routers/6086f8c6-c2a0-4c3a-952d-796939807282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4815576 Jan 21 09:37:37.088948 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43198) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:37.091409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-30df3a8b-cb13-4414-9445-527b4a09bab8 None None] Port 99050716-b887-4423-a86e-821da22ff9f4 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:37.095653 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94599105-611c-42d3-98a1-ca06e33613e2 None None] Sync routers for ids ['6086f8c6-c2a0-4c3a-952d-796939807282'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:37.108431 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94599105-611c-42d3-98a1-ca06e33613e2 None None] Routers {'6086f8c6-c2a0-4c3a-952d-796939807282'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:37.109490 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-94599105-611c-42d3-98a1-ca06e33613e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6086f8c6-c2a0-4c3a-952d-796939807282'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:37.151457 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-94599105-611c-42d3-98a1-ca06e33613e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:37.161259 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94599105-611c-42d3-98a1-ca06e33613e2 None None] Routers {'6086f8c6-c2a0-4c3a-952d-796939807282'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:37.161781 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-94599105-611c-42d3-98a1-ca06e33613e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6086f8c6-c2a0-4c3a-952d-796939807282'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:37.188771 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:37.194524 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2a9658e8-1027-4da4-8ccd-8c4215b72c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "PUT /v2.0/routers/f5ca51a7-bad6-4ee6-b20e-c596f804ddd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4919229 Jan 21 09:37:37.196979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43200) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:37.198505 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-94599105-611c-42d3-98a1-ca06e33613e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:37.199173 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94599105-611c-42d3-98a1-ca06e33613e2 None None] The sync data for ids ['6086f8c6-c2a0-4c3a-952d-796939807282'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:37.208328 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Sync routers for ids ['f5ca51a7-bad6-4ee6-b20e-c596f804ddd3'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:37.214442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-bea00866-e365-4de5-b82b-00fee687d7e9 None None] Provisioning complete for port 99050716-b887-4423-a86e-821da22ff9f4 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:37.214993 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bea00866-e365-4de5-b82b-00fee687d7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.222227 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Routers {'f5ca51a7-bad6-4ee6-b20e-c596f804ddd3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:37.222598 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-965f0de0-1a5e-434b-b1f7-1dfc5daf31ae tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.224329 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f186d534-89ab-4e60-9928-526edb485974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f5ca51a7-bad6-4ee6-b20e-c596f804ddd3'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:37.228505 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-965f0de0-1a5e-434b-b1f7-1dfc5daf31ae tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/ports/71ca1269-ed03-44bf-bc6b-910b2866b789 HTTP/1.1" status: 204 len: 168 time: 1.7078955 Jan 21 09:37:37.232304 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43202) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:37.244749 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f0195a-e851-4da8-bf83-375f9a6479bb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:37.249159 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c3f0195a-e851-4da8-bf83-375f9a6479bb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports/99050716-b887-4423-a86e-821da22ff9f4 HTTP/1.1" status: 200 len: 911 time: 0.0511439 Jan 21 09:37:37.249867 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43204) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:37.263361 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-bea00866-e365-4de5-b82b-00fee687d7e9 None None] Port 99050716-b887-4423-a86e-821da22ff9f4 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:37.276636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.309271 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8fc52c-7221-4112-9419-d7816e800a85 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:37.318476 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8fc52c-7221-4112-9419-d7816e800a85 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:37.321107 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cb8fc52c-7221-4112-9419-d7816e800a85 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0698617 Jan 21 09:37:37.323895 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43206) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:37.419613 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc3568f-0e9d-4ab2-9166-999c825ffa2c tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:37.421140 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ecc3568f-0e9d-4ab2-9166-999c825ffa2c tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8ddb78d-262c-47dd-9380-c79f6fb3fa3c HTTP/1.1" status: 200 len: 913 time: 0.1876943 Jan 21 09:37:37.424518 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43208) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:37.450926 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Set router f5ca51a7-bad6-4ee6-b20e-c596f804ddd3 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:37.642451 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router d3c372b7-2f1b-4c63-9508-b5001eea81d6 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:37:37.692584 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f186d534-89ab-4e60-9928-526edb485974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ca51a7-bad6-4ee6-b20e-c596f804ddd3', 'name': 'tempest-NetworksTestDHCPv6-router-342447970', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:31Z', 'updated_at': '2022-01-21T09:37:34Z', 'revision_number': 2, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'gw_port_host': None, '_interfaces': [{'id': '99050716-b887-4423-a86e-821da22ff9f4', 'name': '', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'mac_address': 'fa:16:3e:86:77:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ca51a7-bad6-4ee6-b20e-c596f804ddd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fa36c6f7-dfe6-4df0-a82f-5f9ea7056791', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:35Z', 'revision_number': 2, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'subnets': [{'id': 'fa36c6f7-dfe6-4df0-a82f-5f9ea7056791', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:37.721836 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Checking router: f5ca51a7-bad6-4ee6-b20e-c596f804ddd3 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:37.722183 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Updating router f5ca51a7-bad6-4ee6-b20e-c596f804ddd3 port 99050716-b887-4423-a86e-821da22ff9f4 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:37:37.748958 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.777236 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-bb19c0ee-829f-4df6-a4ef-9ae0d1c2bcfa tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:37.781013 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bb19c0ee-829f-4df6-a4ef-9ae0d1c2bcfa tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "PUT /v2.0/routers/6086f8c6-c2a0-4c3a-952d-796939807282/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6882870 Jan 21 09:37:37.784123 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43212) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:37.911645 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ba917-cc50-4406-bc77-5d45a8c66a4d req-845b9b35-bee0-4201-a1ac-0e7b755a0103 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:37.913406 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a14ba917-cc50-4406-bc77-5d45a8c66a4d req-845b9b35-bee0-4201-a1ac-0e7b755a0103 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 943 time: 0.1870649 Jan 21 09:37:37.923261 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:37.935257 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Sync routers for ids ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:37.950039 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Routers {'d3c372b7-2f1b-4c63-9508-b5001eea81d6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:37.951187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:37.995817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b6ca1-5cdb-40c7-8dbc-32ed34f05da3 req-798c4c9c-407d-4f1f-a577-1c9801dd34c9 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:38.004392 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b95b6ca1-5cdb-40c7-8dbc-32ed34f05da3 req-798c4c9c-407d-4f1f-a577-1c9801dd34c9 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.1377635 Jan 21 09:37:38.007472 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.013043 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-631eda89-7e81-493a-b77e-1900fd049a1c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4691675 Jan 21 09:37:38.017908 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43218) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:38.076716 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.091109 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.094189 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a14ba917-cc50-4406-bc77-5d45a8c66a4d req-73bd43f7-1d83-4cad-aa75-a3a444af679f tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728599 Jan 21 09:37:38.136757 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b95b6ca1-5cdb-40c7-8dbc-32ed34f05da3 req-9552f95d-32c1-45a1-84cc-7dc87a3d955d tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313837 Jan 21 09:37:38.224227 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b97e77c6-70b2-4711-ab8f-57ae2f2d1149 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=d36411baa65a4ba89db6bb1125b34d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1985509 Jan 21 09:37:38.225835 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43224) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:38.229754 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Set router d3c372b7-2f1b-4c63-9508-b5001eea81d6 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:38.279000 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d79226-7560-41a2-a5f6-b24f854dd7dc None None] Pushing event updated for resources: {'Port': ['ID=99050716-b887-4423-a86e-821da22ff9f4,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:38.314520 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Attempting to bind port 99050716-b887-4423-a86e-821da22ff9f4 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:38.317210 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Attempting to bind port 99050716-b887-4423-a86e-821da22ff9f4 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:38.324637 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Attempting to bind port 99050716-b887-4423-a86e-821da22ff9f4 on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:38.334836 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:38.335805 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:38.335805 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.336021 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:38.337168 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Bound port: 99050716-b887-4423-a86e-821da22ff9f4, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:38.337519 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.361238 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f078699-56b9-4a17-978f-1dbd97c67360 req-96db5efa-e694-4e94-9e98-d968cfa250c7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:38.371816 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9f078699-56b9-4a17-978f-1dbd97c67360 req-96db5efa-e694-4e94-9e98-d968cfa250c7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.1184447 Jan 21 09:37:38.429646 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e5d62e3b-c25c-497e-9d46-84132b289065 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:38.454607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6ccbead-af0f-40e9-b695-2caa20b3ac63 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.468017 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9f078699-56b9-4a17-978f-1dbd97c67360 req-762235a8-f404-4d43-bb33-fb8ec84d8415 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953941 Jan 21 09:37:38.484873 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-f186d534-89ab-4e60-9928-526edb485974 None None] For port 99050716-b887-4423-a86e-821da22ff9f4, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:38.489600 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-f186d534-89ab-4e60-9928-526edb485974 None None] For port 99050716-b887-4423-a86e-821da22ff9f4, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=99050716-b887-4423-a86e-821da22ff9f4,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:38.498559 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.498867 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb212fc7-d7a4-4971-9079-b39de4da9aa9 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.500749 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43226) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:38.570861 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ddb0-8b44-4617-b128-fab8a39b1013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.580730 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d79226-7560-41a2-a5f6-b24f854dd7dc None None] Pushing event updated for resources: {'Port': ['ID=99050716-b887-4423-a86e-821da22ff9f4,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:38.592176 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-1888f107-476c-4405-ac23-3adf1cbaedcf None None] Provisioning complete for port 99050716-b887-4423-a86e-821da22ff9f4 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:38.592804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1888f107-476c-4405-ac23-3adf1cbaedcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.604728 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Routers {'f5ca51a7-bad6-4ee6-b20e-c596f804ddd3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:38.605839 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f186d534-89ab-4e60-9928-526edb485974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f5ca51a7-bad6-4ee6-b20e-c596f804ddd3'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:38.679635 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port e5d62e3b-c25c-497e-9d46-84132b289065 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:38.690696 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.717278 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5e20b9-6b0d-4190-93f8-91ee64c2d433 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:38.723433 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9c5e20b9-6b0d-4190-93f8-91ee64c2d433 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4948983 Jan 21 09:37:38.728378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43228) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:38.738765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e208e9-fe48-4740-9375-e36684054402 tempest-TestNetworkAdvancedServerOps-1318981697 tempest-TestNetworkAdvancedServerOps-1318981697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:38.740306 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-44e208e9-fe48-4740-9375-e36684054402 tempest-TestNetworkAdvancedServerOps-1318981697 tempest-TestNetworkAdvancedServerOps-1318981697-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 1094 time: 0.2374752 Jan 21 09:37:38.742282 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-f186d534-89ab-4e60-9928-526edb485974 None None] Set router f5ca51a7-bad6-4ee6-b20e-c596f804ddd3 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:38.745529 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43230) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:38.751140 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': '1058914a-58ef-453e-ba9a-072966ef5f6c', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:38.752424 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:36Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:38.807773 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Checking router: d3c372b7-2f1b-4c63-9508-b5001eea81d6 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:38.808132 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Updating router d3c372b7-2f1b-4c63-9508-b5001eea81d6 port 9d6d3b99-97b1-4b59-b22d-2cf7325425f5 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:37:38.823684 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.847232 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9eccde3f-30ba-4346-b61d-38807b7f434d tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1177070 Jan 21 09:37:38.848151 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43232) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:38.852227 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-da278218-2909-48bc-9b7f-5140635acc03 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.860945 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d312341b-fd80-45aa-83f0-6db850cbd990 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1907741275', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:38.938721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.996159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-cb212fc7-d7a4-4971-9079-b39de4da9aa9 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Deleting port f178e3e5-345a-4278-9bcf-cd1dfac596b1 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:38.996932 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb212fc7-d7a4-4971-9079-b39de4da9aa9 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.027852 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f186d534-89ab-4e60-9928-526edb485974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ca51a7-bad6-4ee6-b20e-c596f804ddd3', 'name': 'tempest-NetworksTestDHCPv6-router-342447970', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:31Z', 'updated_at': '2022-01-21T09:37:34Z', 'revision_number': 2, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'gw_port_host': None, '_interfaces': [{'id': '99050716-b887-4423-a86e-821da22ff9f4', 'name': '', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'mac_address': 'fa:16:3e:86:77:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ca51a7-bad6-4ee6-b20e-c596f804ddd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fa36c6f7-dfe6-4df0-a82f-5f9ea7056791', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:38Z', 'revision_number': 4, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'subnets': [{'id': 'fa36c6f7-dfe6-4df0-a82f-5f9ea7056791', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:39.062694 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186d534-89ab-4e60-9928-526edb485974 None None] The sync data for ids ['f5ca51a7-bad6-4ee6-b20e-c596f804ddd3'] in dv-neutron-825721-1-hyperv is: [{'id': 'f5ca51a7-bad6-4ee6-b20e-c596f804ddd3', 'name': 'tempest-NetworksTestDHCPv6-router-342447970', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:31Z', 'updated_at': '2022-01-21T09:37:34Z', 'revision_number': 2, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'gw_port_host': None, '_interfaces': [{'id': '99050716-b887-4423-a86e-821da22ff9f4', 'name': '', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'mac_address': 'fa:16:3e:86:77:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ca51a7-bad6-4ee6-b20e-c596f804ddd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'fa36c6f7-dfe6-4df0-a82f-5f9ea7056791', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:38Z', 'revision_number': 4, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'subnets': [{'id': 'fa36c6f7-dfe6-4df0-a82f-5f9ea7056791', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:39.127236 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.131413 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb212fc7-d7a4-4971-9079-b39de4da9aa9 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.161393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-cb212fc7-d7a4-4971-9079-b39de4da9aa9 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Calling delete_port for f178e3e5-345a-4278-9bcf-cd1dfac596b1 owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:39.176408 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d312341b-fd80-45aa-83f0-6db850cbd990 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:39.183770 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d312341b-fd80-45aa-83f0-6db850cbd990 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.258533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1888f107-476c-4405-ac23-3adf1cbaedcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.324148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.324398 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-b6ccbead-af0f-40e9-b695-2caa20b3ac63 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port 99050716-b887-4423-a86e-821da22ff9f4 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:39.324679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6ccbead-af0f-40e9-b695-2caa20b3ac63 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.356456 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-1888f107-476c-4405-ac23-3adf1cbaedcf None None] For port 99050716-b887-4423-a86e-821da22ff9f4, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=99050716-b887-4423-a86e-821da22ff9f4,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:39.376142 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1888f107-476c-4405-ac23-3adf1cbaedcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.495186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6009d7-1b9b-4606-b99d-aa920553739d req-1ec1dbcb-a418-4b12-b16a-d98e97c804b0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:39.505781 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4a6009d7-1b9b-4606-b99d-aa920553739d req-1ec1dbcb-a418-4b12-b16a-d98e97c804b0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 943 time: 0.2479377 Jan 21 09:37:39.518702 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888f107-476c-4405-ac23-3adf1cbaedcf None None] Pushing event updated for resources: {'Port': ['ID=99050716-b887-4423-a86e-821da22ff9f4,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:39.537947 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-518180d7-8574-42eb-8c33-75b2a4e6936b None None] Provisioning complete for port 99050716-b887-4423-a86e-821da22ff9f4 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:39.538330 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-518180d7-8574-42eb-8c33-75b2a4e6936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.586935 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-b6ccbead-af0f-40e9-b695-2caa20b3ac63 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] For port 99050716-b887-4423-a86e-821da22ff9f4, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=99050716-b887-4423-a86e-821da22ff9f4,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:39.587719 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6ccbead-af0f-40e9-b695-2caa20b3ac63 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.613585 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.632205 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.714441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-b6ccbead-af0f-40e9-b695-2caa20b3ac63 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for 99050716-b887-4423-a86e-821da22ff9f4 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:39.721122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Attempting to bind port 9d6d3b99-97b1-4b59-b22d-2cf7325425f5 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:39.721677 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Attempting to bind port 9d6d3b99-97b1-4b59-b22d-2cf7325425f5 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:39.722143 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Attempting to bind port 9d6d3b99-97b1-4b59-b22d-2cf7325425f5 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:39.734669 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:39.736053 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:39.736967 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.737786 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:39.738502 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Bound port: 9d6d3b99-97b1-4b59-b22d-2cf7325425f5, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:39.739184 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.786578 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf72683-4724-4a41-86c8-f143c290d4fa None None] Pushing event updated for resources: {'Port': ['ID=9d6d3b99-97b1-4b59-b22d-2cf7325425f5,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:39.796593 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d312341b-fd80-45aa-83f0-6db850cbd990 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.817858 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] For port 9d6d3b99-97b1-4b59-b22d-2cf7325425f5, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:39.823844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] For port 9d6d3b99-97b1-4b59-b22d-2cf7325425f5, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9d6d3b99-97b1-4b59-b22d-2cf7325425f5,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:39.831845 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.851935 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4a6009d7-1b9b-4606-b99d-aa920553739d req-4fcebb11-7a4f-4cee-9dd5-b6c90fe09098 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3449509 Jan 21 09:37:39.894420 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Allocated IP 172.26.7.224 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/7ff63b67-61ff-477b-b1ac-ec5732c588f8) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:39.921812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Routers {'d3c372b7-2f1b-4c63-9508-b5001eea81d6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:39.922537 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:39.927677 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf72683-4724-4a41-86c8-f143c290d4fa None None] Pushing event updated for resources: {'Port': ['ID=9d6d3b99-97b1-4b59-b22d-2cf7325425f5,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:39.978583 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb212fc7-d7a4-4971-9079-b39de4da9aa9 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.029968 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312341b-fd80-45aa-83f0-6db850cbd990 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Subnet': ['ID=c262a34b-a43f-42ea-9be3-ea526cc88acd,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.070547 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d312341b-fd80-45aa-83f0-6db850cbd990 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Checking segment: {'id': 'e2c24e20-98a7-4b92-9808-aacf442b5586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:40.070917 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d312341b-fd80-45aa-83f0-6db850cbd990 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network hostable DHCP agents. Network: 6e02e9ea-580a-4085-b489-b8901786a2d4, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:40.099744 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.136678 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb212fc7-d7a4-4971-9079-b39de4da9aa9 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event deleted for resources: {'Port': ['ID=f178e3e5-345a-4278-9bcf-cd1dfac596b1,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.168172 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-da278218-2909-48bc-9b7f-5140635acc03 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Deleting port 81282361-f0e2-4eb0-87fe-b5f6f3d2f1ca {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:40.173708 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-da278218-2909-48bc-9b7f-5140635acc03 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.173861 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] Set router d3c372b7-2f1b-4c63-9508-b5001eea81d6 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:40.269472 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 99050716-b887-4423-a86e-821da22ff9f4 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:40.392303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cb212fc7-d7a4-4971-9079-b39de4da9aa9 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.463817 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.521775 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 99050716-b887-4423-a86e-821da22ff9f4 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:40.522115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.552535 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:36Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:40.562692 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:40.567483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:40.572270 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:40.589068 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea192d5e-57a0-40a4-92d4-7c235d915e9f None None] The sync data for ids ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'] in dv-neutron-825721-1-hyperv is: [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:36Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:40.684922 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event updated for resources: {'Port': ['ID=7ff63b67-61ff-477b-b1ac-ec5732c588f8,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.741620 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d312341b-fd80-45aa-83f0-6db850cbd990 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 6e02e9ea-580a-4085-b489-b8901786a2d4 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:40.744646 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb212fc7-d7a4-4971-9079-b39de4da9aa9 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Router 6086f8c6-c2a0-4c3a-952d-796939807282 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:40.802544 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-d312341b-fd80-45aa-83f0-6db850cbd990 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 6e02e9ea-580a-4085-b489-b8901786a2d4) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:40.807658 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d312341b-fd80-45aa-83f0-6db850cbd990 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:40.808601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d312341b-fd80-45aa-83f0-6db850cbd990 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.819252 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fe0603-e890-4bae-a86d-e5c182b7f9e1 None None] Network 6e02e9ea-580a-4085-b489-b8901786a2d4 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:40.839480 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-da278218-2909-48bc-9b7f-5140635acc03 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.872379 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d312341b-fd80-45aa-83f0-6db850cbd990 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0179477 Jan 21 09:37:40.879270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-da278218-2909-48bc-9b7f-5140635acc03 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Calling delete_port for 81282361-f0e2-4eb0-87fe-b5f6f3d2f1ca owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:40.881122 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43236) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:40.950180 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb212fc7-d7a4-4971-9079-b39de4da9aa9 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:40.963602 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6ccbead-af0f-40e9-b695-2caa20b3ac63 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.968351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43240) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:40.968522 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cb212fc7-d7a4-4971-9079-b39de4da9aa9 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "PUT /v2.0/routers/6086f8c6-c2a0-4c3a-952d-796939807282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1821556 Jan 21 09:37:41.004864 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9ebec9-d027-4bba-bda2-6f4d4972293b None None] Sync routers for ids ['6086f8c6-c2a0-4c3a-952d-796939807282'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:41.029039 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9ebec9-d027-4bba-bda2-6f4d4972293b None None] Routers {'6086f8c6-c2a0-4c3a-952d-796939807282'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:41.029640 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9d9ebec9-d027-4bba-bda2-6f4d4972293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6086f8c6-c2a0-4c3a-952d-796939807282'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:41.093147 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9d9ebec9-d027-4bba-bda2-6f4d4972293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:41.112816 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9ebec9-d027-4bba-bda2-6f4d4972293b None None] Routers {'6086f8c6-c2a0-4c3a-952d-796939807282'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:41.113700 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9d9ebec9-d027-4bba-bda2-6f4d4972293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6086f8c6-c2a0-4c3a-952d-796939807282'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:41.117206 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-6e02e9ea-580a-4085-b489-b8901786a2d4', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ips': [{'subnet_id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:37:41.118840 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.140694 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccbead-af0f-40e9-b695-2caa20b3ac63 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=99050716-b887-4423-a86e-821da22ff9f4,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:41.156505 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-51270b3e-17fe-4ec5-a184-073ed25cb7f1 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] delete failed (client error): The resource could not be found. Jan 21 09:37:41.158189 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-51270b3e-17fe-4ec5-a184-073ed25cb7f1 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "DELETE /v2.0/routers/tempest-non_exist_router-654756892 HTTP/1.1" status: 404 len: 334 time: 0.1849570 Jan 21 09:37:41.168063 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9d9ebec9-d027-4bba-bda2-6f4d4972293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:41.169095 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9ebec9-d027-4bba-bda2-6f4d4972293b None None] The sync data for ids ['6086f8c6-c2a0-4c3a-952d-796939807282'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:41.170159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43242) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:41.186234 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f39d8baa-fb07-433d-bf4c-165f6e28f520 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Request body: {'router': {'external_gateway_info': {'network_id': '6086f8c6-c2a0-4c3a-952d-796939807282'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:41.293850 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.428135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.463574 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b6ccbead-af0f-40e9-b695-2caa20b3ac63 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.466888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Allocated IP 172.20.0.2 (6e02e9ea-580a-4085-b489-b8901786a2d4/c262a34b-a43f-42ea-9be3-ea526cc88acd/552ad98b-d392-4276-858f-ac5bc11d712d) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:41.565205 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d6d3a-9c18-4b38-9b55-3fef0f194562 req-6d7eaf21-6804-458c-8b27-fa92bf10bf27 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:41.566803 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b70d6d3a-9c18-4b38-9b55-3fef0f194562 req-6d7eaf21-6804-458c-8b27-fa92bf10bf27 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 943 time: 0.5530093 Jan 21 09:37:41.692214 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.698981 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.706383 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b70d6d3a-9c18-4b38-9b55-3fef0f194562 req-d0bb2a6e-91ad-4a8c-b34c-bcf7070d93f9 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317580 Jan 21 09:37:41.732786 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.776881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Network 6e02e9ea-580a-4085-b489-b8901786a2d4 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:41.782459 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:41.787917 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Pushing event updated for resources: {'Port': ['ID=552ad98b-d392-4276-858f-ac5bc11d712d,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:41.791738 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:41.836738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-da278218-2909-48bc-9b7f-5140635acc03 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.854074 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ccbead-af0f-40e9-b695-2caa20b3ac63 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Router f5ca51a7-bad6-4ee6-b20e-c596f804ddd3 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:41.863459 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Attempting to bind port 552ad98b-d392-4276-858f-ac5bc11d712d on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:41.864062 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Attempting to bind port 552ad98b-d392-4276-858f-ac5bc11d712d by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'e2c24e20-98a7-4b92-9808-aacf442b5586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:41.864645 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Attempting to bind port 552ad98b-d392-4276-858f-ac5bc11d712d on network 6e02e9ea-580a-4085-b489-b8901786a2d4 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:41.870910 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:41.871395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Checking segment: {'id': 'e2c24e20-98a7-4b92-9808-aacf442b5586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:41.872148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.872634 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Bound using segment: {'id': 'e2c24e20-98a7-4b92-9808-aacf442b5586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:41.873208 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Bound port: 552ad98b-d392-4276-858f-ac5bc11d712d, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c24e20-98a7-4b92-9808-aacf442b5586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:41.873746 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.881368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f39d8baa-fb07-433d-bf4c-165f6e28f520 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.918405 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-f39d8baa-fb07-433d-bf4c-165f6e28f520 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] update failed (client error): The resource could not be found. Jan 21 09:37:41.919617 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f39d8baa-fb07-433d-bf4c-165f6e28f520 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "PUT /v2.0/routers/6086f8c6-c2a0-4c3a-952d-796939807282 HTTP/1.1" status: 404 len: 339 time: 0.7474792 Jan 21 09:37:41.924087 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43244) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:41.960575 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] For port 552ad98b-d392-4276-858f-ac5bc11d712d, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:41.963910 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] For port 552ad98b-d392-4276-858f-ac5bc11d712d, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=552ad98b-d392-4276-858f-ac5bc11d712d,segment=NetworkSegment(e2c24e20-98a7-4b92-9808-aacf442b5586),segment_id=e2c24e20-98a7-4b92-9808-aacf442b5586)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:41.968206 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.989866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da278218-2909-48bc-9b7f-5140635acc03 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Port': ['ID=81282361-f0e2-4eb0-87fe-b5f6f3d2f1ca,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:42.041736 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9718a-a70b-4b2e-806a-4c22baa41500 None None] Pushing event updated for resources: {'Port': ['ID=552ad98b-d392-4276-858f-ac5bc11d712d,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:42.062264 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.077604 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ccbead-af0f-40e9-b695-2caa20b3ac63 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:42.095730 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452eceb2-1f1e-48f5-b0db-d3f981414229 None None] Sync routers for ids ['f5ca51a7-bad6-4ee6-b20e-c596f804ddd3'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:42.113891 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452eceb2-1f1e-48f5-b0db-d3f981414229 None None] Routers {'f5ca51a7-bad6-4ee6-b20e-c596f804ddd3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:42.114616 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-452eceb2-1f1e-48f5-b0db-d3f981414229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f5ca51a7-bad6-4ee6-b20e-c596f804ddd3'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:42.139404 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b6ccbead-af0f-40e9-b695-2caa20b3ac63 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "PUT /v2.0/routers/f5ca51a7-bad6-4ee6-b20e-c596f804ddd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8140795 Jan 21 09:37:42.175190 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43246) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:42.235873 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-452eceb2-1f1e-48f5-b0db-d3f981414229 None None] Set router f5ca51a7-bad6-4ee6-b20e-c596f804ddd3 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:42.344011 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9d6d3b99-97b1-4b59-b22d-2cf7325425f5 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:42.346968 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-452eceb2-1f1e-48f5-b0db-d3f981414229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ca51a7-bad6-4ee6-b20e-c596f804ddd3', 'name': 'tempest-NetworksTestDHCPv6-router-342447970', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:31Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 3, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:42.362877 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20245a7-139b-4aeb-b929-850d0ce2904e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:42.364770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20245a7-139b-4aeb-b929-850d0ce2904e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:42.366333 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a20245a7-139b-4aeb-b929-850d0ce2904e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1900496 Jan 21 09:37:42.374656 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43248) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:42.394565 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452eceb2-1f1e-48f5-b0db-d3f981414229 None None] Checking router: f5ca51a7-bad6-4ee6-b20e-c596f804ddd3 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:42.417642 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452eceb2-1f1e-48f5-b0db-d3f981414229 None None] Routers {'f5ca51a7-bad6-4ee6-b20e-c596f804ddd3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:42.418903 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-452eceb2-1f1e-48f5-b0db-d3f981414229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['f5ca51a7-bad6-4ee6-b20e-c596f804ddd3'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:42.530068 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-da278218-2909-48bc-9b7f-5140635acc03 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.554345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.580972 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-452eceb2-1f1e-48f5-b0db-d3f981414229 None None] Set router f5ca51a7-bad6-4ee6-b20e-c596f804ddd3 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:42.595934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-2892fd2b-5e8f-4e7e-be7a-fb61a7f52d9b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet fa36c6f7-dfe6-4df0-a82f-5f9ea7056791 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:37:42.615722 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2892fd2b-5e8f-4e7e-be7a-fb61a7f52d9b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.621699 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.648232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.649632 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-452eceb2-1f1e-48f5-b0db-d3f981414229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ca51a7-bad6-4ee6-b20e-c596f804ddd3', 'name': 'tempest-NetworksTestDHCPv6-router-342447970', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:31Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 3, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:42.657030 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 9d6d3b99-97b1-4b59-b22d-2cf7325425f5 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:42.657030 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.713157 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.713895 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452eceb2-1f1e-48f5-b0db-d3f981414229 None None] The sync data for ids ['f5ca51a7-bad6-4ee6-b20e-c596f804ddd3'] in dv-neutron-825721-1-hyperv is: [{'id': 'f5ca51a7-bad6-4ee6-b20e-c596f804ddd3', 'name': 'tempest-NetworksTestDHCPv6-router-342447970', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:31Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 3, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314', 'gw_port_host': None}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:42.721414 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2892fd2b-5e8f-4e7e-be7a-fb61a7f52d9b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.769989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.797287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 9d6d3b99-97b1-4b59-b22d-2cf7325425f5, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9d6d3b99-97b1-4b59-b22d-2cf7325425f5,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:42.802619 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.858129 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:37:42.870338 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event updated for resources: {'Port': ['ID=7ff63b67-61ff-477b-b1ac-ec5732c588f8,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:42.915316 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.960642 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=9d6d3b99-97b1-4b59-b22d-2cf7325425f5,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:43.010708 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=79a47f54-cb0b-4db4-91a0-a18c7e9ef23c,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:43.028351 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '79a47f54-cb0b-4db4-91a0-a18c7e9ef23c', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'port_id': '79a47f54-cb0b-4db4-91a0-a18c7e9ef23c', 'mac_address': 'fa:16:3e:cd:af:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:37:43.077577 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.102041 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:43.124937 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=79a47f54-cb0b-4db4-91a0-a18c7e9ef23c,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:43.139229 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa58e8-3773-438c-9db1-354ef0c36a32 req-d9446a44-910c-48a4-a568-534870c5b5f7 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:43.140827 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-51fa58e8-3773-438c-9db1-354ef0c36a32 req-d9446a44-910c-48a4-a568-534870c5b5f7 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 943 time: 0.1317668 Jan 21 09:37:43.142953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.220535 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=79a47f54-cb0b-4db4-91a0-a18c7e9ef23c,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:43.362712 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['79a47f54-cb0b-4db4-91a0-a18c7e9ef23c'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:37:43.392797 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-51fa58e8-3773-438c-9db1-354ef0c36a32 req-b8112fe7-eec9-4a71-b601-9a7de2b8d1ae tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476543 Jan 21 09:37:43.472363 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da278218-2909-48bc-9b7f-5140635acc03 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Router c8ddb78d-262c-47dd-9380-c79f6fb3fa3c has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:43.553986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.1 (6e02e9ea-580a-4085-b489-b8901786a2d4/c262a34b-a43f-42ea-9be3-ea526cc88acd/2b2f8568-c4e9-4213-b655-9fdc13f46025) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:43.583467 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Floating IP 79efd008-00c6-4d61-8eac-c4e73740da2a associated. External IP: 172.26.7.224, port: 1058914a-58ef-453e-ba9a-072966ef5f6c. Jan 21 09:37:43.666666 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2892fd2b-5e8f-4e7e-be7a-fb61a7f52d9b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.678308 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c287e67f-e69f-43b6-81f3-8802ad86fda0 None None] Network 6e02e9ea-580a-4085-b489-b8901786a2d4 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:43.693956 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da278218-2909-48bc-9b7f-5140635acc03 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:43.703099 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-da278218-2909-48bc-9b7f-5140635acc03 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "PUT /v2.0/routers/c8ddb78d-262c-47dd-9380-c79f6fb3fa3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2774801 Jan 21 09:37:43.707403 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43252) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:43.707747 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4923c8d-b091-4506-b8ad-cad8c5961628 None None] Sync routers for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:43.728654 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4923c8d-b091-4506-b8ad-cad8c5961628 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:43.729224 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c4923c8d-b091-4506-b8ad-cad8c5961628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:43.767695 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c4923c8d-b091-4506-b8ad-cad8c5961628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:43.777165 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4923c8d-b091-4506-b8ad-cad8c5961628 None None] Routers {'c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:43.778121 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c4923c8d-b091-4506-b8ad-cad8c5961628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:43.814279 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c4923c8d-b091-4506-b8ad-cad8c5961628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:43.815268 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4923c8d-b091-4506-b8ad-cad8c5961628 None None] The sync data for ids ['c8ddb78d-262c-47dd-9380-c79f6fb3fa3c'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:43.843467 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.882454 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c46e065d-eae7-4af8-a29e-7d7650450bc3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.971810 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-fa2f5e32-767a-4b40-aa4d-734840d8d270 None None] Provisioning complete for port 552ad98b-d392-4276-858f-ac5bc11d712d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:43.972491 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fa2f5e32-767a-4b40-aa4d-734840d8d270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.980026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.005972 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2892fd2b-5e8f-4e7e-be7a-fb61a7f52d9b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.064862 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 6e02e9ea-580a-4085-b489-b8901786a2d4 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:44.066947 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892fd2b-5e8f-4e7e-be7a-fb61a7f52d9b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=fa36c6f7-dfe6-4df0-a82f-5f9ea7056791,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:44.069136 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2892fd2b-5e8f-4e7e-be7a-fb61a7f52d9b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.070996 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:44.072893 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2892fd2b-5e8f-4e7e-be7a-fb61a7f52d9b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/fa36c6f7-dfe6-4df0-a82f-5f9ea7056791 HTTP/1.1" status: 204 len: 168 time: 1.6943228 Jan 21 09:37:44.074208 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Allocated IP 172.20.0.1 (88ab2ecd-d9fd-4865-ab87-e9bb93e5af88/adc5173c-1a45-46cb-b392-bf29a31d349c/3a1d092d-62ad-4bc1-9c37-a29663dc35cb) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:44.076862 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=2b2f8568-c4e9-4213-b655-9fdc13f46025,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:44.080995 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:44.081829 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43254) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:44.085647 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c46e065d-eae7-4af8-a29e-7d7650450bc3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.104239 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fa2f5e32-767a-4b40-aa4d-734840d8d270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.106633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c080c6e-a9be-4843-b114-028d686dd5c4 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:44.148354 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:44.168591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.237345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c46e065d-eae7-4af8-a29e-7d7650450bc3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Deleting port 5af45315-f524-4180-84e3-06080905d87d {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:44.237776 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c46e065d-eae7-4af8-a29e-7d7650450bc3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.294493 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-db66714c-b9b3-419e-9e15-d38e1fbc2d09 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2116702 Jan 21 09:37:44.300594 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43256) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:44.308227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-fa2f5e32-767a-4b40-aa4d-734840d8d270 None None] For port 552ad98b-d392-4276-858f-ac5bc11d712d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=552ad98b-d392-4276-858f-ac5bc11d712d,segment=NetworkSegment(e2c24e20-98a7-4b92-9808-aacf442b5586),segment_id=e2c24e20-98a7-4b92-9808-aacf442b5586)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:44.315894 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fa2f5e32-767a-4b40-aa4d-734840d8d270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.390338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba26d63-8527-4826-a9ba-5cd17c408a2c None None] DHCP port deletion for 5001af93-03f5-43c4-96a2-b5799093e449 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:37:44.413250 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9d6d3b99-97b1-4b59-b22d-2cf7325425f5 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:44.415177 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f5e32-767a-4b40-aa4d-734840d8d270 None None] Pushing event updated for resources: {'Port': ['ID=552ad98b-d392-4276-858f-ac5bc11d712d,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:44.441820 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.445800 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c46e065d-eae7-4af8-a29e-7d7650450bc3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.486854 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c46e065d-eae7-4af8-a29e-7d7650450bc3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Calling delete_port for 5af45315-f524-4180-84e3-06080905d87d owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:44.524687 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 9d6d3b99-97b1-4b59-b22d-2cf7325425f5 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:44.525441 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.567005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-0ba26d63-8527-4826-a9ba-5cd17c408a2c None None] Deleting port e5d62e3b-c25c-497e-9d46-84132b289065 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:44.567406 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0ba26d63-8527-4826-a9ba-5cd17c408a2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.573323 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab252772-f9e6-4e87-8a10-fa21b7ff8db3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.643683 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-0ba26d63-8527-4826-a9ba-5cd17c408a2c None None] For port e5d62e3b-c25c-497e-9d46-84132b289065, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e5d62e3b-c25c-497e-9d46-84132b289065,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:44.643935 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0ba26d63-8527-4826-a9ba-5cd17c408a2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.650422 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.699610 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 552ad98b-d392-4276-858f-ac5bc11d712d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:44.700914 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:44.765042 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d54233-93f3-458f-9e41-2557b0e26a83 None None] Sync routers for ids ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:44.793838 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-0ba26d63-8527-4826-a9ba-5cd17c408a2c None None] Calling delete_port for e5d62e3b-c25c-497e-9d46-84132b289065 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:44.804193 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a90a99-fa93-4f86-9762-749083a210c5 req-538f7a22-47bb-4d67-9d56-36c2447005e4 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:44.806600 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d9a90a99-fa93-4f86-9762-749083a210c5 req-538f7a22-47bb-4d67-9d56-36c2447005e4 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 944 time: 0.2877433 Jan 21 09:37:44.825396 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-36754ebe-e330-4593-809d-a502eb5eeb2e None None] Provisioning complete for port 552ad98b-d392-4276-858f-ac5bc11d712d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:44.825989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-36754ebe-e330-4593-809d-a502eb5eeb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.861318 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d54233-93f3-458f-9e41-2557b0e26a83 None None] Routers {'933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:44.861982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-59d54233-93f3-458f-9e41-2557b0e26a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:44.863939 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:44.894478 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.908507 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab252772-f9e6-4e87-8a10-fa21b7ff8db3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.918385 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab252772-f9e6-4e87-8a10-fa21b7ff8db3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.921146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c46e065d-eae7-4af8-a29e-7d7650450bc3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.962450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e065d-eae7-4af8-a29e-7d7650450bc3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Port': ['ID=5af45315-f524-4180-84e3-06080905d87d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:44.965166 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d9a90a99-fa93-4f86-9762-749083a210c5 req-518f75f8-8916-4d6a-9098-ddc41c9f74a7 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081219 Jan 21 09:37:44.989424 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 552ad98b-d392-4276-858f-ac5bc11d712d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:44.989724 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.010695 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5895f688-3291-492f-928d-27516408c674 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.2615094 Jan 21 09:37:45.010695 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466eb86d-57c8-49b9-b374-736600ed7cb3', 'tag': '1058914a-58ef-453e-ba9a-072966ef5f6c'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:45.013483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282a08af-8d8c-4fe4-b21f-295723c41177" -d '{"events": [{"name": "network-changed", "server_uuid": "466eb86d-57c8-49b9-b374-736600ed7cb3", "tag": "1058914a-58ef-453e-ba9a-072966ef5f6c"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:37:45.020000 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.046012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.050894 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab252772-f9e6-4e87-8a10-fa21b7ff8db3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.051749 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab252772-f9e6-4e87-8a10-fa21b7ff8db3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Fanout notify agent at l3_agent the message router_deleted on router f5ca51a7-bad6-4ee6-b20e-c596f804ddd3 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:37:45.058858 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.100317 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab252772-f9e6-4e87-8a10-fa21b7ff8db3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.107333 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ab252772-f9e6-4e87-8a10-fa21b7ff8db3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/routers/f5ca51a7-bad6-4ee6-b20e-c596f804ddd3 HTTP/1.1" status: 204 len: 168 time: 0.8052886 Jan 21 09:37:45.111319 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43264) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:45.111928 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c46e065d-eae7-4af8-a29e-7d7650450bc3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.113515 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Network 88ab2ecd-d9fd-4865-ab87-e9bb93e5af88 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:45.116840 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bc11bc-2f2f-4514-9ffc-b137594e5c2c x-openstack-request-id: req-b0bc11bc-2f2f-4514-9ffc-b137594e5c2c {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:37:45.118073 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466eb86d-57c8-49b9-b374-736600ed7cb3", "tag": "1058914a-58ef-453e-ba9a-072966ef5f6c", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:37:45.118398 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b0bc11bc-2f2f-4514-9ffc-b137594e5c2c {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:37:45.118874 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466eb86d-57c8-49b9-b374-736600ed7cb3', 'tag': '1058914a-58ef-453e-ba9a-072966ef5f6c', 'status': 'completed', 'code': 200} Jan 21 09:37:45.129034 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:45.150122 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:45.165564 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=2b2f8568-c4e9-4213-b655-9fdc13f46025,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:45.188984 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:45.200766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:45.201709 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.243143 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-59d54233-93f3-458f-9e41-2557b0e26a83 None None] Set router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:45.262494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event updated for resources: {'Port': ['ID=3a1d092d-62ad-4bc1-9c37-a29663dc35cb,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:45.303726 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.311097 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a08af-8d8c-4fe4-b21f-295723c41177 req-2055703e-e694-45f6-b68e-3b78066fdab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:45.313629 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-282a08af-8d8c-4fe4-b21f-295723c41177 req-2055703e-e694-45f6-b68e-3b78066fdab4 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=0b8fc8b6d18b40f0a2726a613ef6165a&device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 1099 time: 0.1794717 Jan 21 09:37:45.332715 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0ba26d63-8527-4826-a9ba-5cd17c408a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.374993 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba26d63-8527-4826-a9ba-5cd17c408a2c None None] Pushing event deleted for resources: {'Port': ['ID=e5d62e3b-c25c-497e-9d46-84132b289065,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:45.378562 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc27192-7927-4585-abe2-dea7d63d3b66 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:45.380867 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fcc27192-7927-4585-abe2-dea7d63d3b66 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2606730 Jan 21 09:37:45.395456 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43266) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:45.437334 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba26d63-8527-4826-a9ba-5cd17c408a2c None None] No DVR routers for this DVR port e5d62e3b-c25c-497e-9d46-84132b289065 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:45.531449 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e179f-cba3-4462-9ad7-147d9d87a2fa tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:45.534359 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-116e179f-cba3-4462-9ad7-147d9d87a2fa tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1374786 Jan 21 09:37:45.544198 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43268) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:45.549305 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-36754ebe-e330-4593-809d-a502eb5eeb2e None None] Provisioning complete for port 2b2f8568-c4e9-4213-b655-9fdc13f46025 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:45.549709 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-36754ebe-e330-4593-809d-a502eb5eeb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.589011 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 99050716-b887-4423-a86e-821da22ff9f4 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:37:45.599026 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-aeebc404-d913-4c0f-b2f0-57fe2eca1a42 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487268 Jan 21 09:37:45.600882 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43270) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:45.610208 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-96f06bff-0cb8-48d0-a681-666a99114586 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:45.667160 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 99050716-b887-4423-a86e-821da22ff9f4 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:37:45.667499 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 99050716-b887-4423-a86e-821da22ff9f4 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:37:45.692243 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c46e065d-eae7-4af8-a29e-7d7650450bc3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.697133 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c46e065d-eae7-4af8-a29e-7d7650450bc3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.699268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a08af-8d8c-4fe4-b21f-295723c41177 req-7351ad14-a5b7-4730-b1f6-7b1b3287dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:45.700745 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-282a08af-8d8c-4fe4-b21f-295723c41177 req-7351ad14-a5b7-4730-b1f6-7b1b3287dbf4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad28b2d1-8b01-4489-97c6-604837cc109e HTTP/1.1" status: 200 len: 897 time: 0.3446515 Jan 21 09:37:45.712681 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.716992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-36754ebe-e330-4593-809d-a502eb5eeb2e None None] Port 2b2f8568-c4e9-4213-b655-9fdc13f46025 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:45.722505 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.725287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699aa94-d217-47d8-bae0-b04e0a2da60e req-2ae095e5-fc28-41e0-bc4e-5c169d7e4fe0 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:45.727089 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4699aa94-d217-47d8-bae0-b04e0a2da60e req-2ae095e5-fc28-41e0-bc4e-5c169d7e4fe0 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.6116183 Jan 21 09:37:45.730692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.789926 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe14955-89b1-4b0d-9ef9-985bc8a48c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a47f54-cb0b-4db4-91a0-a18c7e9ef23c'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:45.793336 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa16aa3-0f3e-48fe-80b9-7be385b8d5c4" -d '{"events": [{"server_uuid": "4fe14955-89b1-4b0d-9ef9-985bc8a48c53", "name": "network-vif-plugged", "status": "completed", "tag": "79a47f54-cb0b-4db4-91a0-a18c7e9ef23c"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:37:45.794153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c46e065d-eae7-4af8-a29e-7d7650450bc3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.794915 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46e065d-eae7-4af8-a29e-7d7650450bc3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Fanout notify agent at l3_agent the message router_deleted on router c8ddb78d-262c-47dd-9380-c79f6fb3fa3c {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:37:45.805209 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c46e065d-eae7-4af8-a29e-7d7650450bc3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.806595 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c46e065d-eae7-4af8-a29e-7d7650450bc3 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/routers/c8ddb78d-262c-47dd-9380-c79f6fb3fa3c HTTP/1.1" status: 204 len: 168 time: 2.0982292 Jan 21 09:37:45.827744 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=79a47f54-cb0b-4db4-91a0-a18c7e9ef23c,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:45.832695 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43274) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:45.840411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.860499 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4699aa94-d217-47d8-bae0-b04e0a2da60e req-5983d7c3-8d11-4b8e-8030-a9603154a806 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994077 Jan 21 09:37:45.878722 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f06bff-0cb8-48d0-a681-666a99114586 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:45.882543 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-96f06bff-0cb8-48d0-a681-666a99114586 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.902606 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071c95e0-abbd-4135-841c-abbc1ef9a217 x-openstack-request-id: req-071c95e0-abbd-4135-841c-abbc1ef9a217 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:37:45.902903 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe14955-89b1-4b0d-9ef9-985bc8a48c53", "name": "network-vif-plugged", "status": "completed", "tag": "79a47f54-cb0b-4db4-91a0-a18c7e9ef23c", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:37:45.903157 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-071c95e0-abbd-4135-841c-abbc1ef9a217 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:37:45.903673 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe14955-89b1-4b0d-9ef9-985bc8a48c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a47f54-cb0b-4db4-91a0-a18c7e9ef23c', 'code': 200} Jan 21 09:37:45.908081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43276) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:45.941420 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-49d91bac-b194-4deb-83d5-bc66c26db07a None None] Provisioning complete for port 3a1d092d-62ad-4bc1-9c37-a29663dc35cb triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:45.941810 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-49d91bac-b194-4deb-83d5-bc66c26db07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.992423 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 6e02e9ea-580a-4085-b489-b8901786a2d4 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:46.010261 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:46.014562 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=79a47f54-cb0b-4db4-91a0-a18c7e9ef23c,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:46.020008 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-49d91bac-b194-4deb-83d5-bc66c26db07a None None] Port 3a1d092d-62ad-4bc1-9c37-a29663dc35cb cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:46.043227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-59d54233-93f3-458f-9e41-2557b0e26a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969925566', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '2678811b-14b0-42df-aa81-df03b1779d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:04Z', 'updated_at': '2022-01-21T09:37:16Z', 'revision_number': 4, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'gw_port': {'id': '2678811b-14b0-42df-aa81-df03b1779d46', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:05Z', 'updated_at': '2022-01-21T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '79efd008-00c6-4d61-8eac-c4e73740da2a', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'floating_ip_address': '172.26.7.224', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'port_id': '1058914a-58ef-453e-ba9a-072966ef5f6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e', 'mac_address': 'fa:16:3e:8a:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466eb86d-57c8-49b9-b374-736600ed7cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:41Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 0, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279318ef-a143-44a3-91a7-334bd4b11e38', 'name': '', 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'mac_address': 'fa:16:3e:83:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:21Z', 'revision_number': 5, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'subnets': [{'id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:46.075327 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d54233-93f3-458f-9e41-2557b0e26a83 None None] Checking router: 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:46.078389 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-49d91bac-b194-4deb-83d5-bc66c26db07a None None] Provisioning complete for port 2b2f8568-c4e9-4213-b655-9fdc13f46025 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:46.078790 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-49d91bac-b194-4deb-83d5-bc66c26db07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.127986 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d54233-93f3-458f-9e41-2557b0e26a83 None None] Routers {'933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:46.128949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-59d54233-93f3-458f-9e41-2557b0e26a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:46.350564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 552ad98b-d392-4276-858f-ac5bc11d712d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:46.376006 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-49d91bac-b194-4deb-83d5-bc66c26db07a None None] Port 2b2f8568-c4e9-4213-b655-9fdc13f46025 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:46.431253 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router d3c372b7-2f1b-4c63-9508-b5001eea81d6 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:46.446792 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-282a08af-8d8c-4fe4-b21f-295723c41177 req-201f4d79-f085-40c3-ada1-d9fcd0fceb4d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1058914a-58ef-453e-ba9a-072966ef5f6c HTTP/1.1" status: 200 len: 1000 time: 0.7365158 Jan 21 09:37:46.457340 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d63d4783-d687-4844-a823-d6216ee0dc1e tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/floatingips/79efd008-00c6-4d61-8eac-c4e73740da2a HTTP/1.1" status: 200 len: 992 time: 0.5483398 Jan 21 09:37:46.465064 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 552ad98b-d392-4276-858f-ac5bc11d712d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:46.465655 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.510980 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-59d54233-93f3-458f-9e41-2557b0e26a83 None None] Set router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:46.538148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff90bd-cab1-48e1-9dc8-070fb25352aa req-bf945280-5f94-4418-afd0-e38c25a79a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.539727 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-84ff90bd-cab1-48e1-9dc8-070fb25352aa req-bf945280-5f94-4418-afd0-e38c25a79a5a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 1098 time: 0.3238401 Jan 21 09:37:46.548814 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864265b-da5b-4a49-9c25-3ec3eb75d266 req-8de1f24b-8f64-4c65-b077-891e62ab26a1 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.550186 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-061daa4c-95d7-4a22-b1f7-00f1bfc0df83 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Deleting subnet 3d24dff0-3a56-490d-bed2-18cdb366eb7a {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:37:46.550341 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0864265b-da5b-4a49-9c25-3ec3eb75d266 req-8de1f24b-8f64-4c65-b077-891e62ab26a1 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 945 time: 0.3191514 Jan 21 09:37:46.571387 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ac60d9c8-7ca6-4311-870c-80421e3077b1 None None] Provisioning complete for port 2b2f8568-c4e9-4213-b655-9fdc13f46025 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:46.571916 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ac60d9c8-7ca6-4311-870c-80421e3077b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.594061 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-061daa4c-95d7-4a22-b1f7-00f1bfc0df83 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.656120 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a08af-8d8c-4fe4-b21f-295723c41177 req-fd204dff-9ecc-4ecb-a8aa-0ec8653ee95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.657804 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-282a08af-8d8c-4fe4-b21f-295723c41177 req-fd204dff-9ecc-4ecb-a8aa-0ec8653ee95a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b20f5d05-1e1c-4a25-9641-1e47e26c73c1 HTTP/1.1" status: 200 len: 835 time: 0.1977010 Jan 21 09:37:46.671213 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-84ff90bd-cab1-48e1-9dc8-070fb25352aa req-570813a6-e0d8-4105-8d5d-2b26d939e1f3 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198733 Jan 21 09:37:46.676183 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0864265b-da5b-4a49-9c25-3ec3eb75d266 req-c5811924-54ec-475c-9795-eedbd4739666 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148643 Jan 21 09:37:46.680973 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ac60d9c8-7ca6-4311-870c-80421e3077b1 None None] Port 2b2f8568-c4e9-4213-b655-9fdc13f46025 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:46.686241 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:46.693233 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6586b382-af02-483e-9188-68940c820dae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/d3c372b7-2f1b-4c63-9508-b5001eea81d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8072112 Jan 21 09:37:46.695773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43280) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:46.704766 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Sync routers for ids ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:46.715977 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-061daa4c-95d7-4a22-b1f7-00f1bfc0df83 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.721235 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Routers {'d3c372b7-2f1b-4c63-9508-b5001eea81d6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:46.722045 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:46.853618 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e5d62e3b-c25c-497e-9d46-84132b289065 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:37:46.890025 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-061daa4c-95d7-4a22-b1f7-00f1bfc0df83 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.893905 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Set router d3c372b7-2f1b-4c63-9508-b5001eea81d6 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:46.895392 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a08af-8d8c-4fe4-b21f-295723c41177 req-83469bd6-7fda-4f2c-a7e4-029de8e2113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.896978 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-282a08af-8d8c-4fe4-b21f-295723c41177 req-83469bd6-7fda-4f2c-a7e4-029de8e2113d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad28b2d1-8b01-4489-97c6-604837cc109e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2268095 Jan 21 09:37:46.903991 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: e5d62e3b-c25c-497e-9d46-84132b289065 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:37:46.904509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e5d62e3b-c25c-497e-9d46-84132b289065 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:37:46.936929 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-59d54233-93f3-458f-9e41-2557b0e26a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969925566', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '2678811b-14b0-42df-aa81-df03b1779d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:04Z', 'updated_at': '2022-01-21T09:37:16Z', 'revision_number': 4, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'gw_port': {'id': '2678811b-14b0-42df-aa81-df03b1779d46', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:05Z', 'updated_at': '2022-01-21T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '79efd008-00c6-4d61-8eac-c4e73740da2a', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'floating_ip_address': '172.26.7.224', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'port_id': '1058914a-58ef-453e-ba9a-072966ef5f6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e', 'mac_address': 'fa:16:3e:8a:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466eb86d-57c8-49b9-b374-736600ed7cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:41Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 0, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279318ef-a143-44a3-91a7-334bd4b11e38', 'name': '', 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'mac_address': 'fa:16:3e:83:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:21Z', 'revision_number': 5, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'subnets': [{'id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:46.971195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d54233-93f3-458f-9e41-2557b0e26a83 None None] The sync data for ids ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'] in dv-neutron-825721-1-hyperv is: [{'id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969925566', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '2678811b-14b0-42df-aa81-df03b1779d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:04Z', 'updated_at': '2022-01-21T09:37:16Z', 'revision_number': 4, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'gw_port': {'id': '2678811b-14b0-42df-aa81-df03b1779d46', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:05Z', 'updated_at': '2022-01-21T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '79efd008-00c6-4d61-8eac-c4e73740da2a', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'floating_ip_address': '172.26.7.224', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'port_id': '1058914a-58ef-453e-ba9a-072966ef5f6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e', 'mac_address': 'fa:16:3e:8a:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466eb86d-57c8-49b9-b374-736600ed7cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:41Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 0, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279318ef-a143-44a3-91a7-334bd4b11e38', 'name': '', 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'mac_address': 'fa:16:3e:83:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:21Z', 'revision_number': 5, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'subnets': [{'id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:46.994149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9b269-92eb-4386-8b21-2428029c42cf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.995352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9b269-92eb-4386-8b21-2428029c42cf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.995824 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9b269-92eb-4386-8b21-2428029c42cf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.996296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9b269-92eb-4386-8b21-2428029c42cf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.996759 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9b269-92eb-4386-8b21-2428029c42cf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.997218 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9b269-92eb-4386-8b21-2428029c42cf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.997703 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9b269-92eb-4386-8b21-2428029c42cf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.998165 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9b269-92eb-4386-8b21-2428029c42cf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.998620 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9b269-92eb-4386-8b21-2428029c42cf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.999075 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9b269-92eb-4386-8b21-2428029c42cf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.999525 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9b269-92eb-4386-8b21-2428029c42cf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.999979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9b269-92eb-4386-8b21-2428029c42cf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.002940 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-37f9b269-92eb-4386-8b21-2428029c42cf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8412 time: 0.3061829 Jan 21 09:37:47.006150 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43282) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:47.126777 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6af39f-41c7-4e5b-b702-932d96053a81 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.127252 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6af39f-41c7-4e5b-b702-932d96053a81 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.127718 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6af39f-41c7-4e5b-b702-932d96053a81 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.128163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6af39f-41c7-4e5b-b702-932d96053a81 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.128612 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6af39f-41c7-4e5b-b702-932d96053a81 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.129059 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6af39f-41c7-4e5b-b702-932d96053a81 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.129754 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6af39f-41c7-4e5b-b702-932d96053a81 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.130227 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6af39f-41c7-4e5b-b702-932d96053a81 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.130689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6af39f-41c7-4e5b-b702-932d96053a81 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.131121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6af39f-41c7-4e5b-b702-932d96053a81 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.132760 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6af39f-41c7-4e5b-b702-932d96053a81 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.136597 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0f6af39f-41c7-4e5b-b702-932d96053a81 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6998 time: 0.1266017 Jan 21 09:37:47.137008 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43284) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:47.141887 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-061daa4c-95d7-4a22-b1f7-00f1bfc0df83 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.163606 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '2b2f8568-c4e9-4213-b655-9fdc13f46025', 'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e7:63:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:43Z', 'updated_at': '2022-01-21T09:37:44Z', 'revision_number': 2, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:47.194607 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.206947 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061daa4c-95d7-4a22-b1f7-00f1bfc0df83 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Subnet': ['ID=3d24dff0-3a56-490d-bed2-18cdb366eb7a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:47.217797 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.222523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-061daa4c-95d7-4a22-b1f7-00f1bfc0df83 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.227975 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-061daa4c-95d7-4a22-b1f7-00f1bfc0df83 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/subnets/3d24dff0-3a56-490d-bed2-18cdb366eb7a HTTP/1.1" status: 204 len: 168 time: 1.3676777 Jan 21 09:37:47.233542 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43286) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:47.292199 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Checking router: d3c372b7-2f1b-4c63-9508-b5001eea81d6 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:47.292686 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Updating router d3c372b7-2f1b-4c63-9508-b5001eea81d6 port 2b2f8568-c4e9-4213-b655-9fdc13f46025 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:37:47.320703 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.334503 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.objects.ports [None req-96f06bff-0cb8-48d0-a681-666a99114586 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:37:47.341382 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bea1e6-41cd-49fd-85bb-25f498306e49 None None] New status for floating IP 79efd008-00c6-4d61-8eac-c4e73740da2a: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:37:47.346969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-96f06bff-0cb8-48d0-a681-666a99114586 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.350834 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-282a08af-8d8c-4fe4-b21f-295723c41177 req-5b4559a1-265f-4d8a-a970-ca365c050b6a service neutron] 10.222.0.113 "GET /v2.0/networks/ad28b2d1-8b01-4489-97c6-604837cc109e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290295 Jan 21 09:37:47.371784 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-254141c3-cde6-4258-a975-c177b1798494 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.426169 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.452098 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f06bff-0cb8-48d0-a681-666a99114586 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:47.463352 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43288) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:47.513993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-96f06bff-0cb8-48d0-a681-666a99114586 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:47.530755 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event updated for resources: {'Port': ['ID=3a1d092d-62ad-4bc1-9c37-a29663dc35cb,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:47.536591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f06bff-0cb8-48d0-a681-666a99114586 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.537770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-96f06bff-0cb8-48d0-a681-666a99114586 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.553256 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f6981d-5768-47bd-b371-9597b95da8e6 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:47.582427 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f06bff-0cb8-48d0-a681-666a99114586 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=43afa914-e548-42a7-8086-e8ddecd2dec7,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:47.685313 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-96f06bff-0cb8-48d0-a681-666a99114586 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0809255 Jan 21 09:37:47.692739 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43290) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:47.709216 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-52383b29-293d-4c70-8585-0c5da73f72dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:47.758634 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3ae560d3-050c-4b25-b966-b80c13f7e916 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/floatingips/79efd008-00c6-4d61-8eac-c4e73740da2a HTTP/1.1" status: 200 len: 992 time: 0.2527075 Jan 21 09:37:47.788309 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.794391 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5001af93-03f5-43c4-96a2-b5799093e449', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'fixed_ips': [{'subnet_id': '43afa914-e548-42a7-8086-e8ddecd2dec7'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:37:47.795265 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.814430 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-282a08af-8d8c-4fe4-b21f-295723c41177 req-bc78f44a-e144-4804-bfb0-bb2c0a8f34eb service neutron] 10.222.0.113 "GET /v2.0/networks/ad28b2d1-8b01-4489-97c6-604837cc109e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465814 Jan 21 09:37:47.829272 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.850341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Network 88ab2ecd-d9fd-4865-ab87-e9bb93e5af88 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:47.855865 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:47.982407 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-254141c3-cde6-4258-a975-c177b1798494 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.989904 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4d4d7-f1e1-4f6a-9ebd-39e85efac239 None None] Pushing event updated for resources: {'Port': ['ID=2b2f8568-c4e9-4213-b655-9fdc13f46025,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:48.023657 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-254141c3-cde6-4258-a975-c177b1798494 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e689d8e-4df5-4569-9ab2-604db6828e24']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:48.034351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-254141c3-cde6-4258-a975-c177b1798494 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8c6d3b-1e42-453a-b198-49c43c5c7cf6') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:48.034686 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-254141c3-cde6-4258-a975-c177b1798494 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8c6d3b-1e42-453a-b198-49c43c5c7cf6') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:48.055042 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-254141c3-cde6-4258-a975-c177b1798494 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.078440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-254141c3-cde6-4258-a975-c177b1798494 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.089602 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254141c3-cde6-4258-a975-c177b1798494 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:48.090022 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-254141c3-cde6-4258-a975-c177b1798494 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.104196 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Allocated IP 2001:db8::f816:3eff:fe63:8afb (5001af93-03f5-43c4-96a2-b5799093e449/43afa914-e548-42a7-8086-e8ddecd2dec7/68fafa92-533f-4a28-9806-f11d7001373e) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:48.131279 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Attempting to bind port 2b2f8568-c4e9-4213-b655-9fdc13f46025 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:48.142006 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52383b29-293d-4c70-8585-0c5da73f72dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:48.145789 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52383b29-293d-4c70-8585-0c5da73f72dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.146961 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Attempting to bind port 2b2f8568-c4e9-4213-b655-9fdc13f46025 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'e2c24e20-98a7-4b92-9808-aacf442b5586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:48.147351 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Attempting to bind port 2b2f8568-c4e9-4213-b655-9fdc13f46025 on network 6e02e9ea-580a-4085-b489-b8901786a2d4 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:48.150987 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Router 6086f8c6-c2a0-4c3a-952d-796939807282 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:48.157144 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:48.159695 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Checking segment: {'id': 'e2c24e20-98a7-4b92-9808-aacf442b5586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:48.162391 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.162779 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Bound using segment: {'id': 'e2c24e20-98a7-4b92-9808-aacf442b5586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:48.165191 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Bound port: 2b2f8568-c4e9-4213-b655-9fdc13f46025, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c24e20-98a7-4b92-9808-aacf442b5586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:48.165622 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.166266 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3f69-938c-45d0-8dac-eaed32304756 req-70a81b62-722c-480e-a5ff-935ade7f09bb tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:48.167883 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d57e3f69-938c-45d0-8dac-eaed32304756 req-70a81b62-722c-480e-a5ff-935ade7f09bb tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 945 time: 0.2232702 Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:48.203769 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:48.219725 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-254141c3-cde6-4258-a975-c177b1798494 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.243410 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-254141c3-cde6-4258-a975-c177b1798494 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.254893 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-254141c3-cde6-4258-a975-c177b1798494 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] 10.222.0.88 "DELETE /v2.0/networks/6e689d8e-4df5-4569-9ab2-604db6828e24 HTTP/1.1" status: 204 len: 168 time: 1.0194304 Jan 21 09:37:48.292046 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254141c3-cde6-4258-a975-c177b1798494 tempest-FloatingIPTestJSON-383760798 tempest-FloatingIPTestJSON-383760798-project] Pushing event deleted for resources: {'Network': ['ID=6e689d8e-4df5-4569-9ab2-604db6828e24,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:48.338806 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] For port 2b2f8568-c4e9-4213-b655-9fdc13f46025, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:48.340446 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1a4b72a3-d341-4a89-9422-8275b192ff12 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4314 time: 1.2022178 Jan 21 09:37:48.343992 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] For port 2b2f8568-c4e9-4213-b655-9fdc13f46025, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2b2f8568-c4e9-4213-b655-9fdc13f46025,segment=NetworkSegment(e2c24e20-98a7-4b92-9808-aacf442b5586),segment_id=e2c24e20-98a7-4b92-9808-aacf442b5586)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:48.353751 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.435132 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Routers {'d3c372b7-2f1b-4c63-9508-b5001eea81d6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:48.435780 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:48.440937 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4d4d7-f1e1-4f6a-9ebd-39e85efac239 None None] Pushing event updated for resources: {'Port': ['ID=2b2f8568-c4e9-4213-b655-9fdc13f46025,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:48.513230 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-4b6cbdfc-a8df-4536-b30c-15c638389e07 None None] Provisioning complete for port 3a1d092d-62ad-4bc1-9c37-a29663dc35cb triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:48.526099 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4b6cbdfc-a8df-4536-b30c-15c638389e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.594961 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.613821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.633403 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] Set router d3c372b7-2f1b-4c63-9508-b5001eea81d6 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:48.665284 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-4b6cbdfc-a8df-4536-b30c-15c638389e07 None None] Port 3a1d092d-62ad-4bc1-9c37-a29663dc35cb cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:48.677699 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:48.682547 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:48.691387 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:48.706863 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-4b6cbdfc-a8df-4536-b30c-15c638389e07 None None] Provisioning complete for port 2b2f8568-c4e9-4213-b655-9fdc13f46025 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:48.707624 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4b6cbdfc-a8df-4536-b30c-15c638389e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.709142 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Pushing event updated for resources: {'Port': ['ID=68fafa92-533f-4a28-9806-f11d7001373e,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:48.743846 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43300) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:48.761444 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43304) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:48.836405 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Attempting to bind port 68fafa92-533f-4a28-9806-f11d7001373e on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:48.837204 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Attempting to bind port 68fafa92-533f-4a28-9806-f11d7001373e by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:48.837595 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Attempting to bind port 68fafa92-533f-4a28-9806-f11d7001373e on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:48.846692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:48.847072 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:48.847612 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.848076 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:48.848638 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Bound port: 68fafa92-533f-4a28-9806-f11d7001373e, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:48.849299 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.899731 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8ab17b4e-2d11-4897-bc4c-ff0214aaf5c8 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/floatingips/79efd008-00c6-4d61-8eac-c4e73740da2a HTTP/1.1" status: 200 len: 994 time: 0.1368084 Jan 21 09:37:48.911148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43306) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:48.920625 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-c254d583-1991-45fd-bfbd-bb5f8a57e90a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-140028167', 'description': 'tempest-secgroup-smoke-140028167 description', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:48.945418 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4b6cbdfc-a8df-4536-b30c-15c638389e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.967788 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d57e3f69-938c-45d0-8dac-eaed32304756 req-50e8aa4b-b222-438e-aef1-f7efbc5de0f8 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7856033 Jan 21 09:37:48.980625 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] For port 68fafa92-533f-4a28-9806-f11d7001373e, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:48.986155 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] For port 68fafa92-533f-4a28-9806-f11d7001373e, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=68fafa92-533f-4a28-9806-f11d7001373e,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:48.996139 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.004691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c254d583-1991-45fd-bfbd-bb5f8a57e90a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.022440 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4b6cbdfc-a8df-4536-b30c-15c638389e07 None None] For port 2b2f8568-c4e9-4213-b655-9fdc13f46025, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2b2f8568-c4e9-4213-b655-9fdc13f46025,segment=NetworkSegment(e2c24e20-98a7-4b92-9808-aacf442b5586),segment_id=e2c24e20-98a7-4b92-9808-aacf442b5586)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:49.040920 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '2b2f8568-c4e9-4213-b655-9fdc13f46025', 'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e7:63:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:43Z', 'updated_at': '2022-01-21T09:37:48Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:49.044544 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4b6cbdfc-a8df-4536-b30c-15c638389e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.078782 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040e93e-c1cd-47bf-b1dc-46ceaf8d8516 None None] Pushing event updated for resources: {'Port': ['ID=68fafa92-533f-4a28-9806-f11d7001373e,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:49.098656 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4598d6-66f0-47da-a9bf-99d21a72ffc6 None None] The sync data for ids ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'] in dv-neutron-825721-1-hyperv is: [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '2b2f8568-c4e9-4213-b655-9fdc13f46025', 'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e7:63:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:43Z', 'updated_at': '2022-01-21T09:37:48Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:49.133520 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ed081ef1-4dc3-4b78-b0e7-c771de9ba5f2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1d2bd5322198457e9c46d36bbca23707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880284 Jan 21 09:37:49.137105 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43308) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:49.163373 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cbdfc-a8df-4536-b30c-15c638389e07 None None] Pushing event updated for resources: {'Port': ['ID=2b2f8568-c4e9-4213-b655-9fdc13f46025,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:49.174358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-85f90802-f364-4a7d-8706-44a7b0a0306f None None] Provisioning complete for port 2b2f8568-c4e9-4213-b655-9fdc13f46025 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:49.174738 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85f90802-f364-4a7d-8706-44a7b0a0306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.235737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c254d583-1991-45fd-bfbd-bb5f8a57e90a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.242748 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52383b29-293d-4c70-8585-0c5da73f72dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.249362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c254d583-1991-45fd-bfbd-bb5f8a57e90a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.306876 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254d583-1991-45fd-bfbd-bb5f8a57e90a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e51a97c8-66a2-4498-aef3-1d6702e80781,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:49.326255 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52383b29-293d-4c70-8585-0c5da73f72dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:49.332086 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-52383b29-293d-4c70-8585-0c5da73f72dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:49.340059 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52383b29-293d-4c70-8585-0c5da73f72dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:49.340396 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-52383b29-293d-4c70-8585-0c5da73f72dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.342790 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c254d583-1991-45fd-bfbd-bb5f8a57e90a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.348173 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c254d583-1991-45fd-bfbd-bb5f8a57e90a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4350033 Jan 21 09:37:49.348978 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43310) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:49.354691 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:49.355762 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-62829cf9-e426-4498-a29b-427970ecb9d8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'e51a97c8-66a2-4498-aef3-1d6702e80781', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:49.369139 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08255aee-794d-40e0-89f2-de30d99eb78b None None] Sync routers for ids ['6086f8c6-c2a0-4c3a-952d-796939807282'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:49.377863 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2364efb6-e081-40e2-b690-891867f6b524 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "PUT /v2.0/routers/6086f8c6-c2a0-4c3a-952d-796939807282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4496162 Jan 21 09:37:49.381947 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43312) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:49.383456 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52383b29-293d-4c70-8585-0c5da73f72dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=c9196112-c467-47ae-a944-0f727ab02d51,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:49.388982 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08255aee-794d-40e0-89f2-de30d99eb78b None None] Routers {'6086f8c6-c2a0-4c3a-952d-796939807282'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:49.389581 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-08255aee-794d-40e0-89f2-de30d99eb78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6086f8c6-c2a0-4c3a-952d-796939807282'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:49.398653 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-69b52a5c-a6ac-4843-bd20-6dbb66fc78d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.408911 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-52383b29-293d-4c70-8585-0c5da73f72dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7074981 Jan 21 09:37:49.409017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43314) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:49.416664 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-0eefcbf7-91a5-4cdb-bb57-063dd8a8c3e5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'mac_address': 'fa:16:3e:2d:f5:c9', 'name': 'tempest-NetworksTestDHCPv6-611581415'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:49.519170 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-08255aee-794d-40e0-89f2-de30d99eb78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:49.530401 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08255aee-794d-40e0-89f2-de30d99eb78b None None] Routers {'6086f8c6-c2a0-4c3a-952d-796939807282'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:49.531215 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-08255aee-794d-40e0-89f2-de30d99eb78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6086f8c6-c2a0-4c3a-952d-796939807282'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:49.568820 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-08255aee-794d-40e0-89f2-de30d99eb78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:49.569665 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08255aee-794d-40e0-89f2-de30d99eb78b None None] The sync data for ids ['6086f8c6-c2a0-4c3a-952d-796939807282'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:49.595982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-69b52a5c-a6ac-4843-bd20-6dbb66fc78d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.604359 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eefcbf7-91a5-4cdb-bb57-063dd8a8c3e5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:49.608521 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-62829cf9-e426-4498-a29b-427970ecb9d8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.658792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9415872f-13ef-4a2f-abdc-af0d191a3a1a tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.729057 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0eefcbf7-91a5-4cdb-bb57-063dd8a8c3e5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.761371 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-0eefcbf7-91a5-4cdb-bb57-063dd8a8c3e5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port 6afee98c-b919-4213-bced-2beeb36e0cd2 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:49.795704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-69b52a5c-a6ac-4843-bd20-6dbb66fc78d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.798504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-69b52a5c-a6ac-4843-bd20-6dbb66fc78d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.799721 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-69b52a5c-a6ac-4843-bd20-6dbb66fc78d1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e40f0ef4-33f7-45ea-b8d4-22055dd1042f HTTP/1.1" status: 204 len: 168 time: 0.6611292 Jan 21 09:37:49.803125 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-62829cf9-e426-4498-a29b-427970ecb9d8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.812573 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b52a5c-a6ac-4843-bd20-6dbb66fc78d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40f0ef4-33f7-45ea-b8d4-22055dd1042f,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:49.814786 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-62829cf9-e426-4498-a29b-427970ecb9d8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.816627 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-9415872f-13ef-4a2f-abdc-af0d191a3a1a tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 21 09:37:49.820785 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9415872f-13ef-4a2f-abdc-af0d191a3a1a tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "DELETE /v2.0/routers/6086f8c6-c2a0-4c3a-952d-796939807282 HTTP/1.1" status: 409 len: 329 time: 0.4374788 Jan 21 09:37:49.828009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43318) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:49.903435 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-62829cf9-e426-4498-a29b-427970ecb9d8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.907855 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-62829cf9-e426-4498-a29b-427970ecb9d8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5525620 Jan 21 09:37:49.908065 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43320) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:49.915016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-6c6f8168-4f84-4b53-918c-7e5bf49334e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'e51a97c8-66a2-4498-aef3-1d6702e80781', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:49.956528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62829cf9-e426-4498-a29b-427970ecb9d8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f452440-b0e4-4898-820a-0c4211a394bc,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:50.054894 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-0eefcbf7-91a5-4cdb-bb57-063dd8a8c3e5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 172.20.0.9 (5001af93-03f5-43c4-96a2-b5799093e449/c9196112-c467-47ae-a944-0f727ab02d51/6afee98c-b919-4213-bced-2beeb36e0cd2) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:50.065240 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-0eefcbf7-91a5-4cdb-bb57-063dd8a8c3e5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::f816:3eff:fe2d:f5c9 (5001af93-03f5-43c4-96a2-b5799093e449/43afa914-e548-42a7-8086-e8ddecd2dec7/6afee98c-b919-4213-bced-2beeb36e0cd2) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:50.335987 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6c6f8168-4f84-4b53-918c-7e5bf49334e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.341305 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f814460-3b3b-4594-8768-40b0f1f72db8 req-254b6840-de77-432f-a94d-5f2834d001d8 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:50.352097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 68fafa92-533f-4a28-9806-f11d7001373e up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:50.355063 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3f814460-3b3b-4594-8768-40b0f1f72db8 req-254b6840-de77-432f-a94d-5f2834d001d8 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 945 time: 0.1220229 Jan 21 09:37:50.426759 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 68fafa92-533f-4a28-9806-f11d7001373e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:50.427132 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.441789 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3f814460-3b3b-4594-8768-40b0f1f72db8 req-b633dcca-cae4-45d3-9d63-538a44086173 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844510 Jan 21 09:37:50.571095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8cc8229-9232-4ccb-9cb5-5d8bae36cd33 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.574873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0eefcbf7-91a5-4cdb-bb57-063dd8a8c3e5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.584011 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.640628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6c6f8168-4f84-4b53-918c-7e5bf49334e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.653260 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6c6f8168-4f84-4b53-918c-7e5bf49334e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.670090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 68fafa92-533f-4a28-9806-f11d7001373e, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=68fafa92-533f-4a28-9806-f11d7001373e,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:50.677960 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.679586 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2b2f8568-c4e9-4213-b655-9fdc13f46025 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:50.732818 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f8168-4f84-4b53-918c-7e5bf49334e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7d1710-6236-406a-9c06-fdeaa8f64000,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:50.755064 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6c6f8168-4f84-4b53-918c-7e5bf49334e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.761145 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6c6f8168-4f84-4b53-918c-7e5bf49334e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8509872 Jan 21 09:37:50.765384 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43338) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:50.776997 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f0041db2-d1e3-4f6f-a337-8aeec7e8e198 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'e51a97c8-66a2-4498-aef3-1d6702e80781', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:50.803395 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af76d04-1dad-4078-b8d5-95fb9d445640 req-4d75346d-8420-4ece-9c83-46881473fcb7 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:50.805614 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6af76d04-1dad-4078-b8d5-95fb9d445640 req-4d75346d-8420-4ece-9c83-46881473fcb7 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 945 time: 0.2023203 Jan 21 09:37:50.810331 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0eefcbf7-91a5-4cdb-bb57-063dd8a8c3e5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.827716 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=68fafa92-533f-4a28-9806-f11d7001373e,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:50.837976 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5a2630-ab75-45e1-8618-9630fd82467c None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:50.864163 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 2b2f8568-c4e9-4213-b655-9fdc13f46025 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:50.864562 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.898217 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefcbf7-91a5-4cdb-bb57-063dd8a8c3e5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=6afee98c-b919-4213-bced-2beeb36e0cd2,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:50.944270 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eefcbf7-91a5-4cdb-bb57-063dd8a8c3e5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:50.949970 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-0eefcbf7-91a5-4cdb-bb57-063dd8a8c3e5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:50.959155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eefcbf7-91a5-4cdb-bb57-063dd8a8c3e5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:50.968005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0041db2-d1e3-4f6f-a337-8aeec7e8e198 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.008613 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6af76d04-1dad-4078-b8d5-95fb9d445640 req-2f6661e6-252b-4e61-ab2b-ef0f19f3ccb3 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911161 Jan 21 09:37:51.036863 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-378659d7-72c8-4744-9101-fe3fb45eaf1a None None] Provisioning complete for port 68fafa92-533f-4a28-9806-f11d7001373e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:51.044957 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-378659d7-72c8-4744-9101-fe3fb45eaf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.052568 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-f8cc8229-9232-4ccb-9cb5-5d8bae36cd33 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Deleting port 3a1d092d-62ad-4bc1-9c37-a29663dc35cb {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:51.053201 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8cc8229-9232-4ccb-9cb5-5d8bae36cd33 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.060878 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43346) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:51.077167 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eefcbf7-91a5-4cdb-bb57-063dd8a8c3e5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:51.077947 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0eefcbf7-91a5-4cdb-bb57-063dd8a8c3e5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.108881 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0eefcbf7-91a5-4cdb-bb57-063dd8a8c3e5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6985033 Jan 21 09:37:51.109600 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43350) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:51.112418 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0041db2-d1e3-4f6f-a337-8aeec7e8e198 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.127312 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0041db2-d1e3-4f6f-a337-8aeec7e8e198 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.210039 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0041db2-d1e3-4f6f-a337-8aeec7e8e198 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4a1e05-1215-4397-a099-ab686c38709f,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:51.225314 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8cc8229-9232-4ccb-9cb5-5d8bae36cd33 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.231898 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0041db2-d1e3-4f6f-a337-8aeec7e8e198 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.235867 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f0041db2-d1e3-4f6f-a337-8aeec7e8e198 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4636347 Jan 21 09:37:51.240149 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43352) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:51.255353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-f8cc8229-9232-4ccb-9cb5-5d8bae36cd33 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Calling delete_port for 3a1d092d-62ad-4bc1-9c37-a29663dc35cb owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:51.256741 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a0fd13d0-35bd-4b89-85b2-7d700f13b03e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'e51a97c8-66a2-4498-aef3-1d6702e80781', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:51.321325 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff198e1-12c2-4bb1-8431-6cdca3d1327e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:51.328162 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff198e1-12c2-4bb1-8431-6cdca3d1327e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:51.330660 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9ff198e1-12c2-4bb1-8431-6cdca3d1327e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2168920 Jan 21 09:37:51.335072 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43354) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:51.342720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43356) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:51.436663 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a0fd13d0-35bd-4b89-85b2-7d700f13b03e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.490366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-3b844c45-74fd-4440-b6c6-61e985d1e1f9 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:51.491745 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING neutron.api.v2.base [None req-3b844c45-74fd-4440-b6c6-61e985d1e1f9 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 21 09:37:51.492409 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-3b844c45-74fd-4440-b6c6-61e985d1e1f9 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:37:51.493876 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3b844c45-74fd-4440-b6c6-61e985d1e1f9 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1503084 Jan 21 09:37:51.497566 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43360) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:51.502288 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a502fecd-0cc0-42be-acfb-8a0d7aff4c4f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1166396215'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:51.543494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a0fd13d0-35bd-4b89-85b2-7d700f13b03e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.544559 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a502fecd-0cc0-42be-acfb-8a0d7aff4c4f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.554404 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a502fecd-0cc0-42be-acfb-8a0d7aff4c4f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.559031 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-e991b6e1-8ff7-4cc6-9e14-a425818b91c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port 6afee98c-b919-4213-bced-2beeb36e0cd2 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:51.559391 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e991b6e1-8ff7-4cc6-9e14-a425818b91c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.564122 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a0fd13d0-35bd-4b89-85b2-7d700f13b03e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.565830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f859364-1db2-4a8c-9918-9f1e270a28da tempest-TestVolumeBootPattern-1261346526 tempest-TestVolumeBootPattern-1261346526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:51.567628 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7f859364-1db2-4a8c-9918-9f1e270a28da tempest-TestVolumeBootPattern-1261346526 tempest-TestVolumeBootPattern-1261346526-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 1093 time: 0.5053005 Jan 21 09:37:51.570898 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43362) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:51.577655 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': '79a47f54-cb0b-4db4-91a0-a18c7e9ef23c', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:51.590529 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e830881f-62eb-426f-8c77-505361654b63 None None] Update dhcp port {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'fixed_ips': [{'subnet_id': '43afa914-e548-42a7-8086-e8ddecd2dec7', 'ip_address': '2001:db8::f816:3eff:fe63:8afb'}, {'subnet_id': 'c9196112-c467-47ae-a944-0f727ab02d51'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': '68fafa92-533f-4a28-9806-f11d7001373e'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:37:51.619676 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e830881f-62eb-426f-8c77-505361654b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.649617 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.650924 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd13d0-35bd-4b89-85b2-7d700f13b03e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d4ef18-0ba7-42ce-9769-db8641030090,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:51.667969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a0fd13d0-35bd-4b89-85b2-7d700f13b03e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.669443 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a0fd13d0-35bd-4b89-85b2-7d700f13b03e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4281468 Jan 21 09:37:51.672466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43364) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:51.681358 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-080a9a11-6721-45dc-927a-9d805ee9614a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'e51a97c8-66a2-4498-aef3-1d6702e80781', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:51.687487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8cc8229-9232-4ccb-9cb5-5d8bae36cd33 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.721002 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e991b6e1-8ff7-4cc6-9e14-a425818b91c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.731981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc8229-9232-4ccb-9cb5-5d8bae36cd33 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event deleted for resources: {'Port': ['ID=3a1d092d-62ad-4bc1-9c37-a29663dc35cb,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:51.743978 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-e991b6e1-8ff7-4cc6-9e14-a425818b91c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for 6afee98c-b919-4213-bced-2beeb36e0cd2 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:51.822013 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a502fecd-0cc0-42be-acfb-8a0d7aff4c4f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.831606 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-080a9a11-6721-45dc-927a-9d805ee9614a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:37:51.836942 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a502fecd-0cc0-42be-acfb-8a0d7aff4c4f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.843623 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-080a9a11-6721-45dc-927a-9d805ee9614a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.855051 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-e830881f-62eb-426f-8c77-505361654b63 None None] Allocated IP 172.20.0.2 (5001af93-03f5-43c4-96a2-b5799093e449/c9196112-c467-47ae-a944-0f727ab02d51/68fafa92-533f-4a28-9806-f11d7001373e) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:51.904301 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a502fecd-0cc0-42be-acfb-8a0d7aff4c4f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.940635 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502fecd-0cc0-42be-acfb-8a0d7aff4c4f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691542a9-ac22-4782-9a17-ad0072af0839,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:51.943265 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a502fecd-0cc0-42be-acfb-8a0d7aff4c4f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.996198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f8cc8229-9232-4ccb-9cb5-5d8bae36cd33 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.008425 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e830881f-62eb-426f-8c77-505361654b63 None None] For port 68fafa92-533f-4a28-9806-f11d7001373e, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=68fafa92-533f-4a28-9806-f11d7001373e,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:52.009597 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a502fecd-0cc0-42be-acfb-8a0d7aff4c4f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.010862 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a502fecd-0cc0-42be-acfb-8a0d7aff4c4f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5122569 Jan 21 09:37:52.013277 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502fecd-0cc0-42be-acfb-8a0d7aff4c4f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9490c0-2a10-42fb-b3e8-9a4d53b94635,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:52.016308 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43366) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:52.021012 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-991edd4c-38ec-404b-9ef6-3a13abd95e45 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': 'be9490c0-2a10-42fb-b3e8-9a4d53b94635', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:52.046985 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e830881f-62eb-426f-8c77-505361654b63 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.061191 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e830881f-62eb-426f-8c77-505361654b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.097664 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-080a9a11-6721-45dc-927a-9d805ee9614a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.117380 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-991edd4c-38ec-404b-9ef6-3a13abd95e45 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.132569 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-080a9a11-6721-45dc-927a-9d805ee9614a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.188538 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 68fafa92-533f-4a28-9806-f11d7001373e up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:52.194695 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.211204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-080a9a11-6721-45dc-927a-9d805ee9614a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.219925 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-080a9a11-6721-45dc-927a-9d805ee9614a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5417957 Jan 21 09:37:52.219925 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a9a11-6721-45dc-927a-9d805ee9614a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a356c0a-ceab-4c73-b385-d6838d884c2b,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:52.225756 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43368) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:52.233816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-08429a1c-5411-4566-bd22-2e0032b9f9db tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'e51a97c8-66a2-4498-aef3-1d6702e80781', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:52.244431 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-991edd4c-38ec-404b-9ef6-3a13abd95e45 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.247875 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830881f-62eb-426f-8c77-505361654b63 None None] Pushing event updated for resources: {'Port': ['ID=68fafa92-533f-4a28-9806-f11d7001373e,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:52.255641 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-991edd4c-38ec-404b-9ef6-3a13abd95e45 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.268292 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e991b6e1-8ff7-4cc6-9e14-a425818b91c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.284070 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 68fafa92-533f-4a28-9806-f11d7001373e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:52.284786 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.329688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991b6e1-8ff7-4cc6-9e14-a425818b91c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=6afee98c-b919-4213-bced-2beeb36e0cd2,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:52.343327 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991edd4c-38ec-404b-9ef6-3a13abd95e45 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c895a899-8a6b-4d5b-814f-8460def7bea5,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:52.361260 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-991edd4c-38ec-404b-9ef6-3a13abd95e45 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.362802 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-991edd4c-38ec-404b-9ef6-3a13abd95e45 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3454461 Jan 21 09:37:52.365670 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43370) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:52.372706 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-5234730f-bd7c-4f5c-8a6c-1478d6662af3 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': 'be9490c0-2a10-42fb-b3e8-9a4d53b94635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:52.436732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cc8229-9232-4ccb-9cb5-5d8bae36cd33 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Router 6086f8c6-c2a0-4c3a-952d-796939807282 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:52.444342 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-08429a1c-5411-4566-bd22-2e0032b9f9db tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:37:52.456475 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08429a1c-5411-4566-bd22-2e0032b9f9db tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.484562 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e991b6e1-8ff7-4cc6-9e14-a425818b91c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.488858 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e991b6e1-8ff7-4cc6-9e14-a425818b91c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/6afee98c-b919-4213-bced-2beeb36e0cd2 HTTP/1.1" status: 204 len: 168 time: 1.1525302 Jan 21 09:37:52.491295 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43372) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:52.534153 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5234730f-bd7c-4f5c-8a6c-1478d6662af3 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.595295 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6646ada-6ee2-485c-935b-5552f054ee6a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:52.596910 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6646ada-6ee2-485c-935b-5552f054ee6a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:52.596910 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6646ada-6ee2-485c-935b-5552f054ee6a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:52.600214 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c6646ada-6ee2-485c-935b-5552f054ee6a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1079109 Jan 21 09:37:52.603459 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43374) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:52.622008 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Allocated IP 172.26.7.221 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/d469efa8-73a6-49b3-8b24-147aaf912b91) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:52.636727 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cc8229-9232-4ccb-9cb5-5d8bae36cd33 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:52.643163 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f8cc8229-9232-4ccb-9cb5-5d8bae36cd33 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "PUT /v2.0/routers/6086f8c6-c2a0-4c3a-952d-796939807282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8110092 Jan 21 09:37:52.649422 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006269e4-40dc-4c4b-befc-6a81f8f1200f None None] Sync routers for ids ['6086f8c6-c2a0-4c3a-952d-796939807282'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:52.651872 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43376) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:52.661662 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006269e4-40dc-4c4b-befc-6a81f8f1200f None None] Routers {'6086f8c6-c2a0-4c3a-952d-796939807282'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:52.662802 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-006269e4-40dc-4c4b-befc-6a81f8f1200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6086f8c6-c2a0-4c3a-952d-796939807282'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:52.670648 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-5234730f-bd7c-4f5c-8a6c-1478d6662af3 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:37:52.672067 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5234730f-bd7c-4f5c-8a6c-1478d6662af3 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3045926 Jan 21 09:37:52.677236 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-460fdc5d-afd0-4168-b7ce-ed137970093c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 43afa914-e548-42a7-8086-e8ddecd2dec7 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:37:52.679765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43378) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:52.688627 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-460fdc5d-afd0-4168-b7ce-ed137970093c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.707508 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-006269e4-40dc-4c4b-befc-6a81f8f1200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:52.718193 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006269e4-40dc-4c4b-befc-6a81f8f1200f None None] Routers {'6086f8c6-c2a0-4c3a-952d-796939807282'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:52.719001 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-006269e4-40dc-4c4b-befc-6a81f8f1200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6086f8c6-c2a0-4c3a-952d-796939807282'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:52.760766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-006269e4-40dc-4c4b-befc-6a81f8f1200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:52.762515 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006269e4-40dc-4c4b-befc-6a81f8f1200f None None] The sync data for ids ['6086f8c6-c2a0-4c3a-952d-796939807282'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:52.763113 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-460fdc5d-afd0-4168-b7ce-ed137970093c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.817434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3d77caf1-e0ef-4bf2-86e5-545dbd9f19fb tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.874673 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3d77caf1-e0ef-4bf2-86e5-545dbd9f19fb tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.923887 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-460fdc5d-afd0-4168-b7ce-ed137970093c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.974652 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3d77caf1-e0ef-4bf2-86e5-545dbd9f19fb tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.977487 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3d77caf1-e0ef-4bf2-86e5-545dbd9f19fb tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.978752 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3d77caf1-e0ef-4bf2-86e5-545dbd9f19fb tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "DELETE /v2.0/security-groups/be9490c0-2a10-42fb-b3e8-9a4d53b94635 HTTP/1.1" status: 204 len: 168 time: 0.2978170 Jan 21 09:37:52.986242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43380) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:53.000492 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-133d2a37-38de-4cd1-b375-b31e50816f97 None None] Provisioning complete for port 68fafa92-533f-4a28-9806-f11d7001373e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:53.000876 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-133d2a37-38de-4cd1-b375-b31e50816f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.010585 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77caf1-e0ef-4bf2-86e5-545dbd9f19fb tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9490c0-2a10-42fb-b3e8-9a4d53b94635,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:53.053665 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-8fae6dbc-d2ea-443c-b393-7deb0a9781d3 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] show failed (client error): The resource could not be found. Jan 21 09:37:53.054888 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8fae6dbc-d2ea-443c-b393-7deb0a9781d3 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "GET /v2.0/routers/tempest-non_exist_router-684091761 HTTP/1.1" status: 404 len: 334 time: 0.4015787 Jan 21 09:37:53.061932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43382) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:53.070641 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08429a1c-5411-4566-bd22-2e0032b9f9db tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.076755 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f6d908ac-9f11-4adb-b2b2-c9084fce9146 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:53.081917 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08429a1c-5411-4566-bd22-2e0032b9f9db tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.124002 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5c215fd1-681c-499e-81e3-1b321790eba1 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1353078 Jan 21 09:37:53.128633 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43384) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:53.133725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1d4c0ed3-39a5-41d9-85e7-a3fad9ce13d2 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161120722'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:53.140659 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-f6d908ac-9f11-4adb-b2b2-c9084fce9146 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] update failed (client error): The resource could not be found. Jan 21 09:37:53.142240 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f6d908ac-9f11-4adb-b2b2-c9084fce9146 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "PUT /v2.0/routers/tempest-non_exist_router-2012230385 HTTP/1.1" status: 404 len: 335 time: 0.0739257 Jan 21 09:37:53.148069 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43386) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:53.159100 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08429a1c-5411-4566-bd22-2e0032b9f9db tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.160306 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-08429a1c-5411-4566-bd22-2e0032b9f9db tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9334283 Jan 21 09:37:53.163240 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08429a1c-5411-4566-bd22-2e0032b9f9db tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b3fe5c-bace-4830-8afc-5f747eb9f134,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:53.213990 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.214238 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-460fdc5d-afd0-4168-b7ce-ed137970093c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.232319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-133d2a37-38de-4cd1-b375-b31e50816f97 None None] Could not find standard attr ID for object 6afee98c-b919-4213-bced-2beeb36e0cd2. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:37:53.278721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.301534 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fdc5d-afd0-4168-b7ce-ed137970093c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=43afa914-e548-42a7-8086-e8ddecd2dec7,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:53.307862 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-460fdc5d-afd0-4168-b7ce-ed137970093c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.311172 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-460fdc5d-afd0-4168-b7ce-ed137970093c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/43afa914-e548-42a7-8086-e8ddecd2dec7 HTTP/1.1" status: 204 len: 168 time: 0.6990418 Jan 21 09:37:53.315900 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43390) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:53.362234 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ec9d9-d437-4c12-b0e6-dd2fd9e6f689 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:53.365898 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:53.371783 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:53.380718 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:53.415909 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61c7a4e-fab9-4259-b046-ce727daa8db1 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Deleting subnet 6cc590b3-a882-45e5-940a-927abdfaf5f4 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:37:53.420947 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c61c7a4e-fab9-4259-b046-ce727daa8db1 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.443815 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event updated for resources: {'Port': ['ID=d469efa8-73a6-49b3-8b24-147aaf912b91,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:53.482256 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c61c7a4e-fab9-4259-b046-ce727daa8db1 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.504000 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-212959d0-e079-4d24-bf04-8352302aa55b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-140028167&fields=id&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 267 time: 0.0777719 Jan 21 09:37:53.543016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0ed3-39a5-41d9-85e7-a3fad9ce13d2 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.593969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f626284e-9aed-481e-aeb2-a68b84e16e9c None None] Could not find standard attr ID for object 6afee98c-b919-4213-bced-2beeb36e0cd2. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:37:53.618180 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-7660f7d9-1b8a-4f1e-b917-210bc9db1e30 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet c9196112-c467-47ae-a944-0f727ab02d51 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:37:53.626127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7660f7d9-1b8a-4f1e-b917-210bc9db1e30 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.677364 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c61c7a4e-fab9-4259-b046-ce727daa8db1 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.727687 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7660f7d9-1b8a-4f1e-b917-210bc9db1e30 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.743342 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-3b7f9efa-62d1-4eb9-a62f-3c2e92f2f643 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:53.751850 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-3b7f9efa-62d1-4eb9-a62f-3c2e92f2f643 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/networks?id=6e02e9ea-580a-4085-b489-b8901786a2d4 HTTP/1.1" status: 200 len: 796 time: 0.2467439 Jan 21 09:37:53.774516 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-d8e34aff-983e-40d4-a98c-b9a26aa4d05b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/quotas/d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 375 time: 0.0213609 Jan 21 09:37:53.806636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0ed3-39a5-41d9-85e7-a3fad9ce13d2 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.818487 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0ed3-39a5-41d9-85e7-a3fad9ce13d2 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.865230 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c0ed3-39a5-41d9-85e7-a3fad9ce13d2 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b6665a-500f-463c-88df-2875629012ec,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:53.899948 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-f78e9c89-0039-46ed-9c57-582208a2a36a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1246173 Jan 21 09:37:53.902360 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c61c7a4e-fab9-4259-b046-ce727daa8db1 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.950181 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c7a4e-fab9-4259-b046-ce727daa8db1 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc590b3-a882-45e5-940a-927abdfaf5f4,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:53.952365 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c61c7a4e-fab9-4259-b046-ce727daa8db1 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.959431 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c61c7a4e-fab9-4259-b046-ce727daa8db1 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "DELETE /v2.0/subnets/6cc590b3-a882-45e5-940a-927abdfaf5f4 HTTP/1.1" status: 204 len: 168 time: 0.8099694 Jan 21 09:37:53.966786 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0ed3-39a5-41d9-85e7-a3fad9ce13d2 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.969206 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1323d484-d841-4a82-9621-d1a0a2dbcdee None None] Network cec63bfa-fca8-48e2-8916-a9f7e5da0fd8 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:53.982549 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1d4c0ed3-39a5-41d9-85e7-a3fad9ce13d2 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8521221 Jan 21 09:37:53.984104 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43402) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:53.984316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43404) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:54.009626 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7660f7d9-1b8a-4f1e-b917-210bc9db1e30 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.028638 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a2ed876c-d8ac-4fe5-b8d0-bbfc4965a0f1 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': '20b6665a-500f-463c-88df-2875629012ec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:54.029392 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING neutron.api.v2.base [None req-a2ed876c-d8ac-4fe5-b8d0-bbfc4965a0f1 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 21 09:37:54.029779 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-a2ed876c-d8ac-4fe5-b8d0-bbfc4965a0f1 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:54.030756 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a2ed876c-d8ac-4fe5-b8d0-bbfc4965a0f1 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0377276 Jan 21 09:37:54.052480 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43406) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:54.165335 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-51e2cff3-c7a5-4627-b6dc-4ba82dc7dad5 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.187504 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7660f7d9-1b8a-4f1e-b917-210bc9db1e30 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.200187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 68fafa92-533f-4a28-9806-f11d7001373e up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:54.222723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660f7d9-1b8a-4f1e-b917-210bc9db1e30 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=c9196112-c467-47ae-a944-0f727ab02d51,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:54.238480 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-28489171-95fe-4f4e-b757-ba9a200fb5e6 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Deleting subnet 84a5902c-9701-4de8-92df-5d43e726c9cd {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:37:54.243033 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28489171-95fe-4f4e-b757-ba9a200fb5e6 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.251855 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-51e2cff3-c7a5-4627-b6dc-4ba82dc7dad5 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.333043 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28489171-95fe-4f4e-b757-ba9a200fb5e6 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.334248 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 68fafa92-533f-4a28-9806-f11d7001373e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:54.334248 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.339319 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7660f7d9-1b8a-4f1e-b917-210bc9db1e30 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.346590 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7660f7d9-1b8a-4f1e-b917-210bc9db1e30 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/c9196112-c467-47ae-a944-0f727ab02d51 HTTP/1.1" status: 204 len: 168 time: 1.0273416 Jan 21 09:37:54.346590 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-51e2cff3-c7a5-4627-b6dc-4ba82dc7dad5 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.350083 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-51e2cff3-c7a5-4627-b6dc-4ba82dc7dad5 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.353578 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-51e2cff3-c7a5-4627-b6dc-4ba82dc7dad5 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "DELETE /v2.0/security-groups/20b6665a-500f-463c-88df-2875629012ec HTTP/1.1" status: 204 len: 168 time: 0.2979918 Jan 21 09:37:54.353578 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43408) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:54.358596 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43410) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:54.442245 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-87f7f52e-5258-4ade-889f-dd01ecfd6fc8 service neutron] 10.222.0.88 "GET /v2.0/networks/6e02e9ea-580a-4085-b489-b8901786a2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412536 Jan 21 09:37:54.445373 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2becde2e-9912-418c-bf40-3938aac97b24 None None] DHCP port deletion for cec63bfa-fca8-48e2-8916-a9f7e5da0fd8 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:37:54.503137 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-77531144-f48e-4838-a112-0218ca888414 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1322613 Jan 21 09:37:54.503137 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2cff3-c7a5-4627-b6dc-4ba82dc7dad5 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b6665a-500f-463c-88df-2875629012ec,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:54.515172 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-10f358f8-20b4-4061-b545-53b1dba0142f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1555576 Jan 21 09:37:54.515172 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43412) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:54.516613 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43414) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:54.522334 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-200d202a-7c3d-45cf-810c-5f7c1b1121bd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:54.558240 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.612428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-2becde2e-9912-418c-bf40-3938aac97b24 None None] Deleting port 798ba8cb-6729-4fe9-97be-74d68da71cfb {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:54.612976 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2becde2e-9912-418c-bf40-3938aac97b24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.643783 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f06b468c-6dc4-4a0a-93a6-d8e60260942f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group': {'name': 'tempest-secgroup--2104048892'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:54.682640 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ae1fa2-81f1-445b-9f89-1b3786095f93 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:54.685138 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28489171-95fe-4f4e-b757-ba9a200fb5e6 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.690803 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f06b468c-6dc4-4a0a-93a6-d8e60260942f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.706521 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200d202a-7c3d-45cf-810c-5f7c1b1121bd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:54.710060 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-200d202a-7c3d-45cf-810c-5f7c1b1121bd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.773608 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-2fd61500-8f5e-4cec-bbee-4f3e403fe6cb service neutron] 10.222.0.88 "GET /v2.0/networks/6e02e9ea-580a-4085-b489-b8901786a2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302786 Jan 21 09:37:54.809617 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.811013 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.816275 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28489171-95fe-4f4e-b757-ba9a200fb5e6 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.830722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-2becde2e-9912-418c-bf40-3938aac97b24 None None] For port 798ba8cb-6729-4fe9-97be-74d68da71cfb, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=798ba8cb-6729-4fe9-97be-74d68da71cfb,segment=NetworkSegment(f41b2fd4-8973-4f04-baa7-bcadb0cb678a),segment_id=f41b2fd4-8973-4f04-baa7-bcadb0cb678a)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:54.831148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2becde2e-9912-418c-bf40-3938aac97b24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.857279 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-885ca408-5ecc-49f7-a80b-d97c1ca37d52 None None] Provisioning complete for port 68fafa92-533f-4a28-9806-f11d7001373e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:54.858333 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-885ca408-5ecc-49f7-a80b-d97c1ca37d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.860700 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-2becde2e-9912-418c-bf40-3938aac97b24 None None] Calling delete_port for 798ba8cb-6729-4fe9-97be-74d68da71cfb owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:54.870380 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f06b468c-6dc4-4a0a-93a6-d8e60260942f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.898946 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28489171-95fe-4f4e-b757-ba9a200fb5e6 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event deleted for resources: {'Subnet': ['ID=84a5902c-9701-4de8-92df-5d43e726c9cd,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:54.900936 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f06b468c-6dc4-4a0a-93a6-d8e60260942f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.907991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28489171-95fe-4f4e-b757-ba9a200fb5e6 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.911918 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-28489171-95fe-4f4e-b757-ba9a200fb5e6 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "DELETE /v2.0/subnets/84a5902c-9701-4de8-92df-5d43e726c9cd HTTP/1.1" status: 204 len: 168 time: 0.9262218 Jan 21 09:37:54.920608 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43416) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:54.946254 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc04eed3-ea10-4ba3-8cd8-03cf08f192b3 None None] Network 03666cb5-9f8b-4137-ad30-ae056627f993 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:54.952254 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f06b468c-6dc4-4a0a-93a6-d8e60260942f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.957640 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f06b468c-6dc4-4a0a-93a6-d8e60260942f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4426508 Jan 21 09:37:54.958308 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43418) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:54.968624 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-5e9cd8a9-5533-4cc6-b7ca-ade7891fb325 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': '55c2cee6-e1e3-441e-8231-607fd83c356f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:54.969553 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING neutron.api.v2.base [None req-5e9cd8a9-5533-4cc6-b7ca-ade7891fb325 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 21 09:37:54.970073 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-5e9cd8a9-5533-4cc6-b7ca-ade7891fb325 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:54.984002 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5e9cd8a9-5533-4cc6-b7ca-ade7891fb325 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0187128 Jan 21 09:37:54.984572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43420) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:55.036346 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b468c-6dc4-4a0a-93a6-d8e60260942f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c2cee6-e1e3-441e-8231-607fd83c356f,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:55.089881 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.138065 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bdab6848-51ee-463c-8248-b9af1c5584c4 req-66440445-2cb8-4985-ab55-659772777e95 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 210 time: 0.0568008 Jan 21 09:37:55.278561 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Deleting port 798ba8cb-6729-4fe9-97be-74d68da71cfb {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:55.279746 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.293553 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2becde2e-9912-418c-bf40-3938aac97b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.296939 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-719b05b4-8509-40db-8d14-0655c30f3ffd tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.307899 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.313157 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2becde2e-9912-418c-bf40-3938aac97b24 None None] No DVR routers for this DVR port 798ba8cb-6729-4fe9-97be-74d68da71cfb on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:55.337249 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becde2e-9912-418c-bf40-3938aac97b24 None None] Pushing event deleted for resources: {'Port': ['ID=798ba8cb-6729-4fe9-97be-74d68da71cfb,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:55.360343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584df83e-2fc3-4928-a65c-e26ea16a2d4b None None] DHCP port deletion for 5001af93-03f5-43c4-96a2-b5799093e449 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:37:55.362162 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.418626 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5735a8-a8fc-4d75-9bc9-1b05280478c6 None None] DHCP port deletion for 03666cb5-9f8b-4137-ad30-ae056627f993 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:37:55.428930 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-719b05b4-8509-40db-8d14-0655c30f3ffd tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.505324 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-584df83e-2fc3-4928-a65c-e26ea16a2d4b None None] Deleting port 68fafa92-533f-4a28-9806-f11d7001373e {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:55.506740 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-584df83e-2fc3-4928-a65c-e26ea16a2d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.536190 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.objects.ports [None req-200d202a-7c3d-45cf-810c-5f7c1b1121bd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:37:55.610648 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ba5735a8-a8fc-4d75-9bc9-1b05280478c6 None None] Deleting port 845dc1ba-1795-4af5-8833-f2c25473f318 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:55.611026 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ba5735a8-a8fc-4d75-9bc9-1b05280478c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.667655 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-584df83e-2fc3-4928-a65c-e26ea16a2d4b None None] For port 68fafa92-533f-4a28-9806-f11d7001373e, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=68fafa92-533f-4a28-9806-f11d7001373e,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:55.668065 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-584df83e-2fc3-4928-a65c-e26ea16a2d4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.707478 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-584df83e-2fc3-4928-a65c-e26ea16a2d4b None None] Calling delete_port for 68fafa92-533f-4a28-9806-f11d7001373e owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:55.782989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ba5735a8-a8fc-4d75-9bc9-1b05280478c6 None None] For port 845dc1ba-1795-4af5-8833-f2c25473f318, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=845dc1ba-1795-4af5-8833-f2c25473f318,segment=NetworkSegment(4d4ece75-4550-40ad-a650-69ec84057fb9),segment_id=4d4ece75-4550-40ad-a650-69ec84057fb9)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:55.783855 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ba5735a8-a8fc-4d75-9bc9-1b05280478c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.799224 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] For port 798ba8cb-6729-4fe9-97be-74d68da71cfb, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=798ba8cb-6729-4fe9-97be-74d68da71cfb,segment=NetworkSegment(f41b2fd4-8973-4f04-baa7-bcadb0cb678a),segment_id=f41b2fd4-8973-4f04-baa7-bcadb0cb678a)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:55.799833 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.802249 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event updated for resources: {'Port': ['ID=d469efa8-73a6-49b3-8b24-147aaf912b91,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:55.818904 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ba5735a8-a8fc-4d75-9bc9-1b05280478c6 None None] Calling delete_port for 845dc1ba-1795-4af5-8833-f2c25473f318 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:55.821048 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Calling delete_port for 798ba8cb-6729-4fe9-97be-74d68da71cfb owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:55.848275 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.894722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-584df83e-2fc3-4928-a65c-e26ea16a2d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.928101 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584df83e-2fc3-4928-a65c-e26ea16a2d4b None None] No DVR routers for this DVR port 68fafa92-533f-4a28-9806-f11d7001373e on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:55.960921 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584df83e-2fc3-4928-a65c-e26ea16a2d4b None None] Pushing event deleted for resources: {'Port': ['ID=68fafa92-533f-4a28-9806-f11d7001373e,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.018810 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ba5735a8-a8fc-4d75-9bc9-1b05280478c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.023673 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-719b05b4-8509-40db-8d14-0655c30f3ffd tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.026905 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-719b05b4-8509-40db-8d14-0655c30f3ffd tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.028357 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-719b05b4-8509-40db-8d14-0655c30f3ffd tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "DELETE /v2.0/security-groups/55c2cee6-e1e3-441e-8231-607fd83c356f HTTP/1.1" status: 204 len: 168 time: 1.0087755 Jan 21 09:37:56.035028 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43432) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:56.047685 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING neutron.services.revisions.revision_plugin [None req-200d202a-7c3d-45cf-810c-5f7c1b1121bd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Could not find related port for resource to bump revision. Jan 21 09:37:56.050791 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Floating IP 6206a238-5a29-4523-a4f5-54e730e305e3 associated. External IP: 172.26.7.221, port: 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c. Jan 21 09:37:56.062050 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5735a8-a8fc-4d75-9bc9-1b05280478c6 None None] No DVR routers for this DVR port 845dc1ba-1795-4af5-8833-f2c25473f318 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:56.062856 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b05b4-8509-40db-8d14-0655c30f3ffd tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c2cee6-e1e3-441e-8231-607fd83c356f,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.070464 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.ipam_pluggable_backend [None req-200d202a-7c3d-45cf-810c-5f7c1b1121bd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Port 68fafa92-533f-4a28-9806-f11d7001373e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 21 09:37:56.071110 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.ipam_pluggable_backend [None req-200d202a-7c3d-45cf-810c-5f7c1b1121bd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Reverting IP allocation for 2001:db8::f816:3eff:fe63:8afb {{(pid=102146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 21 09:37:56.075410 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.ipam_pluggable_backend [None req-200d202a-7c3d-45cf-810c-5f7c1b1121bd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe63:8afb {{(pid=102146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 21 09:37:56.077268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-200d202a-7c3d-45cf-810c-5f7c1b1121bd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.090560 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5735a8-a8fc-4d75-9bc9-1b05280478c6 None None] Pushing event deleted for resources: {'Port': ['ID=845dc1ba-1795-4af5-8833-f2c25473f318,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.128354 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 68fafa92-533f-4a28-9806-f11d7001373e no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:37:56.148856 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200d202a-7c3d-45cf-810c-5f7c1b1121bd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:56.154213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-200d202a-7c3d-45cf-810c-5f7c1b1121bd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:56.160259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200d202a-7c3d-45cf-810c-5f7c1b1121bd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:56.160519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-200d202a-7c3d-45cf-810c-5f7c1b1121bd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.181682 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43436) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:56.181902 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-590b70bc-64eb-4973-bfbe-16c2bb9c022e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1435485 Jan 21 09:37:56.189234 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78283f78-3221-4f83-a638-52eaf4a4ae1a None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:56.192916 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-633dadba-1147-4f2c-9b65-b5e4d1e6abab tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group': {'name': 'tempest-secgroup--2098828786'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:56.224834 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.231769 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:37:56.236328 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-200d202a-7c3d-45cf-810c-5f7c1b1121bd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7181106 Jan 21 09:37:56.245022 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43438) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:56.261220 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-5625f562-41c8-4958-8ce7-8ff0fd0a23e9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:56.285784 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event deleted for resources: {'Port': ['ID=798ba8cb-6729-4fe9-97be-74d68da71cfb,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.301674 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] No DVR routers for this DVR port 798ba8cb-6729-4fe9-97be-74d68da71cfb on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:56.308482 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d202a-7c3d-45cf-810c-5f7c1b1121bd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=49d5790a-2028-4805-979d-3af0088b86d1,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.326885 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-633dadba-1147-4f2c-9b65-b5e4d1e6abab tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.340944 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 68fafa92-533f-4a28-9806-f11d7001373e {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:37:56.341826 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 68fafa92-533f-4a28-9806-f11d7001373e not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:37:56.342339 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 798ba8cb-6729-4fe9-97be-74d68da71cfb no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:37:56.404506 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 798ba8cb-6729-4fe9-97be-74d68da71cfb {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:37:56.404801 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 798ba8cb-6729-4fe9-97be-74d68da71cfb not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:37:56.405672 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 845dc1ba-1795-4af5-8833-f2c25473f318 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:37:56.443540 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 845dc1ba-1795-4af5-8833-f2c25473f318 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:37:56.444009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 845dc1ba-1795-4af5-8833-f2c25473f318 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:37:56.564689 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cb358676-c441-4b14-a586-f57aec46f791 req-040c6c06-e06f-4b64-a749-6221c2ad0804 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 210 time: 0.1711240 Jan 21 09:37:56.572831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.607570 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec63bfa-fca8-48e2-8916-a9f7e5da0fd8']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:56.611071 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5001af93-03f5-43c4-96a2-b5799093e449', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'fixed_ips': [{'subnet_id': '49d5790a-2028-4805-979d-3af0088b86d1'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:37:56.612187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.659812 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41b2fd4-8973-4f04-baa7-bcadb0cb678a') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:56.660032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41b2fd4-8973-4f04-baa7-bcadb0cb678a') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:56.680393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.702153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.716633 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5625f562-41c8-4958-8ce7-8ff0fd0a23e9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:56.717349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:56.718058 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.721244 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5625f562-41c8-4958-8ce7-8ff0fd0a23e9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: self.session.flush() Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:56.722246 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:56.741978 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:56.788674 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-d2cd968e-9eac-406a-b3c1-60ace3cae4d7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:56.790282 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-d2cd968e-9eac-406a-b3c1-60ace3cae4d7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/networks?id=6e02e9ea-580a-4085-b489-b8901786a2d4 HTTP/1.1" status: 200 len: 796 time: 0.3507373 Jan 21 09:37:56.827591 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Allocated IP 2001:db8::f816:3eff:fe03:6fdc (5001af93-03f5-43c4-96a2-b5799093e449/49d5790a-2028-4805-979d-3af0088b86d1/9298f691-300c-4e64-8220-69cb6f6df395) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:56.839824 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-633dadba-1147-4f2c-9b65-b5e4d1e6abab tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.848720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.853844 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-633dadba-1147-4f2c-9b65-b5e4d1e6abab tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.857200 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.865191 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "DELETE /v2.0/networks/cec63bfa-fca8-48e2-8916-a9f7e5da0fd8 HTTP/1.1" status: 204 len: 168 time: 1.9434826 Jan 21 09:37:56.878153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43444) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:56.893244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffad84d-2d6e-476d-880d-4e4224dcebbe tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event deleted for resources: {'Network': ['ID=cec63bfa-fca8-48e2-8916-a9f7e5da0fd8,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.912328 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-c2f27ad4-5ec5-4fe4-b2b2-1632c0014ddb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 379 time: 0.1065445 Jan 21 09:37:56.931053 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-4dd6eeee-6b2c-49d2-87cd-372b598c3661 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'port': {'device_id': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'admin_state_up': True, 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'security_groups': ['e51a97c8-66a2-4498-aef3-1d6702e80781']}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:56.944869 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-633dadba-1147-4f2c-9b65-b5e4d1e6abab tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.946115 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-633dadba-1147-4f2c-9b65-b5e4d1e6abab tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7638073 Jan 21 09:37:56.957964 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633dadba-1147-4f2c-9b65-b5e4d1e6abab tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88afcc6-b940-4988-a4f9-e7eff0160f30,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.964270 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43446) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:56.996371 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-81be08b5-5bad-483f-9b55-ecc558d8507e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': 'b88afcc6-b940-4988-a4f9-e7eff0160f30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:57.013024 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3452c63a-cef3-4457-90f0-4ad97311c38f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.013814 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING neutron.api.v2.base [None req-81be08b5-5bad-483f-9b55-ecc558d8507e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 21 09:37:57.014676 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-81be08b5-5bad-483f-9b55-ecc558d8507e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:57.020246 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-81be08b5-5bad-483f-9b55-ecc558d8507e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0518529 Jan 21 09:37:57.020465 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:57.022226 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43448) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:57.028272 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04303910-0b1b-421a-aac0-3d7f66db589a None None] Sync routers for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:57.029094 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-033bb1fa-8e00-4345-90b8-81f89834151c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': 'b88afcc6-b940-4988-a4f9-e7eff0160f30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:57.030807 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING neutron.api.v2.base [None req-033bb1fa-8e00-4345-90b8-81f89834151c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 21 09:37:57.031333 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-033bb1fa-8e00-4345-90b8-81f89834151c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:57.033419 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-033bb1fa-8e00-4345-90b8-81f89834151c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076702 Jan 21 09:37:57.039910 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43450) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:57.043160 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04303910-0b1b-421a-aac0-3d7f66db589a None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:57.044275 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-04303910-0b1b-421a-aac0-3d7f66db589a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:57.046567 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-c499fe68-7036-469c-8e81-a01bc0764ee1 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': 'b88afcc6-b940-4988-a4f9-e7eff0160f30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:57.048261 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING neutron.api.v2.base [None req-c499fe68-7036-469c-8e81-a01bc0764ee1 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 21 09:37:57.048768 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-c499fe68-7036-469c-8e81-a01bc0764ee1 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:57.052459 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c499fe68-7036-469c-8e81-a01bc0764ee1 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089462 Jan 21 09:37:57.054140 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43452) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:57.058634 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-15a7616e-e100-482b-9fba-38c060c2322c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': 'b88afcc6-b940-4988-a4f9-e7eff0160f30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:57.059527 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING neutron.api.v2.base [None req-15a7616e-e100-482b-9fba-38c060c2322c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 21 09:37:57.059969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.060142 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-15a7616e-e100-482b-9fba-38c060c2322c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:57.064720 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-15a7616e-e100-482b-9fba-38c060c2322c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059450 Jan 21 09:37:57.065451 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43454) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:57.069674 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.070200 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.138999 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Pushing event updated for resources: {'Port': ['ID=9298f691-300c-4e64-8220-69cb6f6df395,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:57.159089 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-772e38fb-2299-4b5d-8da4-9d480bf3c05e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5860560 Jan 21 09:37:57.182126 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:57.185344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:57.191798 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:57.195837 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-04303910-0b1b-421a-aac0-3d7f66db589a None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:57.235831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3452c63a-cef3-4457-90f0-4ad97311c38f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.243117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5625f562-41c8-4958-8ce7-8ff0fd0a23e9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.255120 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe14955-89b1-4b0d-9ef9-985bc8a48c53', 'tag': '79a47f54-cb0b-4db4-91a0-a18c7e9ef23c'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:57.257656 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ff2701-8ca1-4ed2-8274-bb48842f1c92" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe14955-89b1-4b0d-9ef9-985bc8a48c53", "tag": "79a47f54-cb0b-4db4-91a0-a18c7e9ef23c"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:37:57.265039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-3452c63a-cef3-4457-90f0-4ad97311c38f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03666cb5-9f8b-4137-ad30-ae056627f993']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:57.286005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Attempting to bind port 9298f691-300c-4e64-8220-69cb6f6df395 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:57.286725 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Attempting to bind port 9298f691-300c-4e64-8220-69cb6f6df395 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:57.288071 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Attempting to bind port 9298f691-300c-4e64-8220-69cb6f6df395 on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:57.301948 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:57.302612 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:37:57.304565 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.305159 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:57.305820 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Bound port: 9298f691-300c-4e64-8220-69cb6f6df395, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:57.307365 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.313117 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f754-8d0d-4458-bf14-0ff84eab07fa tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.315701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5625f562-41c8-4958-8ce7-8ff0fd0a23e9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:57.322940 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-5625f562-41c8-4958-8ce7-8ff0fd0a23e9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:57.334918 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5625f562-41c8-4958-8ce7-8ff0fd0a23e9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:57.335620 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5625f562-41c8-4958-8ce7-8ff0fd0a23e9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.361105 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f754-8d0d-4458-bf14-0ff84eab07fa tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.366912 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625f562-41c8-4958-8ce7-8ff0fd0a23e9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=29cd570a-9069-45e3-80c3-9911e9c2e8e2,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:57.377950 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5625f562-41c8-4958-8ce7-8ff0fd0a23e9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1291754 Jan 21 09:37:57.378726 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43460) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:57.381948 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-4dd6eeee-6b2c-49d2-87cd-372b598c3661 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:57.385639 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-4dd6eeee-6b2c-49d2-87cd-372b598c3661 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.393502 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-900a7f06-b562-4368-a396-b0a23d3775b7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'mac_address': 'fa:16:3e:e2:c9:5b', 'name': 'tempest-NetworksTestDHCPv6-797146574'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:57.416295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] For port 9298f691-300c-4e64-8220-69cb6f6df395, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:57.425338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] For port 9298f691-300c-4e64-8220-69cb6f6df395, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9298f691-300c-4e64-8220-69cb6f6df395,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:57.429076 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b12782-7cc0-4b0e-abcb-39b153ccf579 x-openstack-request-id: req-d4b12782-7cc0-4b0e-abcb-39b153ccf579 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:37:57.429373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe14955-89b1-4b0d-9ef9-985bc8a48c53", "tag": "79a47f54-cb0b-4db4-91a0-a18c7e9ef23c", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:37:57.429663 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d4b12782-7cc0-4b0e-abcb-39b153ccf579 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:37:57.430060 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe14955-89b1-4b0d-9ef9-985bc8a48c53', 'tag': '79a47f54-cb0b-4db4-91a0-a18c7e9ef23c', 'status': 'completed', 'code': 200} Jan 21 09:37:57.430430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.431832 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-3452c63a-cef3-4457-90f0-4ad97311c38f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4ece75-4550-40ad-a650-69ec84057fb9') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:57.432185 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-3452c63a-cef3-4457-90f0-4ad97311c38f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4ece75-4550-40ad-a650-69ec84057fb9') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:57.459115 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f754-8d0d-4458-bf14-0ff84eab07fa tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.467124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f754-8d0d-4458-bf14-0ff84eab07fa tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.468396 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b7b1f754-8d0d-4458-bf14-0ff84eab07fa tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "DELETE /v2.0/security-groups/b88afcc6-b940-4988-a4f9-e7eff0160f30 HTTP/1.1" status: 204 len: 168 time: 0.4017975 Jan 21 09:37:57.483556 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43462) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:57.486033 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3452c63a-cef3-4457-90f0-4ad97311c38f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.491999 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-04303910-0b1b-421a-aac0-3d7f66db589a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '6206a238-5a29-4523-a4f5-54e730e305e3', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'floating_ip_address': '172.26.7.221', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'port_id': '79a47f54-cb0b-4db4-91a0-a18c7e9ef23c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'mac_address': 'fa:16:3e:cd:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe14955-89b1-4b0d-9ef9-985bc8a48c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:53Z', 'updated_at': '2022-01-21T09:37:53Z', 'revision_number': 0, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:57.519588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1f754-8d0d-4458-bf14-0ff84eab07fa tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88afcc6-b940-4988-a4f9-e7eff0160f30,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:57.525260 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04303910-0b1b-421a-aac0-3d7f66db589a None None] Checking router: c653d894-85ee-4bb3-aea1-b6cdbbe1e266 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:57.537761 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04303910-0b1b-421a-aac0-3d7f66db589a None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:57.538737 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-04303910-0b1b-421a-aac0-3d7f66db589a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:39Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:57.561207 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3452c63a-cef3-4457-90f0-4ad97311c38f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.561476 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb38dd8-b799-413c-909b-0b7918e33f06 None None] Pushing event updated for resources: {'Port': ['ID=9298f691-300c-4e64-8220-69cb6f6df395,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:57.582987 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-79a8eb2d-cb59-4978-8214-e9223617b0ac tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0936620 Jan 21 09:37:57.589930 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43464) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:57.592349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff2701-8ca1-4ed2-8274-bb48842f1c92 req-1201109b-c50b-48d6-8470-0b77bf54c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:57.593431 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f7ff2701-8ca1-4ed2-8274-bb48842f1c92 req-1201109b-c50b-48d6-8470-0b77bf54c734 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 1098 time: 0.1777606 Jan 21 09:37:57.598622 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a7cb6c8a-2a2a-4ef3-8674-10323d797118 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group': {'name': 'tempest-secgroup--634540426'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:57.606606 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3452c63a-cef3-4457-90f0-4ad97311c38f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:57.607022 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3452c63a-cef3-4457-90f0-4ad97311c38f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.610741 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-4dd6eeee-6b2c-49d2-87cd-372b598c3661 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.9 (6e02e9ea-580a-4085-b489-b8901786a2d4/c262a34b-a43f-42ea-9be3-ea526cc88acd/e0daba01-eb79-42b5-8743-3935e83d9eaf) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:57.617764 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:57.667709 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-04303910-0b1b-421a-aac0-3d7f66db589a None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:57.739891 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900a7f06-b562-4368-a396-b0a23d3775b7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:57.843607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff2701-8ca1-4ed2-8274-bb48842f1c92 req-2051313b-e219-4bcf-81e2-5022564c6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:57.845237 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f7ff2701-8ca1-4ed2-8274-bb48842f1c92 req-2051313b-e219-4bcf-81e2-5022564c6884 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 913 time: 0.2422199 Jan 21 09:37:57.890085 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-900a7f06-b562-4368-a396-b0a23d3775b7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.903831 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a3ae8bbe-42c7-48b9-aa0b-28ebebb90656 req-ea7d6082-f442-46a4-b508-de4065439e27 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 210 time: 0.1562638 Jan 21 09:37:57.931969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-900a7f06-b562-4368-a396-b0a23d3775b7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port 4fe59bbe-c67c-4b4c-8496-8dc9de890b69 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:57.958658 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6c8a-2a2a-4ef3-8674-10323d797118 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.977287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3452c63a-cef3-4457-90f0-4ad97311c38f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.044634 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3452c63a-cef3-4457-90f0-4ad97311c38f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.057757 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3452c63a-cef3-4457-90f0-4ad97311c38f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "DELETE /v2.0/networks/03666cb5-9f8b-4137-ad30-ae056627f993 HTTP/1.1" status: 204 len: 168 time: 1.1784763 Jan 21 09:37:58.079833 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43468) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:58.092372 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-04303910-0b1b-421a-aac0-3d7f66db589a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '6206a238-5a29-4523-a4f5-54e730e305e3', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'floating_ip_address': '172.26.7.221', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'port_id': '79a47f54-cb0b-4db4-91a0-a18c7e9ef23c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'mac_address': 'fa:16:3e:cd:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe14955-89b1-4b0d-9ef9-985bc8a48c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:53Z', 'updated_at': '2022-01-21T09:37:53Z', 'revision_number': 0, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:58.131651 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04303910-0b1b-421a-aac0-3d7f66db589a None None] The sync data for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv is: [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '6206a238-5a29-4523-a4f5-54e730e305e3', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'floating_ip_address': '172.26.7.221', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'port_id': '79a47f54-cb0b-4db4-91a0-a18c7e9ef23c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'mac_address': 'fa:16:3e:cd:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe14955-89b1-4b0d-9ef9-985bc8a48c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:53Z', 'updated_at': '2022-01-21T09:37:53Z', 'revision_number': 0, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:58.132868 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-900a7f06-b562-4368-a396-b0a23d3775b7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 172.20.0.14 (5001af93-03f5-43c4-96a2-b5799093e449/29cd570a-9069-45e3-80c3-9911e9c2e8e2/4fe59bbe-c67c-4b4c-8496-8dc9de890b69) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:58.148022 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-900a7f06-b562-4368-a396-b0a23d3775b7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::f816:3eff:fee2:c95b (5001af93-03f5-43c4-96a2-b5799093e449/49d5790a-2028-4805-979d-3af0088b86d1/4fe59bbe-c67c-4b4c-8496-8dc9de890b69) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:58.179382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452c63a-cef3-4457-90f0-4ad97311c38f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event deleted for resources: {'Network': ['ID=03666cb5-9f8b-4137-ad30-ae056627f993,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:58.222087 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f7ff2701-8ca1-4ed2-8274-bb48842f1c92 req-0600f28e-48d3-45c3-b5b1-3361436b0809 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79a47f54-cb0b-4db4-91a0-a18c7e9ef23c HTTP/1.1" status: 200 len: 999 time: 0.3681886 Jan 21 09:37:58.240934 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9298f691-300c-4e64-8220-69cb6f6df395 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:58.247134 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-4dd6eeee-6b2c-49d2-87cd-372b598c3661 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.280421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a58920-deb0-4c13-84b6-6ef66dc97a5f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Deleting subnet adc5173c-1a45-46cb-b392-bf29a31d349c {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:37:58.291539 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-36a58920-deb0-4c13-84b6-6ef66dc97a5f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.304016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 9298f691-300c-4e64-8220-69cb6f6df395 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:58.304473 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.326892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-4dd6eeee-6b2c-49d2-87cd-372b598c3661 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.360793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff2701-8ca1-4ed2-8274-bb48842f1c92 req-450081e8-982c-49d2-8080-3914a3aa188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:58.362396 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f7ff2701-8ca1-4ed2-8274-bb48842f1c92 req-450081e8-982c-49d2-8080-3914a3aa188c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=51a8f30f-613e-41a2-aa04-d3cbecea2db9 HTTP/1.1" status: 200 len: 851 time: 0.1282632 Jan 21 09:37:58.371388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6c8a-2a2a-4ef3-8674-10323d797118 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.376141 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-36a58920-deb0-4c13-84b6-6ef66dc97a5f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.411185 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6c8a-2a2a-4ef3-8674-10323d797118 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.416815 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.455702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-4dd6eeee-6b2c-49d2-87cd-372b598c3661 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 6e02e9ea-580a-4085-b489-b8901786a2d4 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:58.469518 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 9298f691-300c-4e64-8220-69cb6f6df395, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9298f691-300c-4e64-8220-69cb6f6df395,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:58.472466 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-4dd6eeee-6b2c-49d2-87cd-372b598c3661 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:58.477432 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6eeee-6b2c-49d2-87cd-372b598c3661 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=e0daba01-eb79-42b5-8743-3935e83d9eaf,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:58.484007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-4dd6eeee-6b2c-49d2-87cd-372b598c3661 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:58.485195 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6c8a-2a2a-4ef3-8674-10323d797118 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.486528 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a7cb6c8a-2a2a-4ef3-8674-10323d797118 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8913987 Jan 21 09:37:58.491308 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43470) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:58.498574 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b071bdb9-b631-40d7-89db-838d19670382 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': '68fc749f-8ef4-4181-8b16-679ad8fd7b0e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:58.499312 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING neutron.api.v2.base [None req-b071bdb9-b631-40d7-89db-838d19670382 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 21 09:37:58.499818 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-b071bdb9-b631-40d7-89db-838d19670382 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:58.505728 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b071bdb9-b631-40d7-89db-838d19670382 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065432 Jan 21 09:37:58.511833 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.512700 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43472) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:58.527002 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a995b479-7db4-4f13-a991-8d0b89512b25 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': '68fc749f-8ef4-4181-8b16-679ad8fd7b0e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:58.538383 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb6c8a-2a2a-4ef3-8674-10323d797118 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68fc749f-8ef4-4181-8b16-679ad8fd7b0e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:58.545108 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff2701-8ca1-4ed2-8274-bb48842f1c92 req-bf0fef1f-bfd8-47bc-a60a-85acd374cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:58.546730 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f7ff2701-8ca1-4ed2-8274-bb48842f1c92 req-bf0fef1f-bfd8-47bc-a60a-85acd374cb95 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bc00035-f913-4c0c-933f-eb8c12314236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1740670 Jan 21 09:37:58.560037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-900a7f06-b562-4368-a396-b0a23d3775b7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.622238 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed012f05-addb-4ba9-bbd3-87a5c898c1a7 None None] New status for floating IP 6206a238-5a29-4523-a4f5-54e730e305e3: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:37:58.630295 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-4dd6eeee-6b2c-49d2-87cd-372b598c3661 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:58.630964 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-4dd6eeee-6b2c-49d2-87cd-372b598c3661 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.638990 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-36a58920-deb0-4c13-84b6-6ef66dc97a5f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.653926 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=9298f691-300c-4e64-8220-69cb6f6df395,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:58.695346 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-4dd6eeee-6b2c-49d2-87cd-372b598c3661 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7683995 Jan 21 09:37:58.721414 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Request body: {'port': {'device_id': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:58.726530 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-a995b479-7db4-4f13-a991-8d0b89512b25 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:58.727627 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a995b479-7db4-4f13-a991-8d0b89512b25 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2113378 Jan 21 09:37:58.741683 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43474) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:58.755889 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-9a4d7cf4-a0cd-4d1b-a94a-10b50b7d23db tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': '68fc749f-8ef4-4181-8b16-679ad8fd7b0e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:58.756941 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING neutron.api.v2.base [None req-9a4d7cf4-a0cd-4d1b-a94a-10b50b7d23db tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 21 09:37:58.757142 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-9a4d7cf4-a0cd-4d1b-a94a-10b50b7d23db tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:58.758403 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9a4d7cf4-a0cd-4d1b-a94a-10b50b7d23db tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0145550 Jan 21 09:37:58.760939 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f7ff2701-8ca1-4ed2-8274-bb48842f1c92 req-b38cf767-0b73-4f5a-b2fc-08bdfe73d453 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057526 Jan 21 09:37:58.761480 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43476) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:58.765353 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-900a7f06-b562-4368-a396-b0a23d3775b7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.768691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-92e80ecd-57f6-4e13-86b1-4e805e472661 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': '68fc749f-8ef4-4181-8b16-679ad8fd7b0e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:58.885612 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a7f06-b562-4368-a396-b0a23d3775b7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=4fe59bbe-c67c-4b4c-8496-8dc9de890b69,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:58.890276 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-36a58920-deb0-4c13-84b6-6ef66dc97a5f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.894947 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900a7f06-b562-4368-a396-b0a23d3775b7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:58.895895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.899891 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-900a7f06-b562-4368-a396-b0a23d3775b7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:58.908873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a7f06-b562-4368-a396-b0a23d3775b7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:58.948930 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-36a58920-deb0-4c13-84b6-6ef66dc97a5f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.952663 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-36a58920-deb0-4c13-84b6-6ef66dc97a5f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "DELETE /v2.0/subnets/adc5173c-1a45-46cb-b392-bf29a31d349c HTTP/1.1" status: 204 len: 168 time: 0.8587472 Jan 21 09:37:58.977942 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c1d43f-c175-4fc0-8c52-7bcd9b26ea14 None None] Network 88ab2ecd-d9fd-4865-ab87-e9bb93e5af88 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:59.000127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43480) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:59.009793 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d75216a9-2d14-49c6-946a-141052b8526d None None] Provisioning complete for port e0daba01-eb79-42b5-8743-3935e83d9eaf triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:59.010635 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d75216a9-2d14-49c6-946a-141052b8526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.016336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a58920-deb0-4c13-84b6-6ef66dc97a5f tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event deleted for resources: {'Subnet': ['ID=adc5173c-1a45-46cb-b392-bf29a31d349c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:59.032958 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f7ff2701-8ca1-4ed2-8274-bb48842f1c92 req-99b3eb5f-b670-4845-a69f-4087f10cc4ab service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589068 Jan 21 09:37:59.040095 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-92e80ecd-57f6-4e13-86b1-4e805e472661 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:59.042785 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-92e80ecd-57f6-4e13-86b1-4e805e472661 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2787747 Jan 21 09:37:59.046692 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43482) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:59.057541 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-53851b4b-8d29-440f-8847-cb5ef4c8d397 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': '68fc749f-8ef4-4181-8b16-679ad8fd7b0e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:59.057941 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING neutron.api.v2.base [None req-53851b4b-8d29-440f-8847-cb5ef4c8d397 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 21 09:37:59.058564 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-53851b4b-8d29-440f-8847-cb5ef4c8d397 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:59.059555 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-53851b4b-8d29-440f-8847-cb5ef4c8d397 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066407 Jan 21 09:37:59.062581 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43484) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:59.072160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-48795159-48a0-4a13-90aa-9a93cd6d920f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': '68fc749f-8ef4-4181-8b16-679ad8fd7b0e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:59.124943 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-48795159-48a0-4a13-90aa-9a93cd6d920f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Project f952bda2221d4376b260d8d1d8e056f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:37:59.145587 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-48795159-48a0-4a13-90aa-9a93cd6d920f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:59.147487 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-48795159-48a0-4a13-90aa-9a93cd6d920f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0823555 Jan 21 09:37:59.151503 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43486) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:59.157323 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e1e964cf-60e5-4cf4-9a18-f28074ec6891 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': '68fc749f-8ef4-4181-8b16-679ad8fd7b0e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:59.157907 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING neutron.api.v2.base [None req-e1e964cf-60e5-4cf4-9a18-f28074ec6891 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 21 09:37:59.158859 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-e1e964cf-60e5-4cf4-9a18-f28074ec6891 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:59.160105 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e1e964cf-60e5-4cf4-9a18-f28074ec6891 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073514 Jan 21 09:37:59.163482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43488) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:59.168333 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-6f2e3007-107a-463a-9337-01a410bfe877 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': '68fc749f-8ef4-4181-8b16-679ad8fd7b0e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:59.206899 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-6f2e3007-107a-463a-9337-01a410bfe877 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Project f952bda2221d4376b260d8d1d8e056f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:37:59.221270 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900a7f06-b562-4368-a396-b0a23d3775b7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:59.222054 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-900a7f06-b562-4368-a396-b0a23d3775b7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.223725 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-6f2e3007-107a-463a-9337-01a410bfe877 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:59.230127 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6f2e3007-107a-463a-9337-01a410bfe877 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0653131 Jan 21 09:37:59.231055 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43490) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:59.240511 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-7c869a08-96fe-49ad-9df7-3506f0da4b4c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': '68fc749f-8ef4-4181-8b16-679ad8fd7b0e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:59.250071 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03e78a3-0e0e-4912-8913-200e44c37a4a None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:37:59.254204 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.283519 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-7c869a08-96fe-49ad-9df7-3506f0da4b4c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Project f952bda2221d4376b260d8d1d8e056f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:37:59.306240 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-7c869a08-96fe-49ad-9df7-3506f0da4b4c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:59.310312 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7c869a08-96fe-49ad-9df7-3506f0da4b4c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0755053 Jan 21 09:37:59.311223 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43492) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:59.332904 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-900a7f06-b562-4368-a396-b0a23d3775b7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9496527 Jan 21 09:37:59.333493 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43494) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:59.341445 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ea53f-75f5-4c95-b3ce-e43999b118e8 req-ed5ca159-f5a7-448c-a675-5a18c7954175 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:59.349127 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c65ea53f-75f5-4c95-b3ce-e43999b118e8 req-ed5ca159-f5a7-448c-a675-5a18c7954175 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 931 time: 0.2963233 Jan 21 09:37:59.355880 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-d75216a9-2d14-49c6-946a-141052b8526d None None] Port e0daba01-eb79-42b5-8743-3935e83d9eaf cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:37:59.439748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b50cbd-dc12-4010-b287-ecf9029b4075 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:59.446719 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b50cbd-dc12-4010-b287-ecf9029b4075 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:59.450842 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a6b50cbd-dc12-4010-b287-ecf9029b4075 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1142023 Jan 21 09:37:59.454049 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43496) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:59.455234 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-136603a4-2001-4914-81e7-2561a78d389e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.473925 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c65ea53f-75f5-4c95-b3ce-e43999b118e8 req-3617834d-b00f-4017-a4aa-58a7ad36ea18 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=e51a97c8-66a2-4498-aef3-1d6702e80781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237288 Jan 21 09:37:59.517284 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f51cdd8a-ec40-4d35-83e2-fec9a1abb5c9 None None] Provisioning complete for port 9298f691-300c-4e64-8220-69cb6f6df395 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:59.517911 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f51cdd8a-ec40-4d35-83e2-fec9a1abb5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.531237 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-136603a4-2001-4914-81e7-2561a78d389e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.639845 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f639ba3-0679-4374-9557-3ad117cab1d7 None None] DHCP port deletion for 88ab2ecd-d9fd-4865-ab87-e9bb93e5af88 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:37:59.664867 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-53ada5ee-a32e-4a4b-aacf-f13332c23903 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port 4fe59bbe-c67c-4b4c-8496-8dc9de890b69 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:59.666948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53ada5ee-a32e-4a4b-aacf-f13332c23903 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.698059 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-136603a4-2001-4914-81e7-2561a78d389e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.702199 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-136603a4-2001-4914-81e7-2561a78d389e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.706148 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-136603a4-2001-4914-81e7-2561a78d389e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "DELETE /v2.0/security-groups/68fc749f-8ef4-4181-8b16-679ad8fd7b0e HTTP/1.1" status: 204 len: 168 time: 0.3907135 Jan 21 09:37:59.739232 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573087a6-f6be-43ae-979e-9b7edd92ac74 None None] Update dhcp port {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'fixed_ips': [{'subnet_id': '49d5790a-2028-4805-979d-3af0088b86d1', 'ip_address': '2001:db8::f816:3eff:fe03:6fdc'}, {'subnet_id': '29cd570a-9069-45e3-80c3-9911e9c2e8e2'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': '9298f691-300c-4e64-8220-69cb6f6df395'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:37:59.750355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43498) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:59.776005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-1f639ba3-0679-4374-9557-3ad117cab1d7 None None] Deleting port 2693320c-bb2a-4499-8841-ea948bec14ea {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:59.776486 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1f639ba3-0679-4374-9557-3ad117cab1d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.778692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-573087a6-f6be-43ae-979e-9b7edd92ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.786449 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136603a4-2001-4914-81e7-2561a78d389e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fc749f-8ef4-4181-8b16-679ad8fd7b0e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:59.813440 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Deleting port 2693320c-bb2a-4499-8841-ea948bec14ea {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:37:59.813882 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.838452 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-61afec46-8897-4195-8406-dda0e10af373 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825059 Jan 21 09:37:59.847285 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43500) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:37:59.852433 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a62f0a43-03a5-4efe-a698-1feae6b4be1e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541248029'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:59.887977 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53ada5ee-a32e-4a4b-aacf-f13332c23903 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.904943 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-1f639ba3-0679-4374-9557-3ad117cab1d7 None None] For port 2693320c-bb2a-4499-8841-ea948bec14ea, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2693320c-bb2a-4499-8841-ea948bec14ea,segment=NetworkSegment(52f68b2a-35ae-425d-bcef-364cf1d4298d),segment_id=52f68b2a-35ae-425d-bcef-364cf1d4298d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:59.905739 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1f639ba3-0679-4374-9557-3ad117cab1d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.910522 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-53ada5ee-a32e-4a4b-aacf-f13332c23903 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for 4fe59bbe-c67c-4b4c-8496-8dc9de890b69 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:59.914081 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] For port 2693320c-bb2a-4499-8841-ea948bec14ea, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2693320c-bb2a-4499-8841-ea948bec14ea,segment=NetworkSegment(52f68b2a-35ae-425d-bcef-364cf1d4298d),segment_id=52f68b2a-35ae-425d-bcef-364cf1d4298d)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:59.914081 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.917488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a62f0a43-03a5-4efe-a698-1feae6b4be1e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.957017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Calling delete_port for 2693320c-bb2a-4499-8841-ea948bec14ea owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:37:59.978332 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0daba01-eb79-42b5-8743-3935e83d9eaf {{(pid=102146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:59.979802 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-1f639ba3-0679-4374-9557-3ad117cab1d7 None None] Calling delete_port for 2693320c-bb2a-4499-8841-ea948bec14ea owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:00.017884 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.053207 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.provisioning_blocks [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Transition to ACTIVE for port object e0daba01-eb79-42b5-8743-3935e83d9eaf will not be triggered until provisioned by entity L2. {{(pid=102146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:00.064018 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.118077 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-573087a6-f6be-43ae-979e-9b7edd92ac74 None None] Allocated IP 172.20.0.2 (5001af93-03f5-43c4-96a2-b5799093e449/29cd570a-9069-45e3-80c3-9911e9c2e8e2/9298f691-300c-4e64-8220-69cb6f6df395) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:00.135042 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a62f0a43-03a5-4efe-a698-1feae6b4be1e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.140621 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9298f691-300c-4e64-8220-69cb6f6df395 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:00.144665 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a62f0a43-03a5-4efe-a698-1feae6b4be1e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.189112 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1f639ba3-0679-4374-9557-3ad117cab1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.195666 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Pushing event updated for resources: {'Port': ['ID=e0daba01-eb79-42b5-8743-3935e83d9eaf,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:00.236944 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f0a43-03a5-4efe-a698-1feae6b4be1e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a3a17a-4a67-4f54-9b83-dc9ee9fe0c69,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:00.251025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a62f0a43-03a5-4efe-a698-1feae6b4be1e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.256650 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a62f0a43-03a5-4efe-a698-1feae6b4be1e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4077911 Jan 21 09:38:00.256848 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43502) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:00.264151 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ae3c8057-8d36-44d9-807c-f1065d06a50a tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': '60a3a17a-4a67-4f54-9b83-dc9ee9fe0c69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:00.269752 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.302946 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f639ba3-0679-4374-9557-3ad117cab1d7 None None] Pushing event deleted for resources: {'Port': ['ID=2693320c-bb2a-4499-8841-ea948bec14ea,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:00.320606 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f639ba3-0679-4374-9557-3ad117cab1d7 None None] No DVR routers for this DVR port 2693320c-bb2a-4499-8841-ea948bec14ea on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:00.338026 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event deleted for resources: {'Port': ['ID=2693320c-bb2a-4499-8841-ea948bec14ea,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:00.340196 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] No DVR routers for this DVR port 2693320c-bb2a-4499-8841-ea948bec14ea on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:00.368747 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-573087a6-f6be-43ae-979e-9b7edd92ac74 None None] For port 9298f691-300c-4e64-8220-69cb6f6df395, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9298f691-300c-4e64-8220-69cb6f6df395,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:00.394707 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 9298f691-300c-4e64-8220-69cb6f6df395 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:00.395011 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.425748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53ada5ee-a32e-4a4b-aacf-f13332c23903 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.427195 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Attempting to bind port e0daba01-eb79-42b5-8743-3935e83d9eaf on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:00.428642 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Attempting to bind port e0daba01-eb79-42b5-8743-3935e83d9eaf by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'e2c24e20-98a7-4b92-9808-aacf442b5586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:00.429183 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Attempting to bind port e0daba01-eb79-42b5-8743-3935e83d9eaf on network 6e02e9ea-580a-4085-b489-b8901786a2d4 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:00.439666 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Port e0daba01-eb79-42b5-8743-3935e83d9eaf on network 6e02e9ea-580a-4085-b489-b8901786a2d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:38:00.440170 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Attempting to bind port e0daba01-eb79-42b5-8743-3935e83d9eaf on network 6e02e9ea-580a-4085-b489-b8901786a2d4 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:00.447937 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-573087a6-f6be-43ae-979e-9b7edd92ac74 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.455350 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-573087a6-f6be-43ae-979e-9b7edd92ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.517923 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ada5ee-a32e-4a4b-aacf-f13332c23903 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=4fe59bbe-c67c-4b4c-8496-8dc9de890b69,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:00.540512 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:00.541698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Checking segment: {'id': 'e2c24e20-98a7-4b92-9808-aacf442b5586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:38:00.542567 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Bound using segment: {'id': 'e2c24e20-98a7-4b92-9808-aacf442b5586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4'} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:00.543571 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Bound port: e0daba01-eb79-42b5-8743-3935e83d9eaf, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c24e20-98a7-4b92-9808-aacf442b5586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4'}}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:00.544427 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.577638 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-ae3c8057-8d36-44d9-807c-f1065d06a50a tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The resource could not be found. Jan 21 09:38:00.581060 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ae3c8057-8d36-44d9-807c-f1065d06a50a tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3229885 Jan 21 09:38:00.593035 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.598380 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43506) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:00.602681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573087a6-f6be-43ae-979e-9b7edd92ac74 None None] Pushing event updated for resources: {'Port': ['ID=9298f691-300c-4e64-8220-69cb6f6df395,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:00.621817 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-c0a74930-56df-4ef9-9890-3138fcf218b8 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': '60a3a17a-4a67-4f54-9b83-dc9ee9fe0c69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '17f69224-4bd9-4918-97d2-2d02b9eca7ef'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:00.663043 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53ada5ee-a32e-4a4b-aacf-f13332c23903 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.666461 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-53ada5ee-a32e-4a4b-aacf-f13332c23903 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/4fe59bbe-c67c-4b4c-8496-8dc9de890b69 HTTP/1.1" status: 204 len: 168 time: 1.2086592 Jan 21 09:38:00.669773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43508) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:00.692795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515aa4d2-742a-418b-b37d-68ff572dcd10 req-8cb436d2-689a-4cbd-bfd4-b88402bd868b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:00.695158 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-515aa4d2-742a-418b-b37d-68ff572dcd10 req-8cb436d2-689a-4cbd-bfd4-b88402bd868b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 943 time: 0.1247225 Jan 21 09:38:00.705755 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ab2ecd-d9fd-4865-ab87-e9bb93e5af88']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:00.712939 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2693320c-bb2a-4499-8841-ea948bec14ea no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:38:00.717869 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f68b2a-35ae-425d-bcef-364cf1d4298d') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:00.718167 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f68b2a-35ae-425d-bcef-364cf1d4298d') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:00.731407 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.747810 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 2693320c-bb2a-4499-8841-ea948bec14ea {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:38:00.748690 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2693320c-bb2a-4499-8841-ea948bec14ea not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:38:00.773229 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-515aa4d2-742a-418b-b37d-68ff572dcd10 req-0a9dbe33-3922-46de-bb1c-97ba321ec9f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=e51a97c8-66a2-4498-aef3-1d6702e80781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517707 Jan 21 09:38:00.789762 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc914fb-b21f-4f63-85aa-04d0f5cb7303 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:00.790741 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc914fb-b21f-4f63-85aa-04d0f5cb7303 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:00.792409 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.793133 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc914fb-b21f-4f63-85aa-04d0f5cb7303 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:00.797438 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0dc914fb-b21f-4f63-85aa-04d0f5cb7303 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1241941 Jan 21 09:38:00.800149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43510) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:00.815198 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:38:00.815616 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:00.820120 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:00.834743 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] For port e0daba01-eb79-42b5-8743-3935e83d9eaf, host hv-neutron-8257, cleared binding levels {{(pid=102146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:00.836939 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-c0a74930-56df-4ef9-9890-3138fcf218b8 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The resource could not be found. Jan 21 09:38:00.838044 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c0a74930-56df-4ef9-9890-3138fcf218b8 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2373888 Jan 21 09:38:00.843706 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43512) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:00.891196 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83d4dec-f245-40f9-8f5d-6d9021042455 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 29cd570a-9069-45e3-80c3-9911e9c2e8e2 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:00.896875 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] For port e0daba01-eb79-42b5-8743-3935e83d9eaf, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e0daba01-eb79-42b5-8743-3935e83d9eaf,segment=NetworkSegment(e2c24e20-98a7-4b92-9808-aacf442b5586),segment_id=e2c24e20-98a7-4b92-9808-aacf442b5586)] {{(pid=102146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:00.901841 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a83d4dec-f245-40f9-8f5d-6d9021042455 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.904517 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.940611 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.962552 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.970203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43514) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:00.970549 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "DELETE /v2.0/networks/88ab2ecd-d9fd-4865-ab87-e9bb93e5af88 HTTP/1.1" status: 204 len: 168 time: 1.9661021 Jan 21 09:38:00.976717 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:00.977654 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.979340 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] 10.222.0.113 "PUT /v2.0/ports/e0daba01-eb79-42b5-8743-3935e83d9eaf HTTP/1.1" status: 200 len: 1093 time: 2.2712097 Jan 21 09:38:00.990330 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'tag': 'e0daba01-eb79-42b5-8743-3935e83d9eaf'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:00.991439 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a83d4dec-f245-40f9-8f5d-6d9021042455 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.993193 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdf2052-c804-405f-942b-a58abe79afce" -d '{"events": [{"name": "network-changed", "server_uuid": "19e250f7-47b1-40ff-b235-7891cf28b3e4", "tag": "e0daba01-eb79-42b5-8743-3935e83d9eaf"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:38:00.999668 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14804e1-5088-4e92-a902-ca40b60ec329 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Pushing event deleted for resources: {'Network': ['ID=88ab2ecd-d9fd-4865-ab87-e9bb93e5af88,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:01.018233 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996561ef-d0dd-499e-900e-934de6721c05 service neutron] Pushing event updated for resources: {'Port': ['ID=e0daba01-eb79-42b5-8743-3935e83d9eaf,revision_number=3']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:01.062729 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-45c39f16-981f-4549-9aaf-55f2a5174984 tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "GET /v2.0/ports?device_id=6086f8c6-c2a0-4c3a-952d-796939807282 HTTP/1.1" status: 200 len: 205 time: 0.0857954 Jan 21 09:38:01.068072 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3cf01f81-0890-4a09-bb19-e8bc6fb1319c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.070546 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43518) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:01.088429 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241f6700-1784-439d-9d0e-10a355b3614b x-openstack-request-id: req-241f6700-1784-439d-9d0e-10a355b3614b {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:38:01.089030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e250f7-47b1-40ff-b235-7891cf28b3e4", "tag": "e0daba01-eb79-42b5-8743-3935e83d9eaf", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:38:01.089560 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-241f6700-1784-439d-9d0e-10a355b3614b {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:38:01.090259 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'tag': 'e0daba01-eb79-42b5-8743-3935e83d9eaf', 'status': 'completed', 'code': 200} Jan 21 09:38:01.115282 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-f67a3b17-dca2-4229-b3cb-28c24f7427be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.118288 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-f67a3b17-dca2-4229-b3cb-28c24f7427be service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 1096 time: 0.0755966 Jan 21 09:38:01.181029 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-4e22335e-5ee6-4fd3-a73e-229e2a9f2ec7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0daba01-eb79-42b5-8743-3935e83d9eaf HTTP/1.1" status: 200 len: 217 time: 0.0509119 Jan 21 09:38:01.245391 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-01f0f4b3-2a1b-4d38-9640-462aff4f2541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.247209 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-01f0f4b3-2a1b-4d38-9640-462aff4f2541 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c262a34b-a43f-42ea-9be3-ea526cc88acd HTTP/1.1" status: 200 len: 835 time: 0.0560575 Jan 21 09:38:01.282931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3cf01f81-0890-4a09-bb19-e8bc6fb1319c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.304939 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-98674a92-c68e-4631-aaa5-6d40560cb0ea tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.307085 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-10dcecd5-de53-4c0a-a4de-30f7c8b219d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.308714 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-10dcecd5-de53-4c0a-a4de-30f7c8b219d1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6e02e9ea-580a-4085-b489-b8901786a2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533390 Jan 21 09:38:01.429488 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-b1d50606-3782-415e-934d-9e79642f0111 service neutron] 10.222.0.113 "GET /v2.0/networks/6e02e9ea-580a-4085-b489-b8901786a2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127422 Jan 21 09:38:01.575554 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-4c01041c-b45e-4fe7-857b-39f0eb10b823 None None] Provisioning complete for port 9298f691-300c-4e64-8220-69cb6f6df395 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:01.576205 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4c01041c-b45e-4fe7-857b-39f0eb10b823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.579752 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d70a2a2d-3bfa-4c81-aeb6-f6091d73bbe6 req-8fc9d039-9e60-4596-b796-4ee600328660 service neutron] 10.222.0.113 "GET /v2.0/networks/6e02e9ea-580a-4085-b489-b8901786a2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429074 Jan 21 09:38:01.717834 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2052-c804-405f-942b-a58abe79afce req-c2c2905a-b4ea-4297-87ec-330eff25544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.720327 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ffdf2052-c804-405f-942b-a58abe79afce req-c2c2905a-b4ea-4297-87ec-330eff25544f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 1096 time: 0.0706766 Jan 21 09:38:01.749760 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-4c01041c-b45e-4fe7-857b-39f0eb10b823 None None] Could not find standard attr ID for object 4fe59bbe-c67c-4b4c-8496-8dc9de890b69. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:38:01.807201 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a83d4dec-f245-40f9-8f5d-6d9021042455 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.868577 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e816b5eb-31f7-4d52-bebd-4e60b44f5d19 None None] Could not find standard attr ID for object 4fe59bbe-c67c-4b4c-8496-8dc9de890b69. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:38:01.873538 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2052-c804-405f-942b-a58abe79afce req-45b4b694-c22d-48a0-ba71-657000d5be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.876625 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ffdf2052-c804-405f-942b-a58abe79afce req-45b4b694-c22d-48a0-ba71-657000d5be0f service neutron] 10.222.0.113 "GET /v2.0/networks?id=6e02e9ea-580a-4085-b489-b8901786a2d4 HTTP/1.1" status: 200 len: 897 time: 0.1481059 Jan 21 09:38:01.925962 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ffdf2052-c804-405f-942b-a58abe79afce req-27a55b13-eafd-4807-8288-3ed5be17db05 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0daba01-eb79-42b5-8743-3935e83d9eaf HTTP/1.1" status: 200 len: 217 time: 0.0405567 Jan 21 09:38:01.986704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3cf01f81-0890-4a09-bb19-e8bc6fb1319c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.989355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3cf01f81-0890-4a09-bb19-e8bc6fb1319c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.991154 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3cf01f81-0890-4a09-bb19-e8bc6fb1319c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "DELETE /v2.0/security-groups/60a3a17a-4a67-4f54-9b83-dc9ee9fe0c69 HTTP/1.1" status: 204 len: 168 time: 1.1460142 Jan 21 09:38:01.995564 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43522) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:02.001605 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-98674a92-c68e-4631-aaa5-6d40560cb0ea tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.012835 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-98674a92-c68e-4631-aaa5-6d40560cb0ea tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.014426 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2052-c804-405f-942b-a58abe79afce req-c14f92ca-5135-479d-87b6-cc5296804e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:02.016558 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ffdf2052-c804-405f-942b-a58abe79afce req-c14f92ca-5135-479d-87b6-cc5296804e75 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c262a34b-a43f-42ea-9be3-ea526cc88acd HTTP/1.1" status: 200 len: 835 time: 0.0792465 Jan 21 09:38:02.034233 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf01f81-0890-4a09-bb19-e8bc6fb1319c tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a3a17a-4a67-4f54-9b83-dc9ee9fe0c69,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:02.076951 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a83d4dec-f245-40f9-8f5d-6d9021042455 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.109300 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e2b5ce44-a7aa-44f6-936f-2192dc25f98b tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1120760 Jan 21 09:38:02.120774 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9298f691-300c-4e64-8220-69cb6f6df395 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:02.121038 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2052-c804-405f-942b-a58abe79afce req-4e33c8ba-f8de-4c10-b616-22d489ea6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:02.122711 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ffdf2052-c804-405f-942b-a58abe79afce req-4e33c8ba-f8de-4c10-b616-22d489ea6ec8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6e02e9ea-580a-4085-b489-b8901786a2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0969946 Jan 21 09:38:02.123225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43524) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:02.126673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11924303-9cde-430c-9d84-78c7c9e430e0 req-0f22b6fb-5c1e-4a10-b71a-7742c48bb63b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:02.128459 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-11924303-9cde-430c-9d84-78c7c9e430e0 req-0f22b6fb-5c1e-4a10-b71a-7742c48bb63b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 943 time: 0.2115548 Jan 21 09:38:02.128625 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f88c10b6-b503-4b01-b980-f9757ca10330 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': '87043733-d3dc-4145-bd95-586cbce8fcfa', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:02.129833 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-98674a92-c68e-4631-aaa5-6d40560cb0ea tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.130340 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98674a92-c68e-4631-aaa5-6d40560cb0ea tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Fanout notify agent at l3_agent the message router_deleted on router 6086f8c6-c2a0-4c3a-952d-796939807282 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:38:02.138269 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-98674a92-c68e-4631-aaa5-6d40560cb0ea tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.139285 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-98674a92-c68e-4631-aaa5-6d40560cb0ea tempest-RoutersNegativeTest-1583461930 tempest-RoutersNegativeTest-1583461930-project] 10.222.0.88 "DELETE /v2.0/routers/6086f8c6-c2a0-4c3a-952d-796939807282 HTTP/1.1" status: 204 len: 168 time: 1.0629880 Jan 21 09:38:02.140477 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d4dec-f245-40f9-8f5d-6d9021042455 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=29cd570a-9069-45e3-80c3-9911e9c2e8e2,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:02.151418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a83d4dec-f245-40f9-8f5d-6d9021042455 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.158584 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a83d4dec-f245-40f9-8f5d-6d9021042455 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/29cd570a-9069-45e3-80c3-9911e9c2e8e2 HTTP/1.1" status: 204 len: 168 time: 1.3564591 Jan 21 09:38:02.168862 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43528) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:02.227695 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-11924303-9cde-430c-9d84-78c7c9e430e0 req-9873e3ca-430e-4616-8d7a-f3f52b4ba1a1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=e51a97c8-66a2-4498-aef3-1d6702e80781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676358 Jan 21 09:38:02.253234 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 9298f691-300c-4e64-8220-69cb6f6df395 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:02.254164 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.338432 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ac1747-4e65-4340-95fe-1234fdecf0a6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 49d5790a-2028-4805-979d-3af0088b86d1 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:02.361921 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-31ac1747-4e65-4340-95fe-1234fdecf0a6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.366713 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ffdf2052-c804-405f-942b-a58abe79afce req-32efde7a-eec1-4bca-b2dd-05baad830d9e service neutron] 10.222.0.113 "GET /v2.0/networks/6e02e9ea-580a-4085-b489-b8901786a2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291133 Jan 21 09:38:02.405971 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-f88c10b6-b503-4b01-b980-f9757ca10330 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The resource could not be found. Jan 21 09:38:02.407733 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f88c10b6-b503-4b01-b980-f9757ca10330 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2835233 Jan 21 09:38:02.413016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43530) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:02.429933 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-c715d445-091b-443a-873c-0c71d9ddda99 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665103283'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:02.486022 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29b044c-3c2e-4a7a-9b33-ce2c23ef880f None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:02.493710 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-31ac1747-4e65-4340-95fe-1234fdecf0a6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.552645 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43534) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:02.559416 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c715d445-091b-443a-873c-0c71d9ddda99 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.659211 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ffdf2052-c804-405f-942b-a58abe79afce req-5eef5b17-d6f1-49c5-9e90-dd8c30e23308 service neutron] 10.222.0.113 "GET /v2.0/networks/6e02e9ea-580a-4085-b489-b8901786a2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684424 Jan 21 09:38:02.684275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-31ac1747-4e65-4340-95fe-1234fdecf0a6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.722779 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7421dd29-d7df-4b4a-8de8-9e509aec866d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eb4e883b72c54e05afd6bdb11ef93f15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688137 Jan 21 09:38:02.725514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43538) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:02.775276 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c715d445-091b-443a-873c-0c71d9ddda99 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.783206 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c715d445-091b-443a-873c-0c71d9ddda99 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.788394 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e8cf-ed8c-4974-b248-e577d8a1b17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.809992 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-31ac1747-4e65-4340-95fe-1234fdecf0a6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.816358 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e8cf-ed8c-4974-b248-e577d8a1b17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.859710 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c715d445-091b-443a-873c-0c71d9ddda99 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.864149 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c715d445-091b-443a-873c-0c71d9ddda99 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4465737 Jan 21 09:38:02.865186 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43540) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:02.870945 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac1747-4e65-4340-95fe-1234fdecf0a6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=49d5790a-2028-4805-979d-3af0088b86d1,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:02.877341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-c07eb2cc-7e88-439c-940a-073f3da6be71 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909602972'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:02.881702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715d445-091b-443a-873c-0c71d9ddda99 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cff364-1503-48c1-ac75-6df7dde8a523,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:02.887769 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-31ac1747-4e65-4340-95fe-1234fdecf0a6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.892085 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-31ac1747-4e65-4340-95fe-1234fdecf0a6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/49d5790a-2028-4805-979d-3af0088b86d1 HTTP/1.1" status: 204 len: 168 time: 0.7191329 Jan 21 09:38:02.895921 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43542) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:02.904344 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e8cf-ed8c-4974-b248-e577d8a1b17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.908193 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e8cf-ed8c-4974-b248-e577d8a1b17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.909558 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2fe5e8cf-ed8c-4974-b248-e577d8a1b17d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c7a959ff-56f2-4183-b7b7-f4e442833e77 HTTP/1.1" status: 204 len: 168 time: 0.1829035 Jan 21 09:38:02.919373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5e8cf-ed8c-4974-b248-e577d8a1b17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a959ff-56f2-4183-b7b7-f4e442833e77,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:02.945350 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3491d700-7319-47ce-9f93-c7ba2cbfc9d5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481954 Jan 21 09:38:02.948720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43546) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:02.958392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-187e5b42-05db-4179-8462-7efffc5156f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:02.976460 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c07eb2cc-7e88-439c-940a-073f3da6be71 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.129880 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c07eb2cc-7e88-439c-940a-073f3da6be71 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.131132 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187e5b42-05db-4179-8462-7efffc5156f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:03.135596 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-187e5b42-05db-4179-8462-7efffc5156f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.138557 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c07eb2cc-7e88-439c-940a-073f3da6be71 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.180413 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c07eb2cc-7e88-439c-940a-073f3da6be71 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.182301 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c07eb2cc-7e88-439c-940a-073f3da6be71 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3142700 Jan 21 09:38:03.185145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43554) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:03.191039 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b22ebba0-f556-4695-82ff-d8ffe7275d0f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': 'b4cff364-1503-48c1-ac75-6df7dde8a523', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a3bff62e-d6de-45e0-8c88-329a7ba518ba'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:03.197166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07eb2cc-7e88-439c-940a-073f3da6be71 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bff62e-d6de-45e0-8c88-329a7ba518ba,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:03.241424 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-b22ebba0-f556-4695-82ff-d8ffe7275d0f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:03.245181 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b22ebba0-f556-4695-82ff-d8ffe7275d0f tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0563118 Jan 21 09:38:03.246017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43556) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:03.358731 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-20932627-2303-467d-8360-8007e5927376 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.391571 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-20932627-2303-467d-8360-8007e5927376 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.407179 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6626fd8-bac9-4dfd-8451-9e4b7c5f40cd req-8e0f45ca-8968-428e-b1c6-c5d7011535dc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:03.408523 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b6626fd8-bac9-4dfd-8451-9e4b7c5f40cd req-8e0f45ca-8968-428e-b1c6-c5d7011535dc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 943 time: 0.0741675 Jan 21 09:38:03.440788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f966216-c972-4239-b1b0-5656c79fc35f None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:03.469608 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-20932627-2303-467d-8360-8007e5927376 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.475194 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-20932627-2303-467d-8360-8007e5927376 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.482925 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-20932627-2303-467d-8360-8007e5927376 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "DELETE /v2.0/security-groups/a3bff62e-d6de-45e0-8c88-329a7ba518ba HTTP/1.1" status: 204 len: 168 time: 0.2360682 Jan 21 09:38:03.483911 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43566) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:03.501229 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b6626fd8-bac9-4dfd-8451-9e4b7c5f40cd req-13d8be81-0c80-4078-ac81-2b544c57c3ea tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=e51a97c8-66a2-4498-aef3-1d6702e80781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654171 Jan 21 09:38:03.509961 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-187e5b42-05db-4179-8462-7efffc5156f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.524562 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20932627-2303-467d-8360-8007e5927376 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bff62e-d6de-45e0-8c88-329a7ba518ba,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:03.578871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-1620d0db-c040-445c-9b27-7a8b4bcc28cb None None] Provisioning complete for port 9298f691-300c-4e64-8220-69cb6f6df395 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:03.580239 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1620d0db-c040-445c-9b27-7a8b4bcc28cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.590353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187e5b42-05db-4179-8462-7efffc5156f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:03.595080 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-187e5b42-05db-4179-8462-7efffc5156f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:03.599153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187e5b42-05db-4179-8462-7efffc5156f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:03.599755 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-187e5b42-05db-4179-8462-7efffc5156f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.604834 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ecc1e056-a581-43f9-9a4a-889e8e298946 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1058440 Jan 21 09:38:03.608665 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43570) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:03.642558 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-187e5b42-05db-4179-8462-7efffc5156f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6922174 Jan 21 09:38:03.645516 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43574) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:03.646629 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e5b42-05db-4179-8462-7efffc5156f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=10b64061-b3fd-468b-b130-48a87619b2f5,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:03.655333 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f1aaa70b-900b-4ffd-96f7-ec5b6314d341 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:03.716927 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5dd32f65-3cf5-41d1-bb05-02a73ddf748d tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.756857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5dd32f65-3cf5-41d1-bb05-02a73ddf748d tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.820270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5dd32f65-3cf5-41d1-bb05-02a73ddf748d tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.820929 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aaa70b-900b-4ffd-96f7-ec5b6314d341 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:03.825448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5dd32f65-3cf5-41d1-bb05-02a73ddf748d tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.825709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f1aaa70b-900b-4ffd-96f7-ec5b6314d341 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.827600 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5dd32f65-3cf5-41d1-bb05-02a73ddf748d tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "DELETE /v2.0/security-groups/b4cff364-1503-48c1-ac75-6df7dde8a523 HTTP/1.1" status: 204 len: 168 time: 0.2148135 Jan 21 09:38:03.832629 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43580) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:03.847588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd32f65-3cf5-41d1-bb05-02a73ddf748d tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cff364-1503-48c1-ac75-6df7dde8a523,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:03.854201 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb7a0ba-7150-49b9-9948-e5ea48e9835f None None] Update dhcp port {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'fixed_ips': [{'subnet_id': '10b64061-b3fd-468b-b130-48a87619b2f5'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': '9298f691-300c-4e64-8220-69cb6f6df395'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:38:03.907102 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5fb7a0ba-7150-49b9-9948-e5ea48e9835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.966391 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6eba0c85-d367-4e36-b6dd-79afee47b599 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1312518 Jan 21 09:38:03.972320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43584) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:03.977922 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a14b5aee-fe45-409e-b7ea-daf632bc0501 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558527541'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:04.001544 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43586) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:04.036215 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a14b5aee-fe45-409e-b7ea-daf632bc0501 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.137606 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-5fb7a0ba-7150-49b9-9948-e5ea48e9835f None None] Allocated IP 172.20.0.2 (5001af93-03f5-43c4-96a2-b5799093e449/10b64061-b3fd-468b-b130-48a87619b2f5/9298f691-300c-4e64-8220-69cb6f6df395) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:04.139862 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a14b5aee-fe45-409e-b7ea-daf632bc0501 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.148747 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a14b5aee-fe45-409e-b7ea-daf632bc0501 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.156335 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-69509b7c-79b5-45c8-b548-bdb2bb1f34e5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1108336209'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:04.180702 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a14b5aee-fe45-409e-b7ea-daf632bc0501 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.182160 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a14b5aee-fe45-409e-b7ea-daf632bc0501 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2083039 Jan 21 09:38:04.185418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43590) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:04.194562 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ce3aabed-5fe7-4c32-9395-c57fef387f3e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': '1b168b93-cf90-43e0-8299-9927f9a39a0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:04.215037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b5aee-fe45-409e-b7ea-daf632bc0501 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b168b93-cf90-43e0-8299-9927f9a39a0a,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:04.225783 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69509b7c-79b5-45c8-b548-bdb2bb1f34e5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Made reservation on behalf of bd3747737ac447e999c7437bbdb54918 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:04.229689 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69509b7c-79b5-45c8-b548-bdb2bb1f34e5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.244491 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69509b7c-79b5-45c8-b548-bdb2bb1f34e5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.261740 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-ce3aabed-5fe7-4c32-9395-c57fef387f3e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:04.263494 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ce3aabed-5fe7-4c32-9395-c57fef387f3e tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0768764 Jan 21 09:38:04.268085 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43594) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:04.275700 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-c8f243a2-ad71-4925-8a8c-3fac254c6bb1 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group_rule': {'security_group_id': '1b168b93-cf90-43e0-8299-9927f9a39a0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:04.299079 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-5fb7a0ba-7150-49b9-9948-e5ea48e9835f None None] For port 9298f691-300c-4e64-8220-69cb6f6df395, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9298f691-300c-4e64-8220-69cb6f6df395,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:04.346800 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-c8f243a2-ad71-4925-8a8c-3fac254c6bb1 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:04.347882 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c8f243a2-ad71-4925-8a8c-3fac254c6bb1 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0785244 Jan 21 09:38:04.351007 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43596) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:04.352598 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5fb7a0ba-7150-49b9-9948-e5ea48e9835f None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.357521 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5fb7a0ba-7150-49b9-9948-e5ea48e9835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.433697 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.objects.ports [None req-f1aaa70b-900b-4ffd-96f7-ec5b6314d341 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:38:04.441336 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7a0ba-7150-49b9-9948-e5ea48e9835f None None] Pushing event updated for resources: {'Port': ['ID=9298f691-300c-4e64-8220-69cb6f6df395,revision_number=7']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:04.449648 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a4f1088c-a256-4640-8f89-a07645086c44 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.483063 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a4f1088c-a256-4640-8f89-a07645086c44 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.531137 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69509b7c-79b5-45c8-b548-bdb2bb1f34e5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.543169 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69509b7c-79b5-45c8-b548-bdb2bb1f34e5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.545873 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a4f1088c-a256-4640-8f89-a07645086c44 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.551865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a4f1088c-a256-4640-8f89-a07645086c44 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.557600 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a4f1088c-a256-4640-8f89-a07645086c44 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "DELETE /v2.0/security-groups/1b168b93-cf90-43e0-8299-9927f9a39a0a HTTP/1.1" status: 204 len: 168 time: 0.2013962 Jan 21 09:38:04.561976 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43600) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:04.581046 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1088c-a256-4640-8f89-a07645086c44 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b168b93-cf90-43e0-8299-9927f9a39a0a,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:04.589792 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69509b7c-79b5-45c8-b548-bdb2bb1f34e5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:04.606615 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69509b7c-79b5-45c8-b548-bdb2bb1f34e5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.607066 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-69509b7c-79b5-45c8-b548-bdb2bb1f34e5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Added segment 62ed2a9a-9c07-4131-8f0e-dc1793126ec0 of type vlan for network 468976f3-3ba8-4c6a-82c9-3a2485e92714 Jan 21 09:38:04.683359 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69509b7c-79b5-45c8-b548-bdb2bb1f34e5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630a8c79-a193-4dec-bf5a-c3770789946a,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:04.764827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69509b7c-79b5-45c8-b548-bdb2bb1f34e5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.787659 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6c249cd2-84e3-4aa1-9d40-337faf001967 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2162261 Jan 21 09:38:04.788227 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43602) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:04.793072 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-3ffe14d1-0770-4658-84bb-324cda549085 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group': {'name': 'tempest-secgroup--28748138'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:04.830831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ffe14d1-0770-4658-84bb-324cda549085 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.842865 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f1aaa70b-900b-4ffd-96f7-ec5b6314d341 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.853263 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26564f09-eca0-4acb-9320-eca0e771469a req-12cd3d23-d391-44ee-ba49-6eabf5bdcd2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:04.854863 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-26564f09-eca0-4acb-9320-eca0e771469a req-12cd3d23-d391-44ee-ba49-6eabf5bdcd2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 943 time: 0.2405403 Jan 21 09:38:04.856769 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69509b7c-79b5-45c8-b548-bdb2bb1f34e5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.862304 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69509b7c-79b5-45c8-b548-bdb2bb1f34e5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:04.862924 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-69509b7c-79b5-45c8-b548-bdb2bb1f34e5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.926703 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ffe14d1-0770-4658-84bb-324cda549085 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.931259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ffe14d1-0770-4658-84bb-324cda549085 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.973576 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-69509b7c-79b5-45c8-b548-bdb2bb1f34e5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9632826 Jan 21 09:38:04.973836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ffe14d1-0770-4658-84bb-324cda549085 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.973836 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3ffe14d1-0770-4658-84bb-324cda549085 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1807704 Jan 21 09:38:04.974141 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43604) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:04.974894 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43606) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:04.980201 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b4023059-7e79-432e-923b-76a659c95448 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Request body: {'subnet': {'network_id': '468976f3-3ba8-4c6a-82c9-3a2485e92714', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:04.991710 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-c64ccd91-2760-41f8-af14-e06375b35fbf tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:04.992211 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING neutron.api.v2.base [None req-c64ccd91-2760-41f8-af14-e06375b35fbf tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 21 09:38:04.993075 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-c64ccd91-2760-41f8-af14-e06375b35fbf tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] update failed (client error): There was a conflict when trying to complete your request. Jan 21 09:38:04.997286 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c64ccd91-2760-41f8-af14-e06375b35fbf tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "PUT /v2.0/security-groups/a463edc1-c684-4621-ac8e-755170818880 HTTP/1.1" status: 409 len: 330 time: 0.0088193 Jan 21 09:38:04.999443 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43608) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:05.004805 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device e0daba01-eb79-42b5-8743-3935e83d9eaf details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:38:05.010846 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe14d1-0770-4658-84bb-324cda549085 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a463edc1-c684-4621-ac8e-755170818880,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.048983 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69509b7c-79b5-45c8-b548-bdb2bb1f34e5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Pushing event updated for resources: {'Network': ['ID=468976f3-3ba8-4c6a-82c9-3a2485e92714,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.065974 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-26564f09-eca0-4acb-9320-eca0e771469a req-0c50540c-5fa7-46de-963a-14ff89a584ab tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=e51a97c8-66a2-4498-aef3-1d6702e80781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000353 Jan 21 09:38:05.143236 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4023059-7e79-432e-923b-76a659c95448 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Made reservation on behalf of bd3747737ac447e999c7437bbdb54918 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:05.148052 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b4023059-7e79-432e-923b-76a659c95448 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.151231 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port e0daba01-eb79-42b5-8743-3935e83d9eaf, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e0daba01-eb79-42b5-8743-3935e83d9eaf,segment=NetworkSegment(e2c24e20-98a7-4b92-9808-aacf442b5586),segment_id=e2c24e20-98a7-4b92-9808-aacf442b5586)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:05.168456 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'e0daba01-eb79-42b5-8743-3935e83d9eaf', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'port_id': 'e0daba01-eb79-42b5-8743-3935e83d9eaf', 'mac_address': 'fa:16:3e:35:32:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:38:05.168747 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 468976f3-3ba8-4c6a-82c9-3a2485e92714 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:38:05.171085 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7626b96d-6dfd-467f-8635-d68a0c6bfb65 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.171257 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e4f156-4814-4dcf-9fe2-e78d90ccafd1 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:05.221040 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-f1aaa70b-900b-4ffd-96f7-ec5b6314d341 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] For port 9298f691-300c-4e64-8220-69cb6f6df395, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9298f691-300c-4e64-8220-69cb6f6df395,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:05.223703 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7626b96d-6dfd-467f-8635-d68a0c6bfb65 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.289090 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f1aaa70b-900b-4ffd-96f7-ec5b6314d341 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.299748 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f1aaa70b-900b-4ffd-96f7-ec5b6314d341 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.300772 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f1aaa70b-900b-4ffd-96f7-ec5b6314d341 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.367734 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7626b96d-6dfd-467f-8635-d68a0c6bfb65 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.370368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7626b96d-6dfd-467f-8635-d68a0c6bfb65 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.371613 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7626b96d-6dfd-467f-8635-d68a0c6bfb65 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "DELETE /v2.0/security-groups/a463edc1-c684-4621-ac8e-755170818880 HTTP/1.1" status: 204 len: 168 time: 0.3726075 Jan 21 09:38:05.375729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43610) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:05.390570 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aaa70b-900b-4ffd-96f7-ec5b6314d341 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:05.407793 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-f1aaa70b-900b-4ffd-96f7-ec5b6314d341 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:05.413735 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aaa70b-900b-4ffd-96f7-ec5b6314d341 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:05.414338 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f1aaa70b-900b-4ffd-96f7-ec5b6314d341 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.416765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaa70b-900b-4ffd-96f7-ec5b6314d341 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=7a3badb1-ad77-4c61-bf33-0ccf2a57443c,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.418433 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b4023059-7e79-432e-923b-76a659c95448 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.418927 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626b96d-6dfd-467f-8635-d68a0c6bfb65 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a463edc1-c684-4621-ac8e-755170818880,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.437492 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaa70b-900b-4ffd-96f7-ec5b6314d341 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=9298f691-300c-4e64-8220-69cb6f6df395,revision_number=9']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.456401 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f1aaa70b-900b-4ffd-96f7-ec5b6314d341 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8045251 Jan 21 09:38:05.456401 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43612) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:05.462060 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-11456b83-fbb4-4ac7-a626-2726fa4d21c2 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0852251 Jan 21 09:38:05.462437 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d9ac7a3d-efc9-4c63-bc30-8991cbf124b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'mac_address': 'fa:16:3e:13:ce:e5', 'name': 'tempest-NetworksTestDHCPv6-440383223'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:05.466192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43614) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:05.498794 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-df92c9cc-84c6-4336-94f4-9adc3b720b75 None None] Provisioning complete for port 9298f691-300c-4e64-8220-69cb6f6df395 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:05.499476 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-df92c9cc-84c6-4336-94f4-9adc3b720b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.526912 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-8d4600e9-7314-473d-90c0-70bee4f43aa6 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] delete failed (client error): The resource could not be found. Jan 21 09:38:05.527342 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4023059-7e79-432e-923b-76a659c95448 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Pushing event updated for resources: {'Subnet': ['ID=133602c2-c5bf-4a16-adce-7047d4d5d038,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.532873 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43616) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:05.533073 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8d4600e9-7314-473d-90c0-70bee4f43aa6 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "DELETE /v2.0/security-groups/661eb688-1f3c-4d7f-a9c1-ad5ee17f44a3 HTTP/1.1" status: 404 len: 347 time: 0.0647771 Jan 21 09:38:05.549184 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-30e1f92c-02fc-4994-bb7f-b7038d9d9596 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] show failed (client error): The resource could not be found. Jan 21 09:38:05.549949 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-30e1f92c-02fc-4994-bb7f-b7038d9d9596 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "GET /v2.0/security-groups/0b180cce-6b17-4ac8-bb2d-999a4aca484c HTTP/1.1" status: 404 len: 347 time: 0.0164385 Jan 21 09:38:05.553054 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4023059-7e79-432e-923b-76a659c95448 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Checking segment: {'id': '62ed2a9a-9c07-4131-8f0e-dc1793126ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '468976f3-3ba8-4c6a-82c9-3a2485e92714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:38:05.553992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4023059-7e79-432e-923b-76a659c95448 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Network hostable DHCP agents. Network: 468976f3-3ba8-4c6a-82c9-3a2485e92714, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:05.555940 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43618) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:05.567773 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.574737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4023059-7e79-432e-923b-76a659c95448 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Network 468976f3-3ba8-4c6a-82c9-3a2485e92714 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:05.582069 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-cb7a22f9-d1e3-41b6-a013-84781bc9ddf7 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] show failed (client error): The resource could not be found. Jan 21 09:38:05.584731 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cb7a22f9-d1e3-41b6-a013-84781bc9ddf7 tempest-NegativeSecGroupIPv6Test-73435647 tempest-NegativeSecGroupIPv6Test-73435647-project] 10.222.0.88 "GET /v2.0/security-group-rules/d055eccd-f09b-42a1-8117-6655aa6b31d6 HTTP/1.1" status: 404 len: 356 time: 0.0277798 Jan 21 09:38:05.588079 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-b4023059-7e79-432e-923b-76a659c95448 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 468976f3-3ba8-4c6a-82c9-3a2485e92714) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:05.603959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4023059-7e79-432e-923b-76a659c95448 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:05.604735 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b4023059-7e79-432e-923b-76a659c95448 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.618989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb43bf6-4c76-4bf2-a442-08f7eea0a63a None None] Network 468976f3-3ba8-4c6a-82c9-3a2485e92714 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:05.627604 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0daba01-eb79-42b5-8743-3935e83d9eaf {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:05.629930 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b4023059-7e79-432e-923b-76a659c95448 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6538970 Jan 21 09:38:05.632571 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43622) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:05.638472 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d5b57851-43bb-43ac-8439-bc44d2496e3c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Request body: {'port': {'network_id': '468976f3-3ba8-4c6a-82c9-3a2485e92714', 'name': 'tempest-TagsExtTest-797637056'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:05.723789 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port e0daba01-eb79-42b5-8743-3935e83d9eaf, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e0daba01-eb79-42b5-8743-3935e83d9eaf,segment=NetworkSegment(e2c24e20-98a7-4b92-9808-aacf442b5586),segment_id=e2c24e20-98a7-4b92-9808-aacf442b5586)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:05.724031 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ac7a3d-efc9-4c63-bc30-8991cbf124b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:05.763166 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.927188 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bb19ac8d-46ff-426e-950c-a74279e92af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.933119 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=e0daba01-eb79-42b5-8743-3935e83d9eaf,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.992587 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43628) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:06.026301 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['e0daba01-eb79-42b5-8743-3935e83d9eaf'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:38:06.052427 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-468976f3-3ba8-4c6a-82c9-3a2485e92714', 'network_id': '468976f3-3ba8-4c6a-82c9-3a2485e92714', 'tenant_id': 'bd3747737ac447e999c7437bbdb54918', 'fixed_ips': [{'subnet_id': '133602c2-c5bf-4a16-adce-7047d4d5d038'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:38:06.053887 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.107291 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9298f691-300c-4e64-8220-69cb6f6df395 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:06.162754 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d9ac7a3d-efc9-4c63-bc30-8991cbf124b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.212871 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-810a638b-0560-4a0d-89fe-728b97d42960 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f952bda2221d4376b260d8d1d8e056f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150815 Jan 21 09:38:06.214936 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43634) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:06.270149 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-d9ac7a3d-efc9-4c63-bc30-8991cbf124b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port 76f7369d-c931-4e02-9458-91d0881ce8b3 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:06.270920 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca75e2-4408-45b3-b244-60244e265c61 req-374e756a-e61b-457c-be8f-c76f5e605cc0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:06.272269 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-28ca75e2-4408-45b3-b244-60244e265c61 req-374e756a-e61b-457c-be8f-c76f5e605cc0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 944 time: 0.0657594 Jan 21 09:38:06.299314 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25e93f08-ef86-488c-b40d-ec39e4ddf9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.346237 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-28ca75e2-4408-45b3-b244-60244e265c61 req-48373f00-ed2d-4604-90aa-1b8be2ff445b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=e51a97c8-66a2-4498-aef3-1d6702e80781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571227 Jan 21 09:38:06.387300 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Allocated IP 172.20.0.2 (468976f3-3ba8-4c6a-82c9-3a2485e92714/133602c2-c5bf-4a16-adce-7047d4d5d038/848e623a-8a94-4dea-92d7-57948b187b9d) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:06.392313 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b57851-43bb-43ac-8439-bc44d2496e3c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Made reservation on behalf of bd3747737ac447e999c7437bbdb54918 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:06.397701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5b57851-43bb-43ac-8439-bc44d2496e3c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.404876 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 9298f691-300c-4e64-8220-69cb6f6df395 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:06.405256 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.405374 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25e93f08-ef86-488c-b40d-ec39e4ddf9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.511198 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-d5b57851-43bb-43ac-8439-bc44d2496e3c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] device_id is not set on port 8af7ea2c-23a9-4b65-a623-714ebf20b273 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:06.636309 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25e93f08-ef86-488c-b40d-ec39e4ddf9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.638826 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-25e93f08-ef86-488c-b40d-ec39e4ddf9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.640024 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-25e93f08-ef86-488c-b40d-ec39e4ddf9cd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/691542a9-ac22-4782-9a17-ad0072af0839 HTTP/1.1" status: 204 len: 168 time: 0.4233642 Jan 21 09:38:06.673077 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e93f08-ef86-488c-b40d-ec39e4ddf9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691542a9-ac22-4782-9a17-ad0072af0839,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:06.699052 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-d9ac7a3d-efc9-4c63-bc30-8991cbf124b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 172.20.0.14 (5001af93-03f5-43c4-96a2-b5799093e449/10b64061-b3fd-468b-b130-48a87619b2f5/76f7369d-c931-4e02-9458-91d0881ce8b3) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:06.712552 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-d9ac7a3d-efc9-4c63-bc30-8991cbf124b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::f816:3eff:fe13:cee5 (5001af93-03f5-43c4-96a2-b5799093e449/7a3badb1-ad77-4c61-bf33-0ccf2a57443c/76f7369d-c931-4e02-9458-91d0881ce8b3) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:06.784180 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.798481 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.851656 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Pushing event updated for resources: {'Port': ['ID=848e623a-8a94-4dea-92d7-57948b187b9d,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:06.866727 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Network 468976f3-3ba8-4c6a-82c9-3a2485e92714 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:06.869273 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:06.872326 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:06.904723 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f19811-69ee-44c1-a35b-725db7bd4453 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:06.947751 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-d5b57851-43bb-43ac-8439-bc44d2496e3c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Allocated IP 172.20.0.4 (468976f3-3ba8-4c6a-82c9-3a2485e92714/133602c2-c5bf-4a16-adce-7047d4d5d038/8af7ea2c-23a9-4b65-a623-714ebf20b273) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:07.015402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Attempting to bind port 848e623a-8a94-4dea-92d7-57948b187b9d on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:07.015402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Attempting to bind port 848e623a-8a94-4dea-92d7-57948b187b9d by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '62ed2a9a-9c07-4131-8f0e-dc1793126ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '468976f3-3ba8-4c6a-82c9-3a2485e92714'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:07.015402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Attempting to bind port 848e623a-8a94-4dea-92d7-57948b187b9d on network 468976f3-3ba8-4c6a-82c9-3a2485e92714 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:07.020403 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d9ac7a3d-efc9-4c63-bc30-8991cbf124b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.029288 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e29614a4-d31c-4e67-b723-491c34001b20 None None] Provisioning complete for port 9298f691-300c-4e64-8220-69cb6f6df395 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:07.029807 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e29614a4-d31c-4e67-b723-491c34001b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.034939 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:07.035232 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Checking segment: {'id': '62ed2a9a-9c07-4131-8f0e-dc1793126ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '468976f3-3ba8-4c6a-82c9-3a2485e92714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:38:07.035634 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.036010 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Bound using segment: {'id': '62ed2a9a-9c07-4131-8f0e-dc1793126ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '468976f3-3ba8-4c6a-82c9-3a2485e92714'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:07.036919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Bound port: 848e623a-8a94-4dea-92d7-57948b187b9d, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ed2a9a-9c07-4131-8f0e-dc1793126ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '468976f3-3ba8-4c6a-82c9-3a2485e92714'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:07.036919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.135992 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d9ac7a3d-efc9-4c63-bc30-8991cbf124b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.220125 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ac7a3d-efc9-4c63-bc30-8991cbf124b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:07.223160 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac7a3d-efc9-4c63-bc30-8991cbf124b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=76f7369d-c931-4e02-9458-91d0881ce8b3,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:07.228022 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5b57851-43bb-43ac-8439-bc44d2496e3c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.229665 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-d9ac7a3d-efc9-4c63-bc30-8991cbf124b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:07.233305 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac7a3d-efc9-4c63-bc30-8991cbf124b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:07.270910 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] For port 848e623a-8a94-4dea-92d7-57948b187b9d, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:07.302751 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] For port 848e623a-8a94-4dea-92d7-57948b187b9d, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=848e623a-8a94-4dea-92d7-57948b187b9d,segment=NetworkSegment(62ed2a9a-9c07-4131-8f0e-dc1793126ec0),segment_id=62ed2a9a-9c07-4131-8f0e-dc1793126ec0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:07.302996 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ac7a3d-efc9-4c63-bc30-8991cbf124b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:07.303108 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d9ac7a3d-efc9-4c63-bc30-8991cbf124b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.310921 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.328555 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43650) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:07.329044 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d9ac7a3d-efc9-4c63-bc30-8991cbf124b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8716733 Jan 21 09:38:07.331275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5b57851-43bb-43ac-8439-bc44d2496e3c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.399772 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336344e-a3cd-4444-9cfd-712bbfc78fde None None] Pushing event updated for resources: {'Port': ['ID=848e623a-8a94-4dea-92d7-57948b187b9d,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:07.405443 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b57851-43bb-43ac-8439-bc44d2496e3c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Network 468976f3-3ba8-4c6a-82c9-3a2485e92714 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:07.410584 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-d5b57851-43bb-43ac-8439-bc44d2496e3c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:07.412837 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b57851-43bb-43ac-8439-bc44d2496e3c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Pushing event updated for resources: {'Port': ['ID=8af7ea2c-23a9-4b65-a623-714ebf20b273,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:07.415555 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b57851-43bb-43ac-8439-bc44d2496e3c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:07.479846 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806414c7-6c5b-4cbe-a6b8-01e1d7e53bfa tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:07.490802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806414c7-6c5b-4cbe-a6b8-01e1d7e53bfa tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:07.494971 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-806414c7-6c5b-4cbe-a6b8-01e1d7e53bfa tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1626534 Jan 21 09:38:07.495239 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43658) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:07.512259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b57851-43bb-43ac-8439-bc44d2496e3c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:07.512947 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d5b57851-43bb-43ac-8439-bc44d2496e3c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.567228 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d5b57851-43bb-43ac-8439-bc44d2496e3c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9336321 Jan 21 09:38:07.590205 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43662) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:07.597139 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ae03fe12-386a-44b7-baf2-ad345e065ade tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-418243022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:07.628640 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ae03fe12-386a-44b7-baf2-ad345e065ade tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.630009 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ae03fe12-386a-44b7-baf2-ad345e065ade tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.657595 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-57c076aa-2c8f-4426-ac57-b1e33ba6d7dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port 76f7369d-c931-4e02-9458-91d0881ce8b3 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:07.658244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57c076aa-2c8f-4426-ac57-b1e33ba6d7dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.673712 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191367d9-cda1-4647-a857-343e6ecf2f70 req-763cc9d0-40c7-432a-a5b7-6d9697af26e9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:07.675607 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-191367d9-cda1-4647-a857-343e6ecf2f70 req-763cc9d0-40c7-432a-a5b7-6d9697af26e9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 944 time: 0.1239524 Jan 21 09:38:07.784471 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43664) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:07.793109 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ae03fe12-386a-44b7-baf2-ad345e065ade tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.798081 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-191367d9-cda1-4647-a857-343e6ecf2f70 req-31d2a751-fa3a-4ed4-971d-b3e93610a26d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=e51a97c8-66a2-4498-aef3-1d6702e80781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099727 Jan 21 09:38:07.800182 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ae03fe12-386a-44b7-baf2-ad345e065ade tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.811747 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57c076aa-2c8f-4426-ac57-b1e33ba6d7dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.872921 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ae03fe12-386a-44b7-baf2-ad345e065ade tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.878053 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ae03fe12-386a-44b7-baf2-ad345e065ade tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2829504 Jan 21 09:38:07.878572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43668) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:07.880988 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-57c076aa-2c8f-4426-ac57-b1e33ba6d7dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for 76f7369d-c931-4e02-9458-91d0881ce8b3 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:07.885219 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ec07eb0c-3e74-4873-922f-8e6e9dc21186 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-843447875', 'prefixes': ['172.20.0.0/16']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:08.021526 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-2b79e173-1d2a-4b31-be74-5c6e2a665350 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:08.021966 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING neutron.api.v2.base [None req-2b79e173-1d2a-4b31-be74-5c6e2a665350 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 21 09:38:08.022510 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-2b79e173-1d2a-4b31-be74-5c6e2a665350 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:38:08.023562 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2b79e173-1d2a-4b31-be74-5c6e2a665350 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2378709 Jan 21 09:38:08.029243 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43670) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:08.034946 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-bcc995ed-7c26-4fbd-b4f0-e703d811e4db tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group': {'name': 'tempest-secgroup--997149541'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:08.089764 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-cb9215ef-d508-497d-8466-c3a151e6efb6 None None] Provisioning complete for port 76f7369d-c931-4e02-9458-91d0881ce8b3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:08.089764 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cb9215ef-d508-497d-8466-c3a151e6efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.093086 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bcc995ed-7c26-4fbd-b4f0-e703d811e4db tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.102815 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec07eb0c-3e74-4873-922f-8e6e9dc21186 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks [] for subnetpool, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.109521 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ec07eb0c-3e74-4873-922f-8e6e9dc21186 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2245817 Jan 21 09:38:08.109521 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43672) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:08.119197 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-c31edd37-333d-4b99-a2bd-c72f8bdd9be6 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '133602c2-c5bf-4a16-adce-7047d4d5d038', 'tempest-TagsExtTest-Tag-2106572340') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:08.127053 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bcc995ed-7c26-4fbd-b4f0-e703d811e4db tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.225079 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cb86153e-5bd9-4ed9-a075-be1067eed7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.238938 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-cb9215ef-d508-497d-8466-c3a151e6efb6 None None] Port 76f7369d-c931-4e02-9458-91d0881ce8b3 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:38:08.255885 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-cb9215ef-d508-497d-8466-c3a151e6efb6 None None] Provisioning complete for port 9298f691-300c-4e64-8220-69cb6f6df395 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:08.256418 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cb9215ef-d508-497d-8466-c3a151e6efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.265190 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 848e623a-8a94-4dea-92d7-57948b187b9d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:08.333356 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57c076aa-2c8f-4426-ac57-b1e33ba6d7dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.385647 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c076aa-2c8f-4426-ac57-b1e33ba6d7dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=76f7369d-c931-4e02-9458-91d0881ce8b3,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:08.394954 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 848e623a-8a94-4dea-92d7-57948b187b9d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:08.395444 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.427115 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c31edd37-333d-4b99-a2bd-c72f8bdd9be6 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "PUT /v2.0/subnets/133602c2-c5bf-4a16-adce-7047d4d5d038/tags/tempest-TagsExtTest-Tag-2106572340 HTTP/1.1" status: 201 len: 201 time: 0.3169475 Jan 21 09:38:08.433024 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43674) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:08.441277 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-bfe3d907-4703-4d8c-877d-e53d49083f0f tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8af7ea2c-23a9-4b65-a623-714ebf20b273', 'tempest-TagsExtTest-Tag-1052855246') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:08.513861 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bcc995ed-7c26-4fbd-b4f0-e703d811e4db tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.526497 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bcc995ed-7c26-4fbd-b4f0-e703d811e4db tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.527476 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57c076aa-2c8f-4426-ac57-b1e33ba6d7dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.534725 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-57c076aa-2c8f-4426-ac57-b1e33ba6d7dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/76f7369d-c931-4e02-9458-91d0881ce8b3 HTTP/1.1" status: 204 len: 168 time: 1.0346544 Jan 21 09:38:08.537680 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43676) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:08.602833 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.604356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc995ed-7c26-4fbd-b4f0-e703d811e4db tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b79502-821b-4ec0-8cde-c7234ef01f1a,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:08.611051 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20fe74e-c469-4a90-b8f8-a0b5cd8b242f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:08.612915 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20fe74e-c469-4a90-b8f8-a0b5cd8b242f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:08.614617 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20fe74e-c469-4a90-b8f8-a0b5cd8b242f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:08.616430 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c20fe74e-c469-4a90-b8f8-a0b5cd8b242f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0775652 Jan 21 09:38:08.620925 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43678) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:08.663269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-4a5399a7-1a26-4217-9038-c3fa1db36e0a None None] Could not find standard attr ID for object 76f7369d-c931-4e02-9458-91d0881ce8b3. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:38:08.685352 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 848e623a-8a94-4dea-92d7-57948b187b9d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=848e623a-8a94-4dea-92d7-57948b187b9d,segment=NetworkSegment(62ed2a9a-9c07-4131-8f0e-dc1793126ec0),segment_id=62ed2a9a-9c07-4131-8f0e-dc1793126ec0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:08.693918 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.705195 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bfe3d907-4703-4d8c-877d-e53d49083f0f tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "PUT /v2.0/ports/8af7ea2c-23a9-4b65-a623-714ebf20b273/tags/tempest-TagsExtTest-Tag-1052855246 HTTP/1.1" status: 201 len: 201 time: 0.2699280 Jan 21 09:38:08.707652 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bcc995ed-7c26-4fbd-b4f0-e703d811e4db tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.708465 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43680) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:08.714767 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-1b76b70b-56b1-4eb0-9eb2-3b1b2cb27d0e tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6841400b-c178-4522-a52d-a1c0f6659cec', 'tempest-TagsExtTest-Tag-861360268') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:08.718475 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bcc995ed-7c26-4fbd-b4f0-e703d811e4db tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.723902 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c18cf7-4453-4751-b209-5983c6c84ff2 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 10b64061-b3fd-468b-b130-48a87619b2f5 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:08.728170 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c7c18cf7-4453-4751-b209-5983c6c84ff2 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.773975 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=848e623a-8a94-4dea-92d7-57948b187b9d,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:08.806405 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c7c18cf7-4453-4751-b209-5983c6c84ff2 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.812400 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc995ed-7c26-4fbd-b4f0-e703d811e4db tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4aee3e-5292-4de4-952e-d5cf2cff97cd,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:08.823330 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bcc995ed-7c26-4fbd-b4f0-e703d811e4db tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.827255 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bcc995ed-7c26-4fbd-b4f0-e703d811e4db tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7942851 Jan 21 09:38:08.832351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43682) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:08.837084 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-772d3452-1610-45cf-97d2-053ceb44dff8 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': 'ee4aee3e-5292-4de4-952e-d5cf2cff97cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:08.929996 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1b76b70b-56b1-4eb0-9eb2-3b1b2cb27d0e tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "PUT /v2.0/routers/6841400b-c178-4522-a52d-a1c0f6659cec/tags/tempest-TagsExtTest-Tag-861360268 HTTP/1.1" status: 201 len: 201 time: 0.2204742 Jan 21 09:38:08.932647 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43686) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:08.938353 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-acca1656-a11a-45f2-b30d-688693a8f2f0 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5817308b-4d8c-4dd8-a626-f6484668686b', 'tempest-TagsExtTest-Tag-618088722') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:08.946326 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772d3452-1610-45cf-97d2-053ceb44dff8 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.997947 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-acca1656-a11a-45f2-b30d-688693a8f2f0 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "PUT /v2.0/subnetpools/5817308b-4d8c-4dd8-a626-f6484668686b/tags/tempest-TagsExtTest-Tag-618088722 HTTP/1.1" status: 201 len: 201 time: 0.0616031 Jan 21 09:38:08.998880 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43688) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:09.004674 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c7c18cf7-4453-4751-b209-5983c6c84ff2 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.005874 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-a6cfd568-e170-4a99-bbfa-396f65e5461a tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '133602c2-c5bf-4a16-adce-7047d4d5d038') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:09.014949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device e0daba01-eb79-42b5-8743-3935e83d9eaf up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:09.079739 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port e0daba01-eb79-42b5-8743-3935e83d9eaf completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:09.086688 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port e0daba01-eb79-42b5-8743-3935e83d9eaf triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:09.087065 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.097692 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de30f1c-f50a-4d6c-9687-2b64efc5a7c7 req-97f8927a-833c-4f61-9ca9-40a5204ba6b2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:09.099741 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6de30f1c-f50a-4d6c-9687-2b64efc5a7c7 req-97f8927a-833c-4f61-9ca9-40a5204ba6b2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 944 time: 0.1818860 Jan 21 09:38:09.130609 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a6cfd568-e170-4a99-bbfa-396f65e5461a tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/subnets/133602c2-c5bf-4a16-adce-7047d4d5d038/tags HTTP/1.1" status: 200 len: 241 time: 0.1269498 Jan 21 09:38:09.130807 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772d3452-1610-45cf-97d2-053ceb44dff8 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.130929 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43690) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:09.135499 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-3875a8bd-099d-4c21-b235-9998b8d0eb4b tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '133602c2-c5bf-4a16-adce-7047d4d5d038', 'tempest-TagsExtTest-Tag-2106572340') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:09.148857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772d3452-1610-45cf-97d2-053ceb44dff8 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.200123 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c7c18cf7-4453-4751-b209-5983c6c84ff2 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.200519 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7713561-ba1f-4a5a-b10a-7b95d0767bf2 None None] Network 468976f3-3ba8-4c6a-82c9-3a2485e92714 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:09.209447 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d3452-1610-45cf-97d2-053ceb44dff8 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db455bde-27d5-41ce-affc-2102003b3dd0,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:09.216430 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3875a8bd-099d-4c21-b235-9998b8d0eb4b tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/subnets/133602c2-c5bf-4a16-adce-7047d4d5d038/tags/tempest-TagsExtTest-Tag-2106572340 HTTP/1.1" status: 204 len: 168 time: 0.0854042 Jan 21 09:38:09.219655 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43694) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:09.221684 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-772d3452-1610-45cf-97d2-053ceb44dff8 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.222940 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-772d3452-1610-45cf-97d2-053ceb44dff8 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3896041 Jan 21 09:38:09.223658 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-194f5380-7462-4e63-a6e8-a7880d820425 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '133602c2-c5bf-4a16-adce-7047d4d5d038', 'tempest-TagsExtTest-Tag-2106572340') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:09.225808 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43696) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:09.232419 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-af119573-a3d8-4898-a6fe-f3a6314ad4d2 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': 'ee4aee3e-5292-4de4-952e-d5cf2cff97cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:09.262985 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6de30f1c-f50a-4d6c-9687-2b64efc5a7c7 req-c1456496-b609-4665-aa3e-50e65e3c9896 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=e51a97c8-66a2-4498-aef3-1d6702e80781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535530 Jan 21 09:38:09.267508 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c7c18cf7-4453-4751-b209-5983c6c84ff2 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.275855 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c7c18cf7-4453-4751-b209-5983c6c84ff2 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/10b64061-b3fd-468b-b130-48a87619b2f5 HTTP/1.1" status: 204 len: 168 time: 0.6528156 Jan 21 09:38:09.277775 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c18cf7-4453-4751-b209-5983c6c84ff2 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=10b64061-b3fd-468b-b130-48a87619b2f5,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:09.280456 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43698) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:09.300963 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0618d5b-47bf-42de-b650-7a5a42c69561 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:09.312375 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.315180 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-af119573-a3d8-4898-a6fe-f3a6314ad4d2 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.315464 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.349138 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b594ea-58b3-4619-9a8d-54ae0f8e8a55 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 7a3badb1-ad77-4c61-bf33-0ccf2a57443c {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:09.353300 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-00b594ea-58b3-4619-9a8d-54ae0f8e8a55 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.386636 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-194f5380-7462-4e63-a6e8-a7880d820425 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/subnets/133602c2-c5bf-4a16-adce-7047d4d5d038/tags/tempest-TagsExtTest-Tag-2106572340 HTTP/1.1" status: 204 len: 168 time: 0.1663623 Jan 21 09:38:09.388920 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43700) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:09.394235 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-38764e5c-84b5-4cef-afe4-be9fd55a84b7 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '133602c2-c5bf-4a16-adce-7047d4d5d038') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:09.396768 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-af119573-a3d8-4898-a6fe-f3a6314ad4d2 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:38:09.400888 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-af119573-a3d8-4898-a6fe-f3a6314ad4d2 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1739690 Jan 21 09:38:09.401097 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43702) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:09.414554 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-00b594ea-58b3-4619-9a8d-54ae0f8e8a55 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.471176 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-38764e5c-84b5-4cef-afe4-be9fd55a84b7 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/subnets/133602c2-c5bf-4a16-adce-7047d4d5d038/tags HTTP/1.1" status: 200 len: 205 time: 0.0820670 Jan 21 09:38:09.477505 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43704) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:09.481808 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-07e50666-edb9-40db-86a3-678a621e6ca9 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8af7ea2c-23a9-4b65-a623-714ebf20b273') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:09.536907 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b748e977-d32b-4be5-9159-43138b825c1a tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.544589 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-07e50666-edb9-40db-86a3-678a621e6ca9 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/ports/8af7ea2c-23a9-4b65-a623-714ebf20b273/tags HTTP/1.1" status: 200 len: 241 time: 0.0671654 Jan 21 09:38:09.547341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43706) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:09.552724 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-249fcb70-eb68-4a1b-8c8c-25c4e03f9502 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8af7ea2c-23a9-4b65-a623-714ebf20b273', 'tempest-TagsExtTest-Tag-1052855246') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:09.578066 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b748e977-d32b-4be5-9159-43138b825c1a tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.586143 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0daba01-eb79-42b5-8743-3935e83d9eaf'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:09.588788 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-00b594ea-58b3-4619-9a8d-54ae0f8e8a55 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.589324 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd3ad3a-0218-40c8-bf19-7f4e32ea4c37" -d '{"events": [{"server_uuid": "19e250f7-47b1-40ff-b235-7891cf28b3e4", "name": "network-vif-plugged", "status": "completed", "tag": "e0daba01-eb79-42b5-8743-3935e83d9eaf"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:38:09.601403 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-81d9b3c6-ca74-48e8-8bf3-17bdbf23ae16 None None] Provisioning complete for port 848e623a-8a94-4dea-92d7-57948b187b9d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:09.602312 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-81d9b3c6-ca74-48e8-8bf3-17bdbf23ae16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.617341 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-249fcb70-eb68-4a1b-8c8c-25c4e03f9502 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/ports/8af7ea2c-23a9-4b65-a623-714ebf20b273/tags/tempest-TagsExtTest-Tag-1052855246 HTTP/1.1" status: 204 len: 168 time: 0.0685270 Jan 21 09:38:09.619850 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43710) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:09.626974 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-ed8d731e-5f9a-45eb-9525-0a28b3351a4a tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8af7ea2c-23a9-4b65-a623-714ebf20b273', 'tempest-TagsExtTest-Tag-1052855246') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:09.650251 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31f36da-b34a-40e8-845c-0559536389ca x-openstack-request-id: req-c31f36da-b34a-40e8-845c-0559536389ca {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:38:09.650633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e250f7-47b1-40ff-b235-7891cf28b3e4", "name": "network-vif-plugged", "status": "completed", "tag": "e0daba01-eb79-42b5-8743-3935e83d9eaf", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:38:09.650961 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c31f36da-b34a-40e8-845c-0559536389ca {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:38:09.652080 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0daba01-eb79-42b5-8743-3935e83d9eaf', 'code': 200} Jan 21 09:38:09.677782 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b748e977-d32b-4be5-9159-43138b825c1a tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.678886 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port e0daba01-eb79-42b5-8743-3935e83d9eaf, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e0daba01-eb79-42b5-8743-3935e83d9eaf,segment=NetworkSegment(e2c24e20-98a7-4b92-9808-aacf442b5586),segment_id=e2c24e20-98a7-4b92-9808-aacf442b5586)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:09.689657 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b748e977-d32b-4be5-9159-43138b825c1a tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.691677 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b748e977-d32b-4be5-9159-43138b825c1a tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "DELETE /v2.0/security-groups/ee4aee3e-5292-4de4-952e-d5cf2cff97cd HTTP/1.1" status: 204 len: 168 time: 0.2893963 Jan 21 09:38:09.694981 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.695423 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43712) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:09.729606 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748e977-d32b-4be5-9159-43138b825c1a tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4aee3e-5292-4de4-952e-d5cf2cff97cd,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:09.742427 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-00b594ea-58b3-4619-9a8d-54ae0f8e8a55 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.764472 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-00c1c102-9818-42b8-b34f-0deebc580d44 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0671899 Jan 21 09:38:09.778841 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43714) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:09.786978 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-26b92b02-77f2-4905-bfaa-31acb0fadc20 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403022627'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:09.791421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b594ea-58b3-4619-9a8d-54ae0f8e8a55 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3badb1-ad77-4c61-bf33-0ccf2a57443c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:09.799787 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ed8d731e-5f9a-45eb-9525-0a28b3351a4a tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/ports/8af7ea2c-23a9-4b65-a623-714ebf20b273/tags/tempest-TagsExtTest-Tag-1052855246 HTTP/1.1" status: 204 len: 168 time: 0.1785319 Jan 21 09:38:09.800656 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-00b594ea-58b3-4619-9a8d-54ae0f8e8a55 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.807119 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-00b594ea-58b3-4619-9a8d-54ae0f8e8a55 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/7a3badb1-ad77-4c61-bf33-0ccf2a57443c HTTP/1.1" status: 204 len: 168 time: 0.5251846 Jan 21 09:38:09.808026 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43716) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:09.808198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43718) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:09.814108 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-037f3fd5-5d63-4020-83f1-cd3a641cb229 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8af7ea2c-23a9-4b65-a623-714ebf20b273') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:09.826052 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=e0daba01-eb79-42b5-8743-3935e83d9eaf,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:09.873427 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9b7728c2-6e6e-4a1f-85ba-3347f0912734 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615478 Jan 21 09:38:09.873704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43720) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:09.880388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-dea584ca-afc1-4dae-b9cb-8124d372b9d4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:09.915365 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-26b92b02-77f2-4905-bfaa-31acb0fadc20 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.946888 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1767f75-42ca-4770-9b80-b85bb42982ec req-8242da91-d7cd-47d9-a47b-8e028d873763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:09.949090 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a1767f75-42ca-4770-9b80-b85bb42982ec req-8242da91-d7cd-47d9-a47b-8e028d873763 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 1098 time: 0.0912979 Jan 21 09:38:10.016016 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-037f3fd5-5d63-4020-83f1-cd3a641cb229 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/ports/8af7ea2c-23a9-4b65-a623-714ebf20b273/tags HTTP/1.1" status: 200 len: 205 time: 0.2042222 Jan 21 09:38:10.016941 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43722) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:10.025158 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-ddb688d8-20f4-4980-81d1-ed88f921be66 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6841400b-c178-4522-a52d-a1c0f6659cec') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:10.050898 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a1767f75-42ca-4770-9b80-b85bb42982ec req-2b51e376-29b7-452c-b22c-23f9cee3c0e1 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=e51a97c8-66a2-4498-aef3-1d6702e80781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760298 Jan 21 09:38:10.074733 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea584ca-afc1-4dae-b9cb-8124d372b9d4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:10.075156 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e268ac-252d-4a25-9854-271ee6bd31aa None None] DHCP port deletion for 5001af93-03f5-43c4-96a2-b5799093e449 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:38:10.079516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dea584ca-afc1-4dae-b9cb-8124d372b9d4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.090670 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-26b92b02-77f2-4905-bfaa-31acb0fadc20 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.099156 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-26b92b02-77f2-4905-bfaa-31acb0fadc20 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.133655 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-26b92b02-77f2-4905-bfaa-31acb0fadc20 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.134956 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-26b92b02-77f2-4905-bfaa-31acb0fadc20 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3546987 Jan 21 09:38:10.142057 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43724) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:10.145626 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 848e623a-8a94-4dea-92d7-57948b187b9d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:10.146906 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-568b1942-e80a-4af0-a52f-0d3ede304207 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': '8f5c03fb-9478-4c5a-87c0-698a38e3b518', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:10.148994 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING neutron.api.v2.base [None req-568b1942-e80a-4af0-a52f-0d3ede304207 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 21 09:38:10.149378 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-568b1942-e80a-4af0-a52f-0d3ede304207 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:10.150432 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-568b1942-e80a-4af0-a52f-0d3ede304207 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073721 Jan 21 09:38:10.153621 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43726) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:10.183474 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b92b02-77f2-4905-bfaa-31acb0fadc20 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5c03fb-9478-4c5a-87c0-698a38e3b518,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:10.205486 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ddb688d8-20f4-4980-81d1-ed88f921be66 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/routers/6841400b-c178-4522-a52d-a1c0f6659cec/tags HTTP/1.1" status: 200 len: 240 time: 0.1846657 Jan 21 09:38:10.206931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43728) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:10.215392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-8a8621e5-0c2e-402f-9a36-9739bff36ff5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6841400b-c178-4522-a52d-a1c0f6659cec', 'tempest-TagsExtTest-Tag-861360268') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:10.229062 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-21e268ac-252d-4a25-9854-271ee6bd31aa None None] Deleting port 9298f691-300c-4e64-8220-69cb6f6df395 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:10.229718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-21e268ac-252d-4a25-9854-271ee6bd31aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.234109 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9596b8db-a5c4-43a1-a288-2a82803871f7 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.266478 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9596b8db-a5c4-43a1-a288-2a82803871f7 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.312492 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 848e623a-8a94-4dea-92d7-57948b187b9d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:10.313812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.331139 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8a8621e5-0c2e-402f-9a36-9739bff36ff5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/routers/6841400b-c178-4522-a52d-a1c0f6659cec/tags/tempest-TagsExtTest-Tag-861360268 HTTP/1.1" status: 204 len: 168 time: 0.1226132 Jan 21 09:38:10.333916 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43732) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:10.350582 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-091a787a-5efc-4a97-a56b-78b24a71357d tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6841400b-c178-4522-a52d-a1c0f6659cec', 'tempest-TagsExtTest-Tag-861360268') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:10.381313 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-21e268ac-252d-4a25-9854-271ee6bd31aa None None] For port 9298f691-300c-4e64-8220-69cb6f6df395, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9298f691-300c-4e64-8220-69cb6f6df395,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:10.381679 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-21e268ac-252d-4a25-9854-271ee6bd31aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.409659 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-21e268ac-252d-4a25-9854-271ee6bd31aa None None] Calling delete_port for 9298f691-300c-4e64-8220-69cb6f6df395 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:10.421068 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9596b8db-a5c4-43a1-a288-2a82803871f7 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.425096 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9596b8db-a5c4-43a1-a288-2a82803871f7 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.426696 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5b033596-c078-4865-a7d0-a6aed8a30279 None None] Provisioning complete for port 848e623a-8a94-4dea-92d7-57948b187b9d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:10.427067 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5b033596-c078-4865-a7d0-a6aed8a30279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.434669 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9596b8db-a5c4-43a1-a288-2a82803871f7 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "DELETE /v2.0/security-groups/8f5c03fb-9478-4c5a-87c0-698a38e3b518 HTTP/1.1" status: 204 len: 168 time: 0.2800226 Jan 21 09:38:10.447520 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43734) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:10.457213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596b8db-a5c4-43a1-a288-2a82803871f7 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5c03fb-9478-4c5a-87c0-698a38e3b518,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:10.515370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dea584ca-afc1-4dae-b9cb-8124d372b9d4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.562027 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e0ab50bd-d075-4ab2-b584-3f8b61705132 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1127396 Jan 21 09:38:10.566812 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43736) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:10.571579 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d349e004-d1ec-4549-add5-1991720bea2a tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1779146909'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:10.580375 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-091a787a-5efc-4a97-a56b-78b24a71357d tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/routers/6841400b-c178-4522-a52d-a1c0f6659cec/tags/tempest-TagsExtTest-Tag-861360268 HTTP/1.1" status: 204 len: 168 time: 0.2428017 Jan 21 09:38:10.582205 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43738) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:10.588459 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-60165624-9b45-48a9-8c76-96361f0c19d6 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6841400b-c178-4522-a52d-a1c0f6659cec') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:10.604010 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea584ca-afc1-4dae-b9cb-8124d372b9d4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:10.610287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-dea584ca-afc1-4dae-b9cb-8124d372b9d4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:10.621698 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea584ca-afc1-4dae-b9cb-8124d372b9d4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:10.622465 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dea584ca-afc1-4dae-b9cb-8124d372b9d4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.632171 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0456801-8281-403e-bab4-8c32fd1e7760 req-a2720a8e-7152-4f2b-a8c5-1d248a32d14f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:10.633765 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c0456801-8281-403e-bab4-8c32fd1e7760 req-a2720a8e-7152-4f2b-a8c5-1d248a32d14f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 945 time: 0.1570191 Jan 21 09:38:10.642315 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea584ca-afc1-4dae-b9cb-8124d372b9d4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=f570d1ee-5f69-4860-ba95-3bc056376eb3,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:10.666135 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-dea584ca-afc1-4dae-b9cb-8124d372b9d4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7910862 Jan 21 09:38:10.669047 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43740) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:10.673752 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d349e004-d1ec-4549-add5-1991720bea2a tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.675704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-dd0e068f-cb5f-4173-9bfd-1deea4d2a965 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:10.689714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-21e268ac-252d-4a25-9854-271ee6bd31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.702257 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-60165624-9b45-48a9-8c76-96361f0c19d6 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/routers/6841400b-c178-4522-a52d-a1c0f6659cec/tags HTTP/1.1" status: 200 len: 205 time: 0.1189179 Jan 21 09:38:10.705642 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43742) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:10.713053 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-d19746d8-5bf0-4303-a84d-631a7b8d62a9 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5817308b-4d8c-4dd8-a626-f6484668686b') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:10.725240 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e268ac-252d-4a25-9854-271ee6bd31aa None None] Pushing event deleted for resources: {'Port': ['ID=9298f691-300c-4e64-8220-69cb6f6df395,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:10.732041 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e268ac-252d-4a25-9854-271ee6bd31aa None None] No DVR routers for this DVR port 9298f691-300c-4e64-8220-69cb6f6df395 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:10.747033 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5b033596-c078-4865-a7d0-a6aed8a30279 None None] Provisioning complete for port 8af7ea2c-23a9-4b65-a623-714ebf20b273 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:10.747322 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5b033596-c078-4865-a7d0-a6aed8a30279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.756229 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d19746d8-5bf0-4303-a84d-631a7b8d62a9 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/subnetpools/5817308b-4d8c-4dd8-a626-f6484668686b/tags HTTP/1.1" status: 200 len: 240 time: 0.0495453 Jan 21 09:38:10.759487 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43744) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:10.763891 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-1c44e18c-04a2-4ec2-bbb1-5d61aefbc378 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5817308b-4d8c-4dd8-a626-f6484668686b', 'tempest-TagsExtTest-Tag-618088722') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:10.772468 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c0456801-8281-403e-bab4-8c32fd1e7760 req-20f68ad5-f13b-4140-a555-68c599754890 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=e51a97c8-66a2-4498-aef3-1d6702e80781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275291 Jan 21 09:38:10.785673 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037097ce-c1b3-4ba0-9666-a8155451ad40 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:10.788252 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-5b033596-c078-4865-a7d0-a6aed8a30279 None None] Port 8af7ea2c-23a9-4b65-a623-714ebf20b273 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:38:10.841618 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d349e004-d1ec-4549-add5-1991720bea2a tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.848250 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1c44e18c-04a2-4ec2-bbb1-5d61aefbc378 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/subnetpools/5817308b-4d8c-4dd8-a626-f6484668686b/tags/tempest-TagsExtTest-Tag-618088722 HTTP/1.1" status: 204 len: 168 time: 0.0844073 Jan 21 09:38:10.848250 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d349e004-d1ec-4549-add5-1991720bea2a tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.851052 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43748) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:10.860308 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-9c8c4604-dcd9-4df4-83a7-475c39259ae7 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5817308b-4d8c-4dd8-a626-f6484668686b', 'tempest-TagsExtTest-Tag-618088722') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:10.896306 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d349e004-d1ec-4549-add5-1991720bea2a tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.900898 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d349e004-d1ec-4549-add5-1991720bea2a tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3295465 Jan 21 09:38:10.901616 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43750) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:10.907034 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-5fb525e4-4c95-4af2-b137-0f8870048b06 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': '8f92862f-fa26-4d00-843f-556ad566b392', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:10.907598 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING neutron.api.v2.base [None req-5fb525e4-4c95-4af2-b137-0f8870048b06 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 21 09:38:10.908111 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-5fb525e4-4c95-4af2-b137-0f8870048b06 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:10.909169 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5fb525e4-4c95-4af2-b137-0f8870048b06 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066872 Jan 21 09:38:10.910431 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349e004-d1ec-4549-add5-1991720bea2a tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f92862f-fa26-4d00-843f-556ad566b392,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:10.913898 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43752) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:10.935662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0e068f-cb5f-4173-9bfd-1deea4d2a965 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:10.944995 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dd0e068f-cb5f-4173-9bfd-1deea4d2a965 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.970616 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8f47686c-3637-4ff4-9533-63cd24d5d825 None None] Provisioning complete for port 8af7ea2c-23a9-4b65-a623-714ebf20b273 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:10.971043 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8f47686c-3637-4ff4-9533-63cd24d5d825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.977179 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9c8c4604-dcd9-4df4-83a7-475c39259ae7 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/subnetpools/5817308b-4d8c-4dd8-a626-f6484668686b/tags/tempest-TagsExtTest-Tag-618088722 HTTP/1.1" status: 204 len: 168 time: 0.1211507 Jan 21 09:38:10.980156 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43754) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:10.991747 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f7ee90b6-b86d-40e1-8bbb-89bdf6863991 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.019147 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-081160f8-49b7-4095-bf4a-e95e397eff16 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5817308b-4d8c-4dd8-a626-f6484668686b') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:11.033428 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f7ee90b6-b86d-40e1-8bbb-89bdf6863991 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.033692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5001af93-03f5-43c4-96a2-b5799093e449', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'fixed_ips': [{'subnet_id': 'f570d1ee-5f69-4860-ba95-3bc056376eb3'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:38:11.034536 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.053297 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-8f47686c-3637-4ff4-9533-63cd24d5d825 None None] Port 8af7ea2c-23a9-4b65-a623-714ebf20b273 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:38:11.081121 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-081160f8-49b7-4095-bf4a-e95e397eff16 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/subnetpools/5817308b-4d8c-4dd8-a626-f6484668686b/tags HTTP/1.1" status: 200 len: 205 time: 0.0957162 Jan 21 09:38:11.081369 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43756) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:11.092096 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-5b2bf4d6-0073-4e7a-b4e8-9a785c533d5c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5817308b-4d8c-4dd8-a626-f6484668686b') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:11.117478 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f7ee90b6-b86d-40e1-8bbb-89bdf6863991 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.123630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f7ee90b6-b86d-40e1-8bbb-89bdf6863991 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.129253 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f7ee90b6-b86d-40e1-8bbb-89bdf6863991 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "DELETE /v2.0/security-groups/8f92862f-fa26-4d00-843f-556ad566b392 HTTP/1.1" status: 204 len: 168 time: 0.2143166 Jan 21 09:38:11.130816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43758) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:11.140277 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee90b6-b86d-40e1-8bbb-89bdf6863991 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f92862f-fa26-4d00-843f-556ad566b392,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:11.227599 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Allocated IP 172.20.0.2 (5001af93-03f5-43c4-96a2-b5799093e449/f570d1ee-5f69-4860-ba95-3bc056376eb3/9071b514-70dd-49af-be31-63922b1cd8a6) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:11.251109 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5b2bf4d6-0073-4e7a-b4e8-9a785c533d5c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/subnetpools/5817308b-4d8c-4dd8-a626-f6484668686b/tags HTTP/1.1" status: 204 len: 168 time: 0.1677914 Jan 21 09:38:11.254453 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43760) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:11.263242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-c8c11411-2a74-44e5-bf4e-8ea0e0584caa tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6841400b-c178-4522-a52d-a1c0f6659cec') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:11.274674 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.279804 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-00f35b03-724c-4e28-9e29-d846bcaaab56 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1443236 Jan 21 09:38:11.318012 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43762) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:11.327750 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-390775a9-b8af-4e89-abaa-3901da48bce2 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163004298'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:11.372963 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.416649 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-390775a9-b8af-4e89-abaa-3901da48bce2 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.429270 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c8c11411-2a74-44e5-bf4e-8ea0e0584caa tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/routers/6841400b-c178-4522-a52d-a1c0f6659cec/tags HTTP/1.1" status: 204 len: 168 time: 0.1720533 Jan 21 09:38:11.433369 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43764) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:11.438238 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-f9ef15b4-465f-4380-adde-65f680d6c088 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8af7ea2c-23a9-4b65-a623-714ebf20b273') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:11.475739 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.492194 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.535472 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:11.551858 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:11.551858 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:11.558404 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f9ef15b4-465f-4380-adde-65f680d6c088 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/ports/8af7ea2c-23a9-4b65-a623-714ebf20b273/tags HTTP/1.1" status: 204 len: 168 time: 0.1256521 Jan 21 09:38:11.566090 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43766) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:11.568850 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Pushing event updated for resources: {'Port': ['ID=9071b514-70dd-49af-be31-63922b1cd8a6,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:11.582078 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-a6924b77-f014-43ca-9422-bfaabdd224b2 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '133602c2-c5bf-4a16-adce-7047d4d5d038') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:11.586668 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-390775a9-b8af-4e89-abaa-3901da48bce2 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.611469 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-390775a9-b8af-4e89-abaa-3901da48bce2 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.613804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.objects.ports [None req-dd0e068f-cb5f-4173-9bfd-1deea4d2a965 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:38:11.647430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Attempting to bind port 9071b514-70dd-49af-be31-63922b1cd8a6 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:11.648151 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Attempting to bind port 9071b514-70dd-49af-be31-63922b1cd8a6 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:11.648565 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Attempting to bind port 9071b514-70dd-49af-be31-63922b1cd8a6 on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:11.657405 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:11.658143 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:38:11.658645 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.659040 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:11.659782 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Bound port: 9071b514-70dd-49af-be31-63922b1cd8a6, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:11.661182 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.661389 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-390775a9-b8af-4e89-abaa-3901da48bce2 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.662445 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-390775a9-b8af-4e89-abaa-3901da48bce2 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3408351 Jan 21 09:38:11.665228 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390775a9-b8af-4e89-abaa-3901da48bce2 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da6ce40-08ce-43a7-82a7-993c0adb28cf,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:11.668248 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43768) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:11.674083 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-788f1225-7b68-48c7-ab5f-4bdcf2d9fd91 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': '2da6ce40-08ce-43a7-82a7-993c0adb28cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:11.675871 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING neutron.api.v2.base [None req-788f1225-7b68-48c7-ab5f-4bdcf2d9fd91 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 21 09:38:11.675871 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-788f1225-7b68-48c7-ab5f-4bdcf2d9fd91 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:11.676485 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-788f1225-7b68-48c7-ab5f-4bdcf2d9fd91 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073256 Jan 21 09:38:11.681465 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43770) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:11.687166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-bedf2e7a-68e4-4df6-9118-9cbab19f3f03 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': '2da6ce40-08ce-43a7-82a7-993c0adb28cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:11.688638 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING neutron.api.v2.base [None req-bedf2e7a-68e4-4df6-9118-9cbab19f3f03 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 21 09:38:11.689471 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-bedf2e7a-68e4-4df6-9118-9cbab19f3f03 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:11.692094 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bedf2e7a-68e4-4df6-9118-9cbab19f3f03 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082381 Jan 21 09:38:11.695327 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43772) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:11.701961 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-81547c56-8a0b-42b5-9abd-7e671ba8ef9d tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': '2da6ce40-08ce-43a7-82a7-993c0adb28cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:11.702985 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING neutron.api.v2.base [None req-81547c56-8a0b-42b5-9abd-7e671ba8ef9d tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 21 09:38:11.704168 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-81547c56-8a0b-42b5-9abd-7e671ba8ef9d tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:11.705199 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-81547c56-8a0b-42b5-9abd-7e671ba8ef9d tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086870 Jan 21 09:38:11.708188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43774) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:11.713136 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-7604b38c-4b20-420e-89f2-eacff02af0ca tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': '2da6ce40-08ce-43a7-82a7-993c0adb28cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:11.714127 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING neutron.api.v2.base [None req-7604b38c-4b20-420e-89f2-eacff02af0ca tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 21 09:38:11.714613 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-7604b38c-4b20-420e-89f2-eacff02af0ca tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:11.715551 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7604b38c-4b20-420e-89f2-eacff02af0ca tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064666 Jan 21 09:38:11.719170 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43776) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:11.752076 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] For port 9071b514-70dd-49af-be31-63922b1cd8a6, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:11.756667 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] For port 9071b514-70dd-49af-be31-63922b1cd8a6, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9071b514-70dd-49af-be31-63922b1cd8a6,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:11.759895 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a6924b77-f014-43ca-9422-bfaabdd224b2 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/subnets/133602c2-c5bf-4a16-adce-7047d4d5d038/tags HTTP/1.1" status: 204 len: 168 time: 0.1887188 Jan 21 09:38:11.764371 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43778) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:11.767112 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.770762 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-6cd0e401-40c5-4a3e-891b-b30601b48ae6 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '133602c2-c5bf-4a16-adce-7047d4d5d038', 'tempest-TagsExtTest-Tag-41289290') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:11.819068 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.832725 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1c46a-7169-4cb3-a594-947e2689e3a2 None None] Pushing event updated for resources: {'Port': ['ID=9071b514-70dd-49af-be31-63922b1cd8a6,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:11.851854 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.908659 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6cd0e401-40c5-4a3e-891b-b30601b48ae6 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "PUT /v2.0/subnets/133602c2-c5bf-4a16-adce-7047d4d5d038/tags/tempest-TagsExtTest-Tag-41289290 HTTP/1.1" status: 201 len: 201 time: 0.1429355 Jan 21 09:38:11.910287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.913624 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.917708 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "DELETE /v2.0/security-groups/2da6ce40-08ce-43a7-82a7-993c0adb28cf HTTP/1.1" status: 204 len: 168 time: 0.1944849 Jan 21 09:38:11.917708 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43782) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:11.924467 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-1ab677e1-cba9-4ef2-9d92-f989bc1467ab tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8af7ea2c-23a9-4b65-a623-714ebf20b273', 'tempest-TagsExtTest-Tag-300764926') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:11.927657 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43784) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:11.989418 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da6ce40-08ce-43a7-82a7-993c0adb28cf,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:12.138083 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9298f691-300c-4e64-8220-69cb6f6df395 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:38:12.162502 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 9298f691-300c-4e64-8220-69cb6f6df395 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:38:12.162907 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9298f691-300c-4e64-8220-69cb6f6df395 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:38:12.321200 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dd0e068f-cb5f-4173-9bfd-1deea4d2a965 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.376356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:12.376698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:12.377030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:12.377352 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:12.377710 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:12.378231 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:12.378551 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:12.378871 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:12.379186 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:12.379500 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:12.379810 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:12.380115 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a47955-bc08-4cf0-a3f6-1892da03f247 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:12.440674 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a84e1f7d-0d30-4d2e-b3e9-4ae9cc608c80 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5117233 Jan 21 09:38:12.446814 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43786) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:12.452147 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-232150ee-e962-4adc-874d-0fa7e63db41e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group': {'name': 'tempest-secgroup--698799565'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:12.466071 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291ef1d-fd08-41c8-ab58-0786fe1cc9d0 req-86b4a6f7-da90-45f9-a01a-514ffbe62633 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:12.467719 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1291ef1d-fd08-41c8-ab58-0786fe1cc9d0 req-86b4a6f7-da90-45f9-a01a-514ffbe62633 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 945 time: 0.5272789 Jan 21 09:38:12.526186 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1ab677e1-cba9-4ef2-9d92-f989bc1467ab tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "PUT /v2.0/ports/8af7ea2c-23a9-4b65-a623-714ebf20b273/tags/tempest-TagsExtTest-Tag-300764926 HTTP/1.1" status: 201 len: 201 time: 0.6031508 Jan 21 09:38:12.527667 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43788) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:12.532894 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-232150ee-e962-4adc-874d-0fa7e63db41e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.536102 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-3a1c09da-cf2c-48bd-9397-c107065920ac tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6841400b-c178-4522-a52d-a1c0f6659cec', 'tempest-TagsExtTest-Tag-1647388765') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:12.553902 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1291ef1d-fd08-41c8-ab58-0786fe1cc9d0 req-3491bf72-355b-427c-99fe-5965510c2bfc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=e51a97c8-66a2-4498-aef3-1d6702e80781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772932 Jan 21 09:38:12.590555 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-dd0e068f-cb5f-4173-9bfd-1deea4d2a965 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] For port 9071b514-70dd-49af-be31-63922b1cd8a6, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9071b514-70dd-49af-be31-63922b1cd8a6,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:12.636006 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-232150ee-e962-4adc-874d-0fa7e63db41e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.642818 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-232150ee-e962-4adc-874d-0fa7e63db41e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.669291 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dd0e068f-cb5f-4173-9bfd-1deea4d2a965 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.676670 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dd0e068f-cb5f-4173-9bfd-1deea4d2a965 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.681725 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dd0e068f-cb5f-4173-9bfd-1deea4d2a965 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.697763 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-232150ee-e962-4adc-874d-0fa7e63db41e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.700142 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-232150ee-e962-4adc-874d-0fa7e63db41e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2521675 Jan 21 09:38:12.706461 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43792) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:12.714952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-06484ded-0cda-4fd9-9ad5-da8e20f9e7d5 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': '45ae377a-e6b4-4fc4-bc91-4ac25fef9d75', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:12.716302 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING neutron.api.v2.base [None req-06484ded-0cda-4fd9-9ad5-da8e20f9e7d5 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 21 09:38:12.716766 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-06484ded-0cda-4fd9-9ad5-da8e20f9e7d5 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:12.718771 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-06484ded-0cda-4fd9-9ad5-da8e20f9e7d5 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104125 Jan 21 09:38:12.723663 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232150ee-e962-4adc-874d-0fa7e63db41e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ae377a-e6b4-4fc4-bc91-4ac25fef9d75,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:12.729220 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43794) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:12.738963 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f618a522-16dc-4224-8586-cb3e03408328 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': '45ae377a-e6b4-4fc4-bc91-4ac25fef9d75', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:12.811329 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-f618a522-16dc-4224-8586-cb3e03408328 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:12.813519 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f618a522-16dc-4224-8586-cb3e03408328 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0817246 Jan 21 09:38:12.816791 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43796) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:12.820978 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3a1c09da-cf2c-48bd-9397-c107065920ac tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "PUT /v2.0/routers/6841400b-c178-4522-a52d-a1c0f6659cec/tags/tempest-TagsExtTest-Tag-1647388765 HTTP/1.1" status: 201 len: 201 time: 0.2894928 Jan 21 09:38:12.822794 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-cc88802b-1495-4b1b-a179-51245a50deb9 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': '45ae377a-e6b4-4fc4-bc91-4ac25fef9d75', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:12.823370 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING neutron.api.v2.base [None req-cc88802b-1495-4b1b-a179-51245a50deb9 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 21 09:38:12.823970 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-cc88802b-1495-4b1b-a179-51245a50deb9 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:12.829994 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cc88802b-1495-4b1b-a179-51245a50deb9 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072479 Jan 21 09:38:12.829994 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43798) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:12.832729 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-e7787b02-d832-49ed-82b6-60aa3aaaf538 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5817308b-4d8c-4dd8-a626-f6484668686b', 'tempest-TagsExtTest-Tag-1731518365') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:12.835242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43800) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:12.844959 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-9b2833c1-754a-447e-8825-bdb6f895a74c tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': '45ae377a-e6b4-4fc4-bc91-4ac25fef9d75', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:12.852733 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0e068f-cb5f-4173-9bfd-1deea4d2a965 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:12.863922 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-dd0e068f-cb5f-4173-9bfd-1deea4d2a965 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:12.869698 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0e068f-cb5f-4173-9bfd-1deea4d2a965 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:12.870315 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dd0e068f-cb5f-4173-9bfd-1deea4d2a965 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.880768 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b60e1-d2c9-4dea-b3c3-8b9c20c8d180 req-b6eae653-07c5-424b-9b03-f407ffef05c4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:12.888231 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d58b60e1-d2c9-4dea-b3c3-8b9c20c8d180 req-b6eae653-07c5-424b-9b03-f407ffef05c4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 945 time: 0.2390823 Jan 21 09:38:12.890091 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e068f-cb5f-4173-9bfd-1deea4d2a965 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=9071b514-70dd-49af-be31-63922b1cd8a6,revision_number=4']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:12.911353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e068f-cb5f-4173-9bfd-1deea4d2a965 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=b7a502d4-5ac9-46d9-b096-ccc2f6e0e5a0,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:12.912700 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e7787b02-d832-49ed-82b6-60aa3aaaf538 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "PUT /v2.0/subnetpools/5817308b-4d8c-4dd8-a626-f6484668686b/tags/tempest-TagsExtTest-Tag-1731518365 HTTP/1.1" status: 201 len: 201 time: 0.0853550 Jan 21 09:38:12.915776 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43802) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:12.923944 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-2c5b73b2-fed3-47b9-9322-88ef81b85fd9 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '133602c2-c5bf-4a16-adce-7047d4d5d038', {'tags': ['tempest-TagsExtTest-Tag-542063445', 'tempest-TagsExtTest-Tag-704727038', 'tempest-TagsExtTest-Tag-1879808235']}) {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:12.929735 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-9b2833c1-754a-447e-8825-bdb6f895a74c tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:12.933553 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9b2833c1-754a-447e-8825-bdb6f895a74c tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0904374 Jan 21 09:38:12.934106 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-dd0e068f-cb5f-4173-9bfd-1deea4d2a965 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2634013 Jan 21 09:38:12.939887 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43804) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:12.940244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43806) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:12.947166 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-99a11b79-62a4-4126-950d-242b036e5e7d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'mac_address': 'fa:16:3e:a1:ec:bf', 'name': 'tempest-NetworksTestDHCPv6-407137292'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:12.955442 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-c222306a-6cab-49eb-a348-948cd19710cd tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': '45ae377a-e6b4-4fc4-bc91-4ac25fef9d75', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:12.955924 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING neutron.api.v2.base [None req-c222306a-6cab-49eb-a348-948cd19710cd tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 21 09:38:12.956428 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-c222306a-6cab-49eb-a348-948cd19710cd tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:12.957433 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c222306a-6cab-49eb-a348-948cd19710cd tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0162649 Jan 21 09:38:12.966065 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43808) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:12.975002 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1571422d-251c-41fb-b73e-5ff695891ce6 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': '45ae377a-e6b4-4fc4-bc91-4ac25fef9d75', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:12.978015 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d58b60e1-d2c9-4dea-b3c3-8b9c20c8d180 req-e5ebc942-dfe9-458a-b0bc-7ab8a95e1d3f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=e51a97c8-66a2-4498-aef3-1d6702e80781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888791 Jan 21 09:38:13.005871 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43810) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:13.067799 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2c5b73b2-fed3-47b9-9322-88ef81b85fd9 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "PUT /v2.0/subnets/133602c2-c5bf-4a16-adce-7047d4d5d038/tags HTTP/1.1" status: 200 len: 316 time: 0.1507611 Jan 21 09:38:13.072538 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43812) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:13.081720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-12654cdc-c636-40c7-942a-bd452cc7bfe4 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '133602c2-c5bf-4a16-adce-7047d4d5d038') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:13.086379 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ffc040-962c-4920-96b8-6c3cdf20954a tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:13.089960 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b2ffc040-962c-4920-96b8-6c3cdf20954a tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 1093 time: 0.0814285 Jan 21 09:38:13.091324 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-1571422d-251c-41fb-b73e-5ff695891ce6 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:13.092491 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1571422d-251c-41fb-b73e-5ff695891ce6 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1251833 Jan 21 09:38:13.093285 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43814) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:13.098437 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': 'e0daba01-eb79-42b5-8743-3935e83d9eaf', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:13.102912 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43816) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:13.108839 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ca7ca0b6-6293-4829-8db0-1fb6d57aae97 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': '45ae377a-e6b4-4fc4-bc91-4ac25fef9d75', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:13.110454 dv-neutron-825721-1-hyperv neutron-server[102146]: WARNING neutron.api.v2.base [None req-ca7ca0b6-6293-4829-8db0-1fb6d57aae97 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 21 09:38:13.111750 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-ca7ca0b6-6293-4829-8db0-1fb6d57aae97 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:13.115910 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ca7ca0b6-6293-4829-8db0-1fb6d57aae97 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088749 Jan 21 09:38:13.115910 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43818) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:13.121499 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e2088399-7d8f-487f-8f65-306156a4beab tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': '45ae377a-e6b4-4fc4-bc91-4ac25fef9d75', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:13.174043 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.174414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a11b79-62a4-4126-950d-242b036e5e7d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:13.201265 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-e2088399-7d8f-487f-8f65-306156a4beab tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:13.206150 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e2088399-7d8f-487f-8f65-306156a4beab tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0855570 Jan 21 09:38:13.223435 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43820) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:13.234257 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-fa34abad-b43b-4dfe-b824-583df2f39b7d tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': '45ae377a-e6b4-4fc4-bc91-4ac25fef9d75', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:13.234539 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23b9314-bb16-4ce9-b22d-8c815120a8b2 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:13.276915 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-12654cdc-c636-40c7-942a-bd452cc7bfe4 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/subnets/133602c2-c5bf-4a16-adce-7047d4d5d038/tags HTTP/1.1" status: 204 len: 168 time: 0.2030008 Jan 21 09:38:13.280227 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43822) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:13.287395 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-9b35cb3e-21c3-43b4-9e0b-c3350371f551 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '133602c2-c5bf-4a16-adce-7047d4d5d038', 'tempest-TagsExtTest-Tag-542063445') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:13.321773 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-fa34abad-b43b-4dfe-b824-583df2f39b7d tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:13.325983 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fa34abad-b43b-4dfe-b824-583df2f39b7d tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0966773 Jan 21 09:38:13.325983 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-99a11b79-62a4-4126-950d-242b036e5e7d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.326521 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43824) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:13.337278 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-df251d10-9afb-4593-b73b-c3d9cf6a79ef None None] Provisioning complete for port 9071b514-70dd-49af-be31-63922b1cd8a6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:13.337957 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-df251d10-9afb-4593-b73b-c3d9cf6a79ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.357403 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-99a11b79-62a4-4126-950d-242b036e5e7d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port 7eb9ca3b-adff-44c7-b76e-de63445d169c yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:13.402028 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.490578 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-76010cd2-7fd2-4110-b17a-cb7dee1e96ce tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.518507 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-df251d10-9afb-4593-b73b-c3d9cf6a79ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.528305 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-9b35cb3e-21c3-43b4-9e0b-c3350371f551 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] show failed (client error): The resource could not be found. Jan 21 09:38:13.533590 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9b35cb3e-21c3-43b4-9e0b-c3350371f551 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/subnets/133602c2-c5bf-4a16-adce-7047d4d5d038/tags/tempest-TagsExtTest-Tag-542063445 HTTP/1.1" status: 404 len: 328 time: 0.2471085 Jan 21 09:38:13.535146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43826) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:13.535280 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-76010cd2-7fd2-4110-b17a-cb7dee1e96ce tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.543012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-d1f3ac2e-2d7d-4d72-b226-1fbaa456e84d tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '133602c2-c5bf-4a16-adce-7047d4d5d038', 'tempest-TagsExtTest-Tag-704727038') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:13.572534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-df251d10-9afb-4593-b73b-c3d9cf6a79ef None None] For port 9071b514-70dd-49af-be31-63922b1cd8a6, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9071b514-70dd-49af-be31-63922b1cd8a6,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:13.577154 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-df251d10-9afb-4593-b73b-c3d9cf6a79ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.606541 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-99a11b79-62a4-4126-950d-242b036e5e7d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 172.20.0.3 (5001af93-03f5-43c4-96a2-b5799093e449/f570d1ee-5f69-4860-ba95-3bc056376eb3/7eb9ca3b-adff-44c7-b76e-de63445d169c) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:13.621201 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-99a11b79-62a4-4126-950d-242b036e5e7d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::f816:3eff:fea1:ecbf (5001af93-03f5-43c4-96a2-b5799093e449/b7a502d4-5ac9-46d9-b096-ccc2f6e0e5a0/7eb9ca3b-adff-44c7-b76e-de63445d169c) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:13.643288 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.26.7.246 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/c92e5f16-9872-452a-b5ae-8860e173905d) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:13.651876 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-76010cd2-7fd2-4110-b17a-cb7dee1e96ce tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.657381 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-76010cd2-7fd2-4110-b17a-cb7dee1e96ce tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.664079 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43828) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:13.664286 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-76010cd2-7fd2-4110-b17a-cb7dee1e96ce tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "DELETE /v2.0/security-groups/45ae377a-e6b4-4fc4-bc91-4ac25fef9d75 HTTP/1.1" status: 204 len: 168 time: 0.3360331 Jan 21 09:38:13.670170 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df251d10-9afb-4593-b73b-c3d9cf6a79ef None None] Pushing event updated for resources: {'Port': ['ID=9071b514-70dd-49af-be31-63922b1cd8a6,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:13.686034 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76010cd2-7fd2-4110-b17a-cb7dee1e96ce tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ae377a-e6b4-4fc4-bc91-4ac25fef9d75,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:13.710202 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-d1f3ac2e-2d7d-4d72-b226-1fbaa456e84d tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] show failed (client error): The resource could not be found. Jan 21 09:38:13.714291 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d1f3ac2e-2d7d-4d72-b226-1fbaa456e84d tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/subnets/133602c2-c5bf-4a16-adce-7047d4d5d038/tags/tempest-TagsExtTest-Tag-704727038 HTTP/1.1" status: 404 len: 328 time: 0.1760283 Jan 21 09:38:13.718244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43830) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:13.727119 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-557a5b68-8809-4343-9c47-5c0d1dacf288 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '133602c2-c5bf-4a16-adce-7047d4d5d038', 'tempest-TagsExtTest-Tag-1879808235') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:13.811285 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.835528 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e352c7af-dd7c-4a82-b324-cab59a85edc0 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1656315 Jan 21 09:38:13.838242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43832) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:13.858184 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-59a49d7d-686a-4df0-854b-a9a0609b38c5 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group': {'name': 'tempest-secgroup--147842460'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:13.899040 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.917123 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-557a5b68-8809-4343-9c47-5c0d1dacf288 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] show failed (client error): The resource could not be found. Jan 21 09:38:13.921298 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-557a5b68-8809-4343-9c47-5c0d1dacf288 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/subnets/133602c2-c5bf-4a16-adce-7047d4d5d038/tags/tempest-TagsExtTest-Tag-1879808235 HTTP/1.1" status: 404 len: 329 time: 0.1946070 Jan 21 09:38:13.926097 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43836) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:13.932217 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-47fb2f15-3af0-491d-9fa3-f72d1f6057e1 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8af7ea2c-23a9-4b65-a623-714ebf20b273', {'tags': ['tempest-TagsExtTest-Tag-1096541820', 'tempest-TagsExtTest-Tag-888644419', 'tempest-TagsExtTest-Tag-679037449']}) {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:13.947197 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-99a11b79-62a4-4126-950d-242b036e5e7d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.968126 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-59a49d7d-686a-4df0-854b-a9a0609b38c5 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.005523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:14.007831 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:14.091537 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-47fb2f15-3af0-491d-9fa3-f72d1f6057e1 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "PUT /v2.0/ports/8af7ea2c-23a9-4b65-a623-714ebf20b273/tags HTTP/1.1" status: 200 len: 316 time: 0.1643386 Jan 21 09:38:14.096519 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-99a11b79-62a4-4126-950d-242b036e5e7d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.102921 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43840) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:14.118835 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-184a3a99-5cbd-4f29-ada2-0b4ebbf4f6d9 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8af7ea2c-23a9-4b65-a623-714ebf20b273') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:14.119341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-59a49d7d-686a-4df0-854b-a9a0609b38c5 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.121314 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:14.124471 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=c92e5f16-9872-452a-b5ae-8860e173905d,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.130825 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-59a49d7d-686a-4df0-854b-a9a0609b38c5 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.227254 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a11b79-62a4-4126-950d-242b036e5e7d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:14.229134 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-99a11b79-62a4-4126-950d-242b036e5e7d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:14.232118 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a11b79-62a4-4126-950d-242b036e5e7d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=7eb9ca3b-adff-44c7-b76e-de63445d169c,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.236510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a11b79-62a4-4126-950d-242b036e5e7d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:14.238769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9071b514-70dd-49af-be31-63922b1cd8a6 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:14.269920 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a49d7d-686a-4df0-854b-a9a0609b38c5 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da16ea74-ea81-467a-97a8-26198e1bba7d,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.308207 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a11b79-62a4-4126-950d-242b036e5e7d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:14.308935 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-99a11b79-62a4-4126-950d-242b036e5e7d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.328967 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-59a49d7d-686a-4df0-854b-a9a0609b38c5 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.331385 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-59a49d7d-686a-4df0-854b-a9a0609b38c5 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4773579 Jan 21 09:38:14.336029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43850) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:14.338938 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-99a11b79-62a4-4126-950d-242b036e5e7d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3963525 Jan 21 09:38:14.339630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43852) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:14.343489 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-45f7ab98-0485-4960-bd41-ada2fc5f3b8e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': 'da16ea74-ea81-467a-97a8-26198e1bba7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:14.354623 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-184a3a99-5cbd-4f29-ada2-0b4ebbf4f6d9 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/ports/8af7ea2c-23a9-4b65-a623-714ebf20b273/tags HTTP/1.1" status: 204 len: 168 time: 0.2453284 Jan 21 09:38:14.357978 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43854) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:14.366437 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 9071b514-70dd-49af-be31-63922b1cd8a6 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:14.366818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.383795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-121d0c2e-a467-4a4e-921f-9d53ba41c5ed tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8af7ea2c-23a9-4b65-a623-714ebf20b273', 'tempest-TagsExtTest-Tag-1096541820') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:14.448940 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c206458-f37f-48d2-a9e6-8a09aaa08c2c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:14.463191 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c206458-f37f-48d2-a9e6-8a09aaa08c2c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:14.470385 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6c206458-f37f-48d2-a9e6-8a09aaa08c2c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1276212 Jan 21 09:38:14.474572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43856) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:14.576163 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-45f7ab98-0485-4960-bd41-ada2fc5f3b8e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The resource could not be found. Jan 21 09:38:14.582511 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43862) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:14.584856 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-45f7ab98-0485-4960-bd41-ada2fc5f3b8e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2401159 Jan 21 09:38:14.589641 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-824020ed-16af-4008-88cb-3af6291e6c43 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': 'da16ea74-ea81-467a-97a8-26198e1bba7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd00dbc49-a4ab-4a2e-9460-5c337afa4f9f'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:14.634081 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-121d0c2e-a467-4a4e-921f-9d53ba41c5ed tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] show failed (client error): The resource could not be found. Jan 21 09:38:14.635244 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-121d0c2e-a467-4a4e-921f-9d53ba41c5ed tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/ports/8af7ea2c-23a9-4b65-a623-714ebf20b273/tags/tempest-TagsExtTest-Tag-1096541820 HTTP/1.1" status: 404 len: 329 time: 0.2756655 Jan 21 09:38:14.663437 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43864) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:14.668035 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-032d9df8-9b58-4aba-a0e0-9ff8c647e604 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8af7ea2c-23a9-4b65-a623-714ebf20b273', 'tempest-TagsExtTest-Tag-888644419') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:14.741478 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-bd5a11de-3ed2-4fe7-a5c1-2aa5a0b30e00 None None] Provisioning complete for port 9071b514-70dd-49af-be31-63922b1cd8a6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:14.741984 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bd5a11de-3ed2-4fe7-a5c1-2aa5a0b30e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.826621 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7244859-2d07-46f8-ba43-f5810bd988fc req-4609c072-3a67-4356-8736-fa009569713a tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:14.828967 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f7244859-2d07-46f8-ba43-f5810bd988fc req-4609c072-3a67-4356-8736-fa009569713a tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.1659844 Jan 21 09:38:14.832877 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-824020ed-16af-4008-88cb-3af6291e6c43 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The resource could not be found. Jan 21 09:38:14.837819 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-824020ed-16af-4008-88cb-3af6291e6c43 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2502196 Jan 21 09:38:14.838460 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43870) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:14.849733 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-42e705be-1101-48b8-8670-1499ba140d4d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port 7eb9ca3b-adff-44c7-b76e-de63445d169c {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:14.850367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42e705be-1101-48b8-8670-1499ba140d4d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.925071 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-032d9df8-9b58-4aba-a0e0-9ff8c647e604 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] show failed (client error): The resource could not be found. Jan 21 09:38:14.926443 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-032d9df8-9b58-4aba-a0e0-9ff8c647e604 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/ports/8af7ea2c-23a9-4b65-a623-714ebf20b273/tags/tempest-TagsExtTest-Tag-888644419 HTTP/1.1" status: 404 len: 328 time: 0.2617340 Jan 21 09:38:14.930935 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43872) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:14.939204 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-7d59877e-9cdb-40bb-bf3f-f4b872359ef6 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8af7ea2c-23a9-4b65-a623-714ebf20b273', 'tempest-TagsExtTest-Tag-679037449') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:14.992878 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f7244859-2d07-46f8-ba43-f5810bd988fc req-33f44ec5-fd4c-48e9-9459-99c4c9228262 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550531 Jan 21 09:38:15.028594 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2a4e-e924-4e48-9875-dc152f103ca3 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.063433 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42e705be-1101-48b8-8670-1499ba140d4d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.087345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2a4e-e924-4e48-9875-dc152f103ca3 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.090015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-42e705be-1101-48b8-8670-1499ba140d4d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for 7eb9ca3b-adff-44c7-b76e-de63445d169c owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:15.112044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c401e17f-4d1c-496f-a761-70d5f835c436 None None] Provisioning complete for port 7eb9ca3b-adff-44c7-b76e-de63445d169c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:15.112492 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c401e17f-4d1c-496f-a761-70d5f835c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.121283 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-7d59877e-9cdb-40bb-bf3f-f4b872359ef6 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] show failed (client error): The resource could not be found. Jan 21 09:38:15.125591 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7d59877e-9cdb-40bb-bf3f-f4b872359ef6 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/ports/8af7ea2c-23a9-4b65-a623-714ebf20b273/tags/tempest-TagsExtTest-Tag-679037449 HTTP/1.1" status: 404 len: 328 time: 0.1901755 Jan 21 09:38:15.126662 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43874) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:15.131349 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-8db00f02-7937-467e-8138-c91fcad38758 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6841400b-c178-4522-a52d-a1c0f6659cec', {'tags': ['tempest-TagsExtTest-Tag-336347494', 'tempest-TagsExtTest-Tag-1581135475', 'tempest-TagsExtTest-Tag-1655629173']}) {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:15.150173 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c401e17f-4d1c-496f-a761-70d5f835c436 None None] Port 7eb9ca3b-adff-44c7-b76e-de63445d169c cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:38:15.173913 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2a4e-e924-4e48-9875-dc152f103ca3 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.176508 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2a4e-e924-4e48-9875-dc152f103ca3 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.177701 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8d5c2a4e-e924-4e48-9875-dc152f103ca3 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "DELETE /v2.0/security-groups/da16ea74-ea81-467a-97a8-26198e1bba7d HTTP/1.1" status: 204 len: 168 time: 0.3366265 Jan 21 09:38:15.184465 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43876) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:15.207553 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c2a4e-e924-4e48-9875-dc152f103ca3 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da16ea74-ea81-467a-97a8-26198e1bba7d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:15.242675 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.271961 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-899aba1a-036b-4b80-a74f-ce260da792ec tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0874643 Jan 21 09:38:15.276317 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43878) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:15.283747 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d3593991-f749-4c71-8bbf-9fbe42f0baa0 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': 'cd05f030-dfb4-41d7-9766-9a6f78868efc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:15.307917 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8db00f02-7937-467e-8138-c91fcad38758 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "PUT /v2.0/routers/6841400b-c178-4522-a52d-a1c0f6659cec/tags HTTP/1.1" status: 200 len: 317 time: 0.1784875 Jan 21 09:38:15.308376 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43880) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:15.318766 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-6d4fe0e3-e2eb-4acf-b641-156790e46e9b tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6841400b-c178-4522-a52d-a1c0f6659cec') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:15.373654 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-d3593991-f749-4c71-8bbf-9fbe42f0baa0 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The resource could not be found. Jan 21 09:38:15.374639 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d3593991-f749-4c71-8bbf-9fbe42f0baa0 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0974324 Jan 21 09:38:15.380081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43882) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:15.382695 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42e705be-1101-48b8-8670-1499ba140d4d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.386919 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b833cc27-6cf9-4f90-9e9d-8bfc47391a6f tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group': {'name': 'tempest-secgroup--87619588'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:15.426350 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e705be-1101-48b8-8670-1499ba140d4d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=7eb9ca3b-adff-44c7-b76e-de63445d169c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:15.443519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.508944 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6d4fe0e3-e2eb-4acf-b641-156790e46e9b tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/routers/6841400b-c178-4522-a52d-a1c0f6659cec/tags HTTP/1.1" status: 204 len: 168 time: 0.1996889 Jan 21 09:38:15.511609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43884) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:15.514815 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b833cc27-6cf9-4f90-9e9d-8bfc47391a6f tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.516811 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-36b4c811-1a4f-4b80-88c7-96dab70a5301 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6841400b-c178-4522-a52d-a1c0f6659cec', 'tempest-TagsExtTest-Tag-336347494') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:15.559387 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42e705be-1101-48b8-8670-1499ba140d4d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.565868 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-42e705be-1101-48b8-8670-1499ba140d4d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/7eb9ca3b-adff-44c7-b76e-de63445d169c HTTP/1.1" status: 204 len: 168 time: 1.0823545 Jan 21 09:38:15.566602 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43886) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:15.647066 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07188728-31e5-41b0-9c95-a0d1657086f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:15.648740 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07188728-31e5-41b0-9c95-a0d1657086f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:15.650321 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07188728-31e5-41b0-9c95-a0d1657086f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:15.652397 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-07188728-31e5-41b0-9c95-a0d1657086f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0843277 Jan 21 09:38:15.655186 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43888) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:15.666327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b833cc27-6cf9-4f90-9e9d-8bfc47391a6f tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.673032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b833cc27-6cf9-4f90-9e9d-8bfc47391a6f tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.711269 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b833cc27-6cf9-4f90-9e9d-8bfc47391a6f tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.714068 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b833cc27-6cf9-4f90-9e9d-8bfc47391a6f tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3324757 Jan 21 09:38:15.715770 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-36b4c811-1a4f-4b80-88c7-96dab70a5301 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] show failed (client error): The resource could not be found. Jan 21 09:38:15.721941 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-36b4c811-1a4f-4b80-88c7-96dab70a5301 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/routers/6841400b-c178-4522-a52d-a1c0f6659cec/tags/tempest-TagsExtTest-Tag-336347494 HTTP/1.1" status: 404 len: 328 time: 0.2043347 Jan 21 09:38:15.722128 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43890) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:15.723053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-781dab8b-e251-4953-bc82-2bc2a2130403 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group': {'name': 'tempest-secgroup--350037731'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:15.724029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43892) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:15.733070 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-2319d5c0-f5b5-48a6-99ab-6f620fe3d70c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6841400b-c178-4522-a52d-a1c0f6659cec', 'tempest-TagsExtTest-Tag-1581135475') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:15.736366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833cc27-6cf9-4f90-9e9d-8bfc47391a6f tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32bd9a43-05b8-4c88-91b0-3aa49404bdde,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:15.759017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-781dab8b-e251-4953-bc82-2bc2a2130403 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.802445 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.809870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3b1dea-dcc4-4db6-b713-4e639efbb8ee tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet b7a502d4-5ac9-46d9-b096-ccc2f6e0e5a0 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:15.815872 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.837509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-781dab8b-e251-4953-bc82-2bc2a2130403 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.842845 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-781dab8b-e251-4953-bc82-2bc2a2130403 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.848656 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1dea-dcc4-4db6-b713-4e639efbb8ee tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.878392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-781dab8b-e251-4953-bc82-2bc2a2130403 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.879890 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-781dab8b-e251-4953-bc82-2bc2a2130403 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1608574 Jan 21 09:38:15.882730 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43894) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:15.887354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-671751b6-84f7-4929-a686-10697145d853 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group_rule': {'security_group_id': '32bd9a43-05b8-4c88-91b0-3aa49404bdde', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '588211eb-b03e-40d1-8b25-4d6efbb4307f'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:15.894417 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781dab8b-e251-4953-bc82-2bc2a2130403 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588211eb-b03e-40d1-8b25-4d6efbb4307f,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:15.930919 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-671751b6-84f7-4929-a686-10697145d853 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:15.935217 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-671751b6-84f7-4929-a686-10697145d853 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0484083 Jan 21 09:38:15.935393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43896) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:15.965817 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1dea-dcc4-4db6-b713-4e639efbb8ee tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.994503 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65f447c9-4684-4956-94ba-0f825661f265 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.007033 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-2319d5c0-f5b5-48a6-99ab-6f620fe3d70c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] show failed (client error): The resource could not be found. Jan 21 09:38:16.008253 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2319d5c0-f5b5-48a6-99ab-6f620fe3d70c tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/routers/6841400b-c178-4522-a52d-a1c0f6659cec/tags/tempest-TagsExtTest-Tag-1581135475 HTTP/1.1" status: 404 len: 329 time: 0.2811539 Jan 21 09:38:16.009070 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=c92e5f16-9872-452a-b5ae-8860e173905d,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.012581 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43898) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:16.018877 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-7ba5bb41-33b6-4fc7-8ab4-795cde099d65 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6841400b-c178-4522-a52d-a1c0f6659cec', 'tempest-TagsExtTest-Tag-1655629173') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:16.039369 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.070824 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65f447c9-4684-4956-94ba-0f825661f265 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.139274 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-7ba5bb41-33b6-4fc7-8ab4-795cde099d65 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] show failed (client error): The resource could not be found. Jan 21 09:38:16.143001 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7ba5bb41-33b6-4fc7-8ab4-795cde099d65 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/routers/6841400b-c178-4522-a52d-a1c0f6659cec/tags/tempest-TagsExtTest-Tag-1655629173 HTTP/1.1" status: 404 len: 329 time: 0.1268575 Jan 21 09:38:16.143372 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43902) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:16.148572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-db1a4091-e9fe-4e8f-a3a0-6ba2e45fde38 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5817308b-4d8c-4dd8-a626-f6484668686b', {'tags': ['tempest-TagsExtTest-Tag-1137452978', 'tempest-TagsExtTest-Tag-193615070', 'tempest-TagsExtTest-Tag-50953859']}) {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:16.171076 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65f447c9-4684-4956-94ba-0f825661f265 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.174711 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65f447c9-4684-4956-94ba-0f825661f265 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.175861 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-65f447c9-4684-4956-94ba-0f825661f265 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "DELETE /v2.0/security-groups/588211eb-b03e-40d1-8b25-4d6efbb4307f HTTP/1.1" status: 204 len: 168 time: 0.2395468 Jan 21 09:38:16.180585 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43904) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:16.191231 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1dea-dcc4-4db6-b713-4e639efbb8ee tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.207792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f447c9-4684-4956-94ba-0f825661f265 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=588211eb-b03e-40d1-8b25-4d6efbb4307f,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.221712 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-db1a4091-e9fe-4e8f-a3a0-6ba2e45fde38 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "PUT /v2.0/subnetpools/5817308b-4d8c-4dd8-a626-f6484668686b/tags HTTP/1.1" status: 200 len: 315 time: 0.0768740 Jan 21 09:38:16.227252 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43906) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:16.231794 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-ff4ff5b9-645d-47fb-9540-b8878ea194a8 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5817308b-4d8c-4dd8-a626-f6484668686b') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:16.260933 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517f7e6-ba0b-4b20-b539-0ba5f54c59cf req-230113a4-b7d0-4c89-8537-c7d22d839cb1 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:16.262449 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2517f7e6-ba0b-4b20-b539-0ba5f54c59cf req-230113a4-b7d0-4c89-8537-c7d22d839cb1 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.1747465 Jan 21 09:38:16.271162 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP a7c873b4-f288-4f3a-98b9-9ec0d2e2e8aa associated. External IP: 172.26.7.246, port: e0daba01-eb79-42b5-8743-3935e83d9eaf. Jan 21 09:38:16.283679 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9d5948e8-bdd6-4e6a-83cd-e30be70a6cbb tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1002336 Jan 21 09:38:16.288542 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43908) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:16.318155 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ff4ff5b9-645d-47fb-9540-b8878ea194a8 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/subnetpools/5817308b-4d8c-4dd8-a626-f6484668686b/tags HTTP/1.1" status: 204 len: 168 time: 0.0899496 Jan 21 09:38:16.321690 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43910) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:16.327043 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-384c4691-b0ec-4ae1-afda-d7c029c48ea7 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5817308b-4d8c-4dd8-a626-f6484668686b', 'tempest-TagsExtTest-Tag-1137452978') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:16.367130 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-384c4691-b0ec-4ae1-afda-d7c029c48ea7 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] show failed (client error): The resource could not be found. Jan 21 09:38:16.368193 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-384c4691-b0ec-4ae1-afda-d7c029c48ea7 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/subnetpools/5817308b-4d8c-4dd8-a626-f6484668686b/tags/tempest-TagsExtTest-Tag-1137452978 HTTP/1.1" status: 404 len: 329 time: 0.0456011 Jan 21 09:38:16.368870 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1fd6b419-3a1b-4fee-b197-662c608806e6 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.371205 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43912) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:16.375848 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-3d3b761f-9d77-4621-9a3e-5de2017d4dfb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5817308b-4d8c-4dd8-a626-f6484668686b', 'tempest-TagsExtTest-Tag-193615070') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:16.387756 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1dea-dcc4-4db6-b713-4e639efbb8ee tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.403757 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2517f7e6-ba0b-4b20-b539-0ba5f54c59cf req-c4037faa-2831-446b-93d7-a177ccf93245 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299877 Jan 21 09:38:16.412872 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1fd6b419-3a1b-4fee-b197-662c608806e6 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.433235 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-3d3b761f-9d77-4621-9a3e-5de2017d4dfb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] show failed (client error): The resource could not be found. Jan 21 09:38:16.434369 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3d3b761f-9d77-4621-9a3e-5de2017d4dfb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/subnetpools/5817308b-4d8c-4dd8-a626-f6484668686b/tags/tempest-TagsExtTest-Tag-193615070 HTTP/1.1" status: 404 len: 328 time: 0.0623553 Jan 21 09:38:16.435881 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b1dea-dcc4-4db6-b713-4e639efbb8ee tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a502d4-5ac9-46d9-b096-ccc2f6e0e5a0,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.438109 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43914) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:16.443142 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1dea-dcc4-4db6-b713-4e639efbb8ee tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.449379 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3b3b1dea-dcc4-4db6-b713-4e639efbb8ee tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/b7a502d4-5ac9-46d9-b096-ccc2f6e0e5a0 HTTP/1.1" status: 204 len: 168 time: 0.7884173 Jan 21 09:38:16.449514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-be70ec0a-a879-4542-a8d3-26a83d9c86e1 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5817308b-4d8c-4dd8-a626-f6484668686b', 'tempest-TagsExtTest-Tag-50953859') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:16.450300 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43916) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:16.451190 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ce48ce-9f69-447f-ae1d-78988194f72d None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:16.517784 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1fd6b419-3a1b-4fee-b197-662c608806e6 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.520502 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1fd6b419-3a1b-4fee-b197-662c608806e6 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.524881 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1fd6b419-3a1b-4fee-b197-662c608806e6 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "DELETE /v2.0/security-groups/32bd9a43-05b8-4c88-91b0-3aa49404bdde HTTP/1.1" status: 204 len: 168 time: 0.2322409 Jan 21 09:38:16.531021 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43918) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:16.531021 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-be70ec0a-a879-4542-a8d3-26a83d9c86e1 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] show failed (client error): The resource could not be found. Jan 21 09:38:16.532268 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-be70ec0a-a879-4542-a8d3-26a83d9c86e1 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/subnetpools/5817308b-4d8c-4dd8-a626-f6484668686b/tags/tempest-TagsExtTest-Tag-50953859 HTTP/1.1" status: 404 len: 327 time: 0.0924931 Jan 21 09:38:16.548937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-69174640-46f2-41b6-8365-ae5b8a7c75c3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet f570d1ee-5f69-4860-ba95-3bc056376eb3 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:16.553668 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43920) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:16.556489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-69174640-46f2-41b6-8365-ae5b8a7c75c3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.569299 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-ab5c3dee-b169-4328-ab21-d7ca346e5a5b tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5817308b-4d8c-4dd8-a626-f6484668686b') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:16.571757 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6b419-3a1b-4fee-b197-662c608806e6 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bd9a43-05b8-4c88-91b0-3aa49404bdde,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.652396 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-69174640-46f2-41b6-8365-ae5b8a7c75c3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.680821 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f52f460f-d63e-4d99-b359-0fad3cda7b61 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1437113 Jan 21 09:38:16.683833 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43922) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:16.692100 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group': {'name': 'tempest-secgroup--508721599'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:16.711108 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ab5c3dee-b169-4328-ab21-d7ca346e5a5b tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/subnetpools/5817308b-4d8c-4dd8-a626-f6484668686b/tags HTTP/1.1" status: 204 len: 168 time: 0.1530352 Jan 21 09:38:16.712844 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43924) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:16.725140 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-9acf9942-c185-40e3-b8e8-07b32d54ff13 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6841400b-c178-4522-a52d-a1c0f6659cec') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:16.829278 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.862018 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router d3c372b7-2f1b-4c63-9508-b5001eea81d6 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:38:16.867993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-69174640-46f2-41b6-8365-ae5b8a7c75c3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.913501 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9acf9942-c185-40e3-b8e8-07b32d54ff13 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/routers/6841400b-c178-4522-a52d-a1c0f6659cec/tags HTTP/1.1" status: 204 len: 168 time: 0.1952629 Jan 21 09:38:16.918716 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43926) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:16.926988 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.tag.tag_plugin [None req-9f14bbcb-15f4-47cd-9abd-f2f8b9b4efe3 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8af7ea2c-23a9-4b65-a623-714ebf20b273') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:17.013646 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.018642 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:38:17.019341 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-69174640-46f2-41b6-8365-ae5b8a7c75c3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.030904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.038568 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f5085-6bd7-4cf9-8a84-e57b60cd999d None None] Sync routers for ids ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:17.042615 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.052430 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f5085-6bd7-4cf9-8a84-e57b60cd999d None None] Routers {'d3c372b7-2f1b-4c63-9508-b5001eea81d6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:17.053210 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-275f5085-6bd7-4cf9-8a84-e57b60cd999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:17.071277 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69174640-46f2-41b6-8365-ae5b8a7c75c3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=f570d1ee-5f69-4860-ba95-3bc056376eb3,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:17.084695 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5d4cf7d5-1f4b-4592-a943-848a39e465f0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9874704 Jan 21 09:38:17.084695 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'tag': 'e0daba01-eb79-42b5-8743-3935e83d9eaf'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:17.088518 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee6404b-7465-4b16-a206-59c098d2bcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "19e250f7-47b1-40ff-b235-7891cf28b3e4", "tag": "e0daba01-eb79-42b5-8743-3935e83d9eaf"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:38:17.089044 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-69174640-46f2-41b6-8365-ae5b8a7c75c3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.091709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43928) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:17.092253 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-69174640-46f2-41b6-8365-ae5b8a7c75c3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/f570d1ee-5f69-4860-ba95-3bc056376eb3 HTTP/1.1" status: 204 len: 168 time: 0.6364648 Jan 21 09:38:17.098940 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43932) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:17.120404 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.122370 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4375587 Jan 21 09:38:17.129131 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43934) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:17.168828 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-2beb687c-a56d-415e-b992-b192578e2790 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:17.169248 dv-neutron-825721-1-hyperv neutron-server[102147]: WARNING neutron.api.v2.base [None req-2beb687c-a56d-415e-b992-b192578e2790 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 21 09:38:17.169762 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-2beb687c-a56d-415e-b992-b192578e2790 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] update failed (client error): There was a conflict when trying to complete your request. Jan 21 09:38:17.170732 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2beb687c-a56d-415e-b992-b192578e2790 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "PUT /v2.0/security-groups/714d69f6-b6a3-40ef-bbe5-bf6aafc6352a HTTP/1.1" status: 409 len: 330 time: 0.0058525 Jan 21 09:38:17.173659 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c630c40a-f9a6-46f2-b31e-320ddbd69f23 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724010 Jan 21 09:38:17.174360 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714d69f6-b6a3-40ef-bbe5-bf6aafc6352a,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:17.176727 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43936) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:17.177118 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43938) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:17.193745 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dd4df2-cc6e-456e-ade3-152a15e9d34d x-openstack-request-id: req-a1dd4df2-cc6e-456e-ade3-152a15e9d34d {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:38:17.194321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e250f7-47b1-40ff-b235-7891cf28b3e4", "tag": "e0daba01-eb79-42b5-8743-3935e83d9eaf", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:38:17.194321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a1dd4df2-cc6e-456e-ade3-152a15e9d34d {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:38:17.194685 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'tag': 'e0daba01-eb79-42b5-8743-3935e83d9eaf', 'status': 'completed', 'code': 200} Jan 21 09:38:17.197970 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c54d3356-9a02-44c7-adde-989ffd23447e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/a7c873b4-f288-4f3a-98b9-9ec0d2e2e8aa HTTP/1.1" status: 200 len: 991 time: 0.1007438 Jan 21 09:38:17.198551 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9f14bbcb-15f4-47cd-9abd-f2f8b9b4efe3 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/ports/8af7ea2c-23a9-4b65-a623-714ebf20b273/tags HTTP/1.1" status: 204 len: 168 time: 0.2788148 Jan 21 09:38:17.204454 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43940) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:17.206505 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.206858 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.207198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.207527 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.207856 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.208184 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.208508 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.208831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.209163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.209515 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.209833 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.210149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba17a5d-034d-40ed-bd17-9440a6bf3a7e tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.210265 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.tag.tag_plugin [None req-92a3918e-b6b9-43ea-9570-e75e4abe5f09 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '133602c2-c5bf-4a16-adce-7047d4d5d038') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:17.234100 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-275f5085-6bd7-4cf9-8a84-e57b60cd999d None None] Set router d3c372b7-2f1b-4c63-9508-b5001eea81d6 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:38:17.278195 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dd1b42-ba2e-4a85-905c-dc2b66a0e122 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:17.280566 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-40dd1b42-ba2e-4a85-905c-dc2b66a0e122 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1023939 Jan 21 09:38:17.288678 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43942) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:17.306347 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-adfcbeee-e191-47cf-87ab-ef386c63a1cc tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.340452 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6404b-7465-4b16-a206-59c098d2bcb9 req-4b153bc0-3bb1-438d-afe6-2f90dce6c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:17.341302 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-adfcbeee-e191-47cf-87ab-ef386c63a1cc tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.342472 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-eee6404b-7465-4b16-a206-59c098d2bcb9 req-4b153bc0-3bb1-438d-afe6-2f90dce6c7ba service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 1098 time: 0.1584558 Jan 21 09:38:17.387030 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc21ce24-eb6c-4dec-a030-e7c26f83cfe1 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:17.430355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-adfcbeee-e191-47cf-87ab-ef386c63a1cc tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.433857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-adfcbeee-e191-47cf-87ab-ef386c63a1cc tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.435526 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-adfcbeee-e191-47cf-87ab-ef386c63a1cc tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "DELETE /v2.0/security-groups/714d69f6-b6a3-40ef-bbe5-bf6aafc6352a HTTP/1.1" status: 204 len: 168 time: 0.2561357 Jan 21 09:38:17.450423 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43946) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:17.459498 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcbeee-e191-47cf-87ab-ef386c63a1cc tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=714d69f6-b6a3-40ef-bbe5-bf6aafc6352a,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:17.466474 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4052229e-7856-4525-af6b-f3593328c1c9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:17.469044 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4052229e-7856-4525-af6b-f3593328c1c9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1774061 Jan 21 09:38:17.476878 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43948) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:17.480459 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-92a3918e-b6b9-43ea-9570-e75e4abe5f09 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/subnets/133602c2-c5bf-4a16-adce-7047d4d5d038/tags HTTP/1.1" status: 204 len: 168 time: 0.2750134 Jan 21 09:38:17.494660 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43950) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:17.546082 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8e280996-8a4e-4e14-b903-f36e0b461608 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674407 Jan 21 09:38:17.552959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43952) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:17.558653 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-204a82ca-53f8-463b-90a8-a3eb39ada058 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:17.577260 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-1c8f0bcd-1c13-4888-9600-6dd055020691 None None] Provisioning complete for port 9071b514-70dd-49af-be31-63922b1cd8a6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:17.578097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0bcd-1c13-4888-9600-6dd055020691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.628684 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-275f5085-6bd7-4cf9-8a84-e57b60cd999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'a7c873b4-f288-4f3a-98b9-9ec0d2e2e8aa', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.246', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'port_id': 'e0daba01-eb79-42b5-8743-3935e83d9eaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'mac_address': 'fa:16:3e:35:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:38:14Z', 'updated_at': '2022-01-21T09:38:14Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2f8568-c4e9-4213-b655-9fdc13f46025', 'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e7:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:43Z', 'updated_at': '2022-01-21T09:37:48Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:17.646054 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6404b-7465-4b16-a206-59c098d2bcb9 req-b6635c95-393a-41ad-9984-32690c770ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:17.647860 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-eee6404b-7465-4b16-a206-59c098d2bcb9 req-b6635c95-393a-41ad-9984-32690c770ff9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6e02e9ea-580a-4085-b489-b8901786a2d4 HTTP/1.1" status: 200 len: 897 time: 0.2854211 Jan 21 09:38:17.652218 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9df4a72b-2e0c-4088-83eb-78e79eab53e9 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2001030 Jan 21 09:38:17.659692 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43954) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:17.692457 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f5085-6bd7-4cf9-8a84-e57b60cd999d None None] Checking router: d3c372b7-2f1b-4c63-9508-b5001eea81d6 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:38:17.694157 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.api.v2.resource [None req-3a27f7c4-dbd7-4425-9560-b636686a101b tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] delete failed (client error): The resource could not be found. Jan 21 09:38:17.695228 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3a27f7c4-dbd7-4425-9560-b636686a101b tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "DELETE /v2.0/security-groups/dea524c7-4d4a-44a5-9118-8f1f97149887 HTTP/1.1" status: 404 len: 347 time: 0.0342815 Jan 21 09:38:17.703156 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43956) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:17.716848 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f5085-6bd7-4cf9-8a84-e57b60cd999d None None] Routers {'d3c372b7-2f1b-4c63-9508-b5001eea81d6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:17.721386 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-275f5085-6bd7-4cf9-8a84-e57b60cd999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:17.740179 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3360017f-157c-4b89-9265-546403faa8b5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks [] for subnetpool, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.743820 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3360017f-157c-4b89-9265-546403faa8b5 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/subnetpools/5817308b-4d8c-4dd8-a626-f6484668686b HTTP/1.1" status: 204 len: 168 time: 0.2453399 Jan 21 09:38:17.743988 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43958) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:17.756265 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d350e-c0aa-451b-8a1b-ee1179d798e0 req-2394dd21-9896-45e9-8406-c7b2dc02c454 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:17.756528 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-656a701c-d01a-44b3-9bf8-6ba687a7e13c tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] show failed (client error): The resource could not be found. Jan 21 09:38:17.757403 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-656a701c-d01a-44b3-9bf8-6ba687a7e13c tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "GET /v2.0/security-groups/6ef89943-b802-4224-8bbf-75908b0b9cdd HTTP/1.1" status: 404 len: 347 time: 0.0528262 Jan 21 09:38:17.757890 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-391d350e-c0aa-451b-8a1b-ee1179d798e0 req-2394dd21-9896-45e9-8406-c7b2dc02c454 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.1778135 Jan 21 09:38:17.764503 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43960) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:17.779757 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c270d274-d27a-4e1a-852c-cba86f528e31 None None] DHCP port deletion for 5001af93-03f5-43c4-96a2-b5799093e449 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:38:17.802417 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-151b0bc8-acad-4507-95c9-5d4328a8bd70 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] show failed (client error): The resource could not be found. Jan 21 09:38:17.804031 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-151b0bc8-acad-4507-95c9-5d4328a8bd70 tempest-NegativeSecGroupTest-670210703 tempest-NegativeSecGroupTest-670210703-project] 10.222.0.88 "GET /v2.0/security-group-rules/980d5667-a32a-4670-a709-9312653bcb40 HTTP/1.1" status: 404 len: 356 time: 0.0334301 Jan 21 09:38:17.809051 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ecc3de16-ada9-4f8f-be5b-275d4b47651a tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "GET /v2.0/ports?device_id=6841400b-c178-4522-a52d-a1c0f6659cec HTTP/1.1" status: 200 len: 205 time: 0.0617449 Jan 21 09:38:17.809331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43962) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:17.816926 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-eee6404b-7465-4b16-a206-59c098d2bcb9 req-f5b0c666-ed19-437f-aca9-c5ce3915f7f8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0daba01-eb79-42b5-8743-3935e83d9eaf HTTP/1.1" status: 200 len: 999 time: 0.1517100 Jan 21 09:38:17.857139 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-391d350e-c0aa-451b-8a1b-ee1179d798e0 req-d8ce37f3-6a53-4628-b2b3-446f8e589023 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824900 Jan 21 09:38:17.884404 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c270d274-d27a-4e1a-852c-cba86f528e31 None None] Deleting port 9071b514-70dd-49af-be31-63922b1cd8a6 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:17.889505 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c270d274-d27a-4e1a-852c-cba86f528e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.920264 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-275f5085-6bd7-4cf9-8a84-e57b60cd999d None None] Set router d3c372b7-2f1b-4c63-9508-b5001eea81d6 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:38:17.921275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6404b-7465-4b16-a206-59c098d2bcb9 req-b3b958fd-72e3-40b0-b9bf-7f97cc06da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:17.924034 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-eee6404b-7465-4b16-a206-59c098d2bcb9 req-b3b958fd-72e3-40b0-b9bf-7f97cc06da7b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c262a34b-a43f-42ea-9be3-ea526cc88acd HTTP/1.1" status: 200 len: 835 time: 0.0657573 Jan 21 09:38:17.938964 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a04939e2-9705-46a8-a84d-6093fa407154 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.994647 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c270d274-d27a-4e1a-852c-cba86f528e31 None None] For port 9071b514-70dd-49af-be31-63922b1cd8a6, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9071b514-70dd-49af-be31-63922b1cd8a6,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:17.995077 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c270d274-d27a-4e1a-852c-cba86f528e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.032107 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c270d274-d27a-4e1a-852c-cba86f528e31 None None] Calling delete_port for 9071b514-70dd-49af-be31-63922b1cd8a6 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:18.064406 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6404b-7465-4b16-a206-59c098d2bcb9 req-239b9a6f-1a70-451f-bcf9-24516129f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:18.068702 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-eee6404b-7465-4b16-a206-59c098d2bcb9 req-239b9a6f-1a70-451f-bcf9-24516129f9e5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6e02e9ea-580a-4085-b489-b8901786a2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1234913 Jan 21 09:38:18.146933 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9071b514-70dd-49af-be31-63922b1cd8a6 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:38:18.207574 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43966) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:18.295844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c270d274-d27a-4e1a-852c-cba86f528e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.332663 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.339535 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270d274-d27a-4e1a-852c-cba86f528e31 None None] Pushing event deleted for resources: {'Port': ['ID=9071b514-70dd-49af-be31-63922b1cd8a6,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:18.360937 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c270d274-d27a-4e1a-852c-cba86f528e31 None None] No DVR routers for this DVR port 9071b514-70dd-49af-be31-63922b1cd8a6 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:18.409903 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43972) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:18.475654 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5eab0945-993a-487b-b1ab-7414321a28b7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/a7c873b4-f288-4f3a-98b9-9ec0d2e2e8aa HTTP/1.1" status: 200 len: 991 time: 0.2645557 Jan 21 09:38:18.505952 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-eee6404b-7465-4b16-a206-59c098d2bcb9 req-ea486e74-1d36-4665-914f-d3c75960d250 service neutron] 10.222.0.113 "GET /v2.0/networks/6e02e9ea-580a-4085-b489-b8901786a2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298134 Jan 21 09:38:18.527568 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-275f5085-6bd7-4cf9-8a84-e57b60cd999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'a7c873b4-f288-4f3a-98b9-9ec0d2e2e8aa', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.246', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'port_id': 'e0daba01-eb79-42b5-8743-3935e83d9eaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'mac_address': 'fa:16:3e:35:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:38:14Z', 'updated_at': '2022-01-21T09:38:14Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2f8568-c4e9-4213-b655-9fdc13f46025', 'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e7:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:43Z', 'updated_at': '2022-01-21T09:37:48Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:18.583587 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f5085-6bd7-4cf9-8a84-e57b60cd999d None None] The sync data for ids ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'] in dv-neutron-825721-1-hyperv is: [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'a7c873b4-f288-4f3a-98b9-9ec0d2e2e8aa', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.246', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'port_id': 'e0daba01-eb79-42b5-8743-3935e83d9eaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'mac_address': 'fa:16:3e:35:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:38:14Z', 'updated_at': '2022-01-21T09:38:14Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2f8568-c4e9-4213-b655-9fdc13f46025', 'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e7:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:43Z', 'updated_at': '2022-01-21T09:37:48Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:18.663059 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-eee6404b-7465-4b16-a206-59c098d2bcb9 req-23712294-92f9-4efc-b91a-41d1f2d15dab service neutron] 10.222.0.113 "GET /v2.0/networks/6e02e9ea-580a-4085-b489-b8901786a2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492517 Jan 21 09:38:18.695120 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204a82ca-53f8-463b-90a8-a3eb39ada058 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:18.705595 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-204a82ca-53f8-463b-90a8-a3eb39ada058 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.705595 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-204a82ca-53f8-463b-90a8-a3eb39ada058 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:18.705925 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204a82ca-53f8-463b-90a8-a3eb39ada058 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:18.759122 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-87f4d05f-2486-44d0-9cfd-bdca95d34a69 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f4d25da6688f4215b632405b1a18deff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433905 Jan 21 09:38:18.759381 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43976) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:18.854863 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a04939e2-9705-46a8-a84d-6093fa407154 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.857261 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a04939e2-9705-46a8-a84d-6093fa407154 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.859790 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-30e49d80-8a70-4662-8ff8-374f43afa49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.893722 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-30e49d80-8a70-4662-8ff8-374f43afa49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.945261 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a6ec8-bfa0-4931-a46d-d39f2f753588 None None] New status for floating IP a7c873b4-f288-4f3a-98b9-9ec0d2e2e8aa: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:38:18.967713 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-30e49d80-8a70-4662-8ff8-374f43afa49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.972730 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-30e49d80-8a70-4662-8ff8-374f43afa49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.978034 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-30e49d80-8a70-4662-8ff8-374f43afa49d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/81b79502-821b-4ec0-8cde-c7234ef01f1a HTTP/1.1" status: 204 len: 168 time: 0.2171571 Jan 21 09:38:18.983248 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-204a82ca-53f8-463b-90a8-a3eb39ada058 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.4288390 Jan 21 09:38:18.984145 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a04939e2-9705-46a8-a84d-6093fa407154 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.985156 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04939e2-9705-46a8-a84d-6093fa407154 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Fanout notify agent at l3_agent the message router_deleted on router 6841400b-c178-4522-a52d-a1c0f6659cec {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:38:18.994156 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a04939e2-9705-46a8-a84d-6093fa407154 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.995802 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43982) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:18.996652 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e49d80-8a70-4662-8ff8-374f43afa49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b79502-821b-4ec0-8cde-c7234ef01f1a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:18.998191 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a04939e2-9705-46a8-a84d-6093fa407154 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/routers/6841400b-c178-4522-a52d-a1c0f6659cec HTTP/1.1" status: 204 len: 168 time: 1.1878936 Jan 21 09:38:19.004467 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e15c2719-1497-408f-ab5e-addf17bb6cb4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:19.007438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43984) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:19.129081 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15c2719-1497-408f-ab5e-addf17bb6cb4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:19.134432 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da7adb-962c-45bb-bf90-31f38be3e20d req-4a9598af-b109-41fc-add0-362cf1264561 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:19.137106 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-58da7adb-962c-45bb-bf90-31f38be3e20d req-4a9598af-b109-41fc-add0-362cf1264561 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.1748960 Jan 21 09:38:19.138036 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e15c2719-1497-408f-ab5e-addf17bb6cb4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.142396 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15c2719-1497-408f-ab5e-addf17bb6cb4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:19.143325 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15c2719-1497-408f-ab5e-addf17bb6cb4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:19.178519 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e15c2719-1497-408f-ab5e-addf17bb6cb4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1785784 Jan 21 09:38:19.185334 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43986) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:19.204947 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-49a065bd-5492-4e09-b66c-a9913c904a8b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:19.291662 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-58da7adb-962c-45bb-bf90-31f38be3e20d req-b2cced60-a62a-439c-9106-5aadac08a3b9 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448333 Jan 21 09:38:19.302347 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c87e4cbb-fe92-41e0-ab0e-c444e9c9eab2 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Deleting port 8af7ea2c-23a9-4b65-a623-714ebf20b273 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:19.302685 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c87e4cbb-fe92-41e0-ab0e-c444e9c9eab2 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.415202 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a065bd-5492-4e09-b66c-a9913c904a8b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:19.418748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-49a065bd-5492-4e09-b66c-a9913c904a8b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.420197 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a065bd-5492-4e09-b66c-a9913c904a8b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:19.420633 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a065bd-5492-4e09-b66c-a9913c904a8b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:19.440534 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c87e4cbb-fe92-41e0-ab0e-c444e9c9eab2 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.453931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c87e4cbb-fe92-41e0-ab0e-c444e9c9eab2 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Calling delete_port for 8af7ea2c-23a9-4b65-a623-714ebf20b273 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:19.458221 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-49a065bd-5492-4e09-b66c-a9913c904a8b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2630849 Jan 21 09:38:19.463368 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43988) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:19.471242 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-4c54ef7a-9e29-402d-b714-a0ba1c6cc25e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:19.477968 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43990) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:19.576287 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-51add291-b877-42d2-8ed1-14513c030900 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/a7c873b4-f288-4f3a-98b9-9ec0d2e2e8aa HTTP/1.1" status: 200 len: 993 time: 0.0960872 Jan 21 09:38:19.635945 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c54ef7a-9e29-402d-b714-a0ba1c6cc25e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:19.642021 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c54ef7a-9e29-402d-b714-a0ba1c6cc25e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.643868 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c54ef7a-9e29-402d-b714-a0ba1c6cc25e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:19.644403 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c54ef7a-9e29-402d-b714-a0ba1c6cc25e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:19.706019 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4c54ef7a-9e29-402d-b714-a0ba1c6cc25e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2411118 Jan 21 09:38:19.709525 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43992) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:19.715123 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-9cb5e45a-3887-4672-a730-c37b7708973a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:19.779531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c87e4cbb-fe92-41e0-ab0e-c444e9c9eab2 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.837736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e4cbb-fe92-41e0-ab0e-c444e9c9eab2 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Pushing event deleted for resources: {'Port': ['ID=8af7ea2c-23a9-4b65-a623-714ebf20b273,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:19.949074 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb5e45a-3887-4672-a730-c37b7708973a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:19.955993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9cb5e45a-3887-4672-a730-c37b7708973a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.958636 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb5e45a-3887-4672-a730-c37b7708973a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:19.959322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb5e45a-3887-4672-a730-c37b7708973a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:19.982473 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c87e4cbb-fe92-41e0-ab0e-c444e9c9eab2 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.988480 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c87e4cbb-fe92-41e0-ab0e-c444e9c9eab2 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/ports/8af7ea2c-23a9-4b65-a623-714ebf20b273 HTTP/1.1" status: 204 len: 168 time: 0.9595456 Jan 21 09:38:19.991998 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 43994) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:20.018715 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9cb5e45a-3887-4672-a730-c37b7708973a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3056779 Jan 21 09:38:20.023288 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43996) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:20.035140 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-5fc1f174-975e-41c7-a472-3bc0d9cb827e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:20.074547 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-8515d135-cff7-4eeb-9a8f-2097b263d770 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Deleting subnet 133602c2-c5bf-4a16-adce-7047d4d5d038 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:20.080953 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8515d135-cff7-4eeb-9a8f-2097b263d770 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.139051 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8515d135-cff7-4eeb-9a8f-2097b263d770 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.164397 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc1f174-975e-41c7-a472-3bc0d9cb827e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:20.169102 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5fc1f174-975e-41c7-a472-3bc0d9cb827e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.171148 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc1f174-975e-41c7-a472-3bc0d9cb827e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:20.171680 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc1f174-975e-41c7-a472-3bc0d9cb827e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:20.193230 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5fc1f174-975e-41c7-a472-3bc0d9cb827e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1662114 Jan 21 09:38:20.195544 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 43998) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:20.248757 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2e1d5aff-2c8d-4e4e-a3dc-fca042668b43 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0502627 Jan 21 09:38:20.251127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44000) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:20.270153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8515d135-cff7-4eeb-9a8f-2097b263d770 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.321007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7c1f42-703d-49de-991a-5d4510568b9a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:20.323020 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0f7c1f42-703d-49de-991a-5d4510568b9a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0702708 Jan 21 09:38:20.327708 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44002) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:20.378529 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8515d135-cff7-4eeb-9a8f-2097b263d770 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.379818 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a1d82503-5fc1-4d28-9bba-6fb0ace928bd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502977 Jan 21 09:38:20.384672 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44006) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:20.390696 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ecac8c91-ffcc-4af9-b58a-1429334403a3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:20.430115 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515d135-cff7-4eeb-9a8f-2097b263d770 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Pushing event deleted for resources: {'Subnet': ['ID=133602c2-c5bf-4a16-adce-7047d4d5d038,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:20.431824 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8515d135-cff7-4eeb-9a8f-2097b263d770 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.440969 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8515d135-cff7-4eeb-9a8f-2097b263d770 tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/subnets/133602c2-c5bf-4a16-adce-7047d4d5d038 HTTP/1.1" status: 204 len: 168 time: 0.4418561 Jan 21 09:38:20.440969 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44008) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:20.447298 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4b4f85-7cbc-423c-8732-4425b715ba9a None None] Network 468976f3-3ba8-4c6a-82c9-3a2485e92714 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:20.551272 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bada78b-874c-4f52-b277-3e8af2618f04 req-d8d7c5d5-1188-4c46-ab59-531874a82fa1 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:20.553895 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4bada78b-874c-4f52-b277-3e8af2618f04 req-d8d7c5d5-1188-4c46-ab59-531874a82fa1 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.1439543 Jan 21 09:38:20.582143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecac8c91-ffcc-4af9-b58a-1429334403a3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:20.588110 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ecac8c91-ffcc-4af9-b58a-1429334403a3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.590297 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.682802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Deleting port 848e623a-8a94-4dea-92d7-57948b187b9d {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:20.683249 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.715906 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] DHCP port deletion for 468976f3-3ba8-4c6a-82c9-3a2485e92714 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:38:20.740632 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4bada78b-874c-4f52-b277-3e8af2618f04 req-8fb454ed-d84b-4cff-bcc8-ac74eea1082b tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710997 Jan 21 09:38:20.794406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] For port 848e623a-8a94-4dea-92d7-57948b187b9d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=848e623a-8a94-4dea-92d7-57948b187b9d,segment=NetworkSegment(62ed2a9a-9c07-4131-8f0e-dc1793126ec0),segment_id=62ed2a9a-9c07-4131-8f0e-dc1793126ec0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:20.794775 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.803311 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Deleting port 848e623a-8a94-4dea-92d7-57948b187b9d {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:20.803870 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.813614 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Calling delete_port for 848e623a-8a94-4dea-92d7-57948b187b9d owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:20.896803 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] For port 848e623a-8a94-4dea-92d7-57948b187b9d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=848e623a-8a94-4dea-92d7-57948b187b9d,segment=NetworkSegment(62ed2a9a-9c07-4131-8f0e-dc1793126ec0),segment_id=62ed2a9a-9c07-4131-8f0e-dc1793126ec0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:20.897615 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.919320 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Calling delete_port for 848e623a-8a94-4dea-92d7-57948b187b9d owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:20.930149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.969765 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Pushing event deleted for resources: {'Port': ['ID=848e623a-8a94-4dea-92d7-57948b187b9d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:20.979282 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] No DVR routers for this DVR port 848e623a-8a94-4dea-92d7-57948b187b9d on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:21.039709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.objects.ports [None req-ecac8c91-ffcc-4af9-b58a-1429334403a3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:38:21.041804 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ecac8c91-ffcc-4af9-b58a-1429334403a3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.094996 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecac8c91-ffcc-4af9-b58a-1429334403a3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:21.098468 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-ecac8c91-ffcc-4af9-b58a-1429334403a3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:21.102747 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.103566 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecac8c91-ffcc-4af9-b58a-1429334403a3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:21.103566 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ecac8c91-ffcc-4af9-b58a-1429334403a3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.117712 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac8c91-ffcc-4af9-b58a-1429334403a3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=938870ca-075b-4262-b2a4-b3678cb5ff17,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.134269 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ecac8c91-ffcc-4af9-b58a-1429334403a3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7483160 Jan 21 09:38:21.135666 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44010) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:21.146907 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8f688412-1bf0-46b1-bae9-1eba19a23842 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'mac_address': 'fa:16:3e:3a:4f:4e', 'name': 'tempest-NetworksTestDHCPv6-77367890'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:21.156053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468976f3-3ba8-4c6a-82c9-3a2485e92714']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:21.175997 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ed2a9a-9c07-4131-8f0e-dc1793126ec0') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:21.176685 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ed2a9a-9c07-4131-8f0e-dc1793126ec0') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:21.194381 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.216043 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.216417 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b826bef0-43cc-4965-a44b-c81e2a6e12f1 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:21.226636 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:38:21.227401 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:21.233253 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:21.261145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.301859 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Pushing event deleted for resources: {'Port': ['ID=848e623a-8a94-4dea-92d7-57948b187b9d,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.304903 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.305106 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] No DVR routers for this DVR port 848e623a-8a94-4dea-92d7-57948b187b9d on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:21.311163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.318745 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] 10.222.0.88 "DELETE /v2.0/networks/468976f3-3ba8-4c6a-82c9-3a2485e92714 HTTP/1.1" status: 204 len: 168 time: 0.8775094 Jan 21 09:38:21.326499 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:21.326499 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:21.326868 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:21.327036 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:21.327324 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:21.327850 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:21.329433 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:21.329945 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:21.332441 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f688412-1bf0-46b1-bae9-1eba19a23842 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:21.339566 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:21.341287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:21.341668 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7dbb4-4f4e-4b43-ae9a-536cc3cd0abb tempest-TagsExtTest-346887029 tempest-TagsExtTest-346887029-project] Pushing event deleted for resources: {'Network': ['ID=468976f3-3ba8-4c6a-82c9-3a2485e92714,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.343036 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:21.343380 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f420db-9d9c-4a87-9385-c75223b99bea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:21.447001 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f688412-1bf0-46b1-bae9-1eba19a23842 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.477582 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5001af93-03f5-43c4-96a2-b5799093e449', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'fixed_ips': [{'subnet_id': '938870ca-075b-4262-b2a4-b3678cb5ff17'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:38:21.479225 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.479822 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-8f688412-1bf0-46b1-bae9-1eba19a23842 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port 2f91a66c-e850-4c2b-b9a3-e433594dccc7 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:21.613894 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-8f688412-1bf0-46b1-bae9-1eba19a23842 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::f816:3eff:fe3a:4f4e (5001af93-03f5-43c4-96a2-b5799093e449/938870ca-075b-4262-b2a4-b3678cb5ff17/2f91a66c-e850-4c2b-b9a3-e433594dccc7) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:21.666738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44016) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:21.776291 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f688412-1bf0-46b1-bae9-1eba19a23842 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.811286 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3eb6003e-c7d1-4ff3-91cd-b24c1756264d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bd3747737ac447e999c7437bbdb54918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433914 Jan 21 09:38:21.815786 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44022) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:21.840939 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f688412-1bf0-46b1-bae9-1eba19a23842 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.891423 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f688412-1bf0-46b1-bae9-1eba19a23842 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:21.899533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-8f688412-1bf0-46b1-bae9-1eba19a23842 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:21.904100 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f688412-1bf0-46b1-bae9-1eba19a23842 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:21.904289 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Allocated IP 2001:db8::f816:3eff:fe7d:17d9 (5001af93-03f5-43c4-96a2-b5799093e449/938870ca-075b-4262-b2a4-b3678cb5ff17/f82d9745-3cc3-454d-ab22-5368e609b96a) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:21.911905 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f688412-1bf0-46b1-bae9-1eba19a23842 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:21.912831 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8f688412-1bf0-46b1-bae9-1eba19a23842 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.920808 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eeb74ad3-0b6a-4f73-88d5-f756bd6a487c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.922769 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f688412-1bf0-46b1-bae9-1eba19a23842 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=2f91a66c-e850-4c2b-b9a3-e433594dccc7,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.941586 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8f688412-1bf0-46b1-bae9-1eba19a23842 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8001792 Jan 21 09:38:21.941851 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44024) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:21.956201 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343dc0c3-2f47-45ef-8f5a-526ba1d6ee61 req-648c3165-7aca-4b0d-9727-f41331031754 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:21.958032 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-343dc0c3-2f47-45ef-8f5a-526ba1d6ee61 req-648c3165-7aca-4b0d-9727-f41331031754 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.0896091 Jan 21 09:38:21.976510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eeb74ad3-0b6a-4f73-88d5-f756bd6a487c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.022055 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6166c54a-0701-49dd-af59-b55c4d8cb9e2 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:22.028935 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6166c54a-0701-49dd-af59-b55c4d8cb9e2 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0858138 Jan 21 09:38:22.029203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44026) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:22.033310 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-343dc0c3-2f47-45ef-8f5a-526ba1d6ee61 req-40dcd152-de46-4ceb-91b8-835dca1988b2 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688553 Jan 21 09:38:22.120959 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 848e623a-8a94-4dea-92d7-57948b187b9d no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:38:22.147992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eeb74ad3-0b6a-4f73-88d5-f756bd6a487c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.152429 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eeb74ad3-0b6a-4f73-88d5-f756bd6a487c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.154504 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-eeb74ad3-0b6a-4f73-88d5-f756bd6a487c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/630a8c79-a193-4dec-bf5a-c3770789946a HTTP/1.1" status: 204 len: 168 time: 0.3373029 Jan 21 09:38:22.171258 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 848e623a-8a94-4dea-92d7-57948b187b9d {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:38:22.171258 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 848e623a-8a94-4dea-92d7-57948b187b9d not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:38:22.183393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb74ad3-0b6a-4f73-88d5-f756bd6a487c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630a8c79-a193-4dec-bf5a-c3770789946a,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:22.208669 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.219767 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-5055d41b-d2d8-4f66-ab9c-7057e42a7859 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port 2f91a66c-e850-4c2b-b9a3-e433594dccc7 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:22.220454 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5055d41b-d2d8-4f66-ab9c-7057e42a7859 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.222895 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.284083 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:22.291613 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:22.298648 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:22.311919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Pushing event updated for resources: {'Port': ['ID=f82d9745-3cc3-454d-ab22-5368e609b96a,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:22.346345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5055d41b-d2d8-4f66-ab9c-7057e42a7859 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.365155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-5055d41b-d2d8-4f66-ab9c-7057e42a7859 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for 2f91a66c-e850-4c2b-b9a3-e433594dccc7 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:22.384617 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Attempting to bind port f82d9745-3cc3-454d-ab22-5368e609b96a on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:22.385198 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Attempting to bind port f82d9745-3cc3-454d-ab22-5368e609b96a by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:22.385776 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Attempting to bind port f82d9745-3cc3-454d-ab22-5368e609b96a on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:22.394568 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:22.395127 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:38:22.395740 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.396330 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:22.397073 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Bound port: f82d9745-3cc3-454d-ab22-5368e609b96a, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:22.397705 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.502683 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] For port f82d9745-3cc3-454d-ab22-5368e609b96a, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:22.506910 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] For port f82d9745-3cc3-454d-ab22-5368e609b96a, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f82d9745-3cc3-454d-ab22-5368e609b96a,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:22.512374 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.517489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5055d41b-d2d8-4f66-ab9c-7057e42a7859 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.580752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d23808-f18b-49f9-95a9-98d9da754455 None None] Pushing event updated for resources: {'Port': ['ID=f82d9745-3cc3-454d-ab22-5368e609b96a,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:22.581779 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055d41b-d2d8-4f66-ab9c-7057e42a7859 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=2f91a66c-e850-4c2b-b9a3-e433594dccc7,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:22.611809 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5055d41b-d2d8-4f66-ab9c-7057e42a7859 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.615113 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5055d41b-d2d8-4f66-ab9c-7057e42a7859 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/2f91a66c-e850-4c2b-b9a3-e433594dccc7 HTTP/1.1" status: 204 len: 168 time: 0.5808427 Jan 21 09:38:22.618838 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44030) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:22.688937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd9dc18-7ca1-491b-b7a1-edd8950c2511 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:22.690497 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd9dc18-7ca1-491b-b7a1-edd8950c2511 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:22.692057 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9cd9dc18-7ca1-491b-b7a1-edd8950c2511 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0722656 Jan 21 09:38:22.696039 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44032) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:22.772427 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-226aaf47-e96d-4669-b9e2-47fcb8fce28b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 938870ca-075b-4262-b2a4-b3678cb5ff17 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:22.776162 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-226aaf47-e96d-4669-b9e2-47fcb8fce28b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.822351 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-226aaf47-e96d-4669-b9e2-47fcb8fce28b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.939946 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-226aaf47-e96d-4669-b9e2-47fcb8fce28b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.026944 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-226aaf47-e96d-4669-b9e2-47fcb8fce28b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.060713 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226aaf47-e96d-4669-b9e2-47fcb8fce28b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=938870ca-075b-4262-b2a4-b3678cb5ff17,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:23.063377 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-226aaf47-e96d-4669-b9e2-47fcb8fce28b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.067162 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-226aaf47-e96d-4669-b9e2-47fcb8fce28b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/938870ca-075b-4262-b2a4-b3678cb5ff17 HTTP/1.1" status: 204 len: 168 time: 0.3692658 Jan 21 09:38:23.069490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44034) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:23.112850 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f8ad0223-48f1-40af-ad25-b293ddea3487 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420754 Jan 21 09:38:23.116190 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44038) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:23.122040 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-efc05a80-7f27-4a45-a16e-af18efd6e196 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:23.251240 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7147ac2-e36a-4aa4-8221-17c63a26478f req-171a7c79-1b8f-44d3-8a83-bd3e60ecce09 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:23.253638 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e7147ac2-e36a-4aa4-8221-17c63a26478f req-171a7c79-1b8f-44d3-8a83-bd3e60ecce09 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.1269379 Jan 21 09:38:23.295944 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc05a80-7f27-4a45-a16e-af18efd6e196 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:23.300140 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-efc05a80-7f27-4a45-a16e-af18efd6e196 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.334562 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e7147ac2-e36a-4aa4-8221-17c63a26478f req-84f9e70b-abe0-4338-bc4d-b0a497df3448 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683086 Jan 21 09:38:23.571069 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5844430c-82df-42f6-a403-bdde6125f4bc None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:23.660008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.objects.ports [None req-efc05a80-7f27-4a45-a16e-af18efd6e196 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:38:23.739278 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-536e063f-f8a4-428e-80f0-c0057577e36e None None] Provisioning complete for port f82d9745-3cc3-454d-ab22-5368e609b96a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:23.739852 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-536e063f-f8a4-428e-80f0-c0057577e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.872213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-efc05a80-7f27-4a45-a16e-af18efd6e196 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.874080 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-536e063f-f8a4-428e-80f0-c0057577e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.946974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-536e063f-f8a4-428e-80f0-c0057577e36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:23.947667 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-536e063f-f8a4-428e-80f0-c0057577e36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:24.100952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-efc05a80-7f27-4a45-a16e-af18efd6e196 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] For port f82d9745-3cc3-454d-ab22-5368e609b96a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f82d9745-3cc3-454d-ab22-5368e609b96a,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:24.159993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-efc05a80-7f27-4a45-a16e-af18efd6e196 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.166298 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-efc05a80-7f27-4a45-a16e-af18efd6e196 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.166919 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-efc05a80-7f27-4a45-a16e-af18efd6e196 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.183227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f82d9745-3cc3-454d-ab22-5368e609b96a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:24.256247 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port f82d9745-3cc3-454d-ab22-5368e609b96a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:24.256907 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.257330 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc05a80-7f27-4a45-a16e-af18efd6e196 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:24.264033 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-efc05a80-7f27-4a45-a16e-af18efd6e196 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:24.270296 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc05a80-7f27-4a45-a16e-af18efd6e196 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:24.270879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-efc05a80-7f27-4a45-a16e-af18efd6e196 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.273183 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc05a80-7f27-4a45-a16e-af18efd6e196 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=ba2a7fc8-feb5-410c-9df3-76733fbba354,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:24.290201 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc05a80-7f27-4a45-a16e-af18efd6e196 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=f82d9745-3cc3-454d-ab22-5368e609b96a,revision_number=5']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:24.301951 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-efc05a80-7f27-4a45-a16e-af18efd6e196 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1843829 Jan 21 09:38:24.305939 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44042) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:24.311311 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-9626610b-b900-41e9-96e4-ee6f705c4ae8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'mac_address': 'fa:16:3e:29:d7:bc', 'name': 'tempest-NetworksTestDHCPv6-2048373731'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:24.350564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.407325 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port f82d9745-3cc3-454d-ab22-5368e609b96a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f82d9745-3cc3-454d-ab22-5368e609b96a,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:24.411926 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b4c5ea-13fe-44cc-ad63-239ab1f05085 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:24.418509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.513402 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38356d0-dcc1-43a0-89d1-9cbf4f3142d6 req-b2a16aea-e1ce-4393-9ac0-3ea284f0b8af tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:24.515052 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f38356d0-dcc1-43a0-89d1-9cbf4f3142d6 req-b2a16aea-e1ce-4393-9ac0-3ea284f0b8af tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.0828669 Jan 21 09:38:24.565892 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f38356d0-dcc1-43a0-89d1-9cbf4f3142d6 req-d370868d-9aaf-4469-8caf-de74459da590 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388672 Jan 21 09:38:24.644662 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=f82d9745-3cc3-454d-ab22-5368e609b96a,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:24.706444 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.736859 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-62f1b194-2d4e-4a8a-a40e-dbd4281850ca None None] Could not find standard attr ID for object 2f91a66c-e850-4c2b-b9a3-e433594dccc7. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:38:24.755510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-62f1b194-2d4e-4a8a-a40e-dbd4281850ca None None] Provisioning complete for port f82d9745-3cc3-454d-ab22-5368e609b96a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:24.756287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-62f1b194-2d4e-4a8a-a40e-dbd4281850ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.774121 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9626610b-b900-41e9-96e4-ee6f705c4ae8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:24.779356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9626610b-b900-41e9-96e4-ee6f705c4ae8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.811720 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-9626610b-b900-41e9-96e4-ee6f705c4ae8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port a3d3e2b4-37ce-4945-8fde-398a81e24922 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:24.946554 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-9626610b-b900-41e9-96e4-ee6f705c4ae8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::f816:3eff:fe29:d7bc (5001af93-03f5-43c4-96a2-b5799093e449/ba2a7fc8-feb5-410c-9df3-76733fbba354/a3d3e2b4-37ce-4945-8fde-398a81e24922) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:25.076368 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b60135f2-8bec-4dac-86d0-cf3981f067dd None None] Provisioning complete for port f82d9745-3cc3-454d-ab22-5368e609b96a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:25.076911 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b60135f2-8bec-4dac-86d0-cf3981f067dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.115233 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9626610b-b900-41e9-96e4-ee6f705c4ae8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.153378 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9626610b-b900-41e9-96e4-ee6f705c4ae8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.213685 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9626610b-b900-41e9-96e4-ee6f705c4ae8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:25.216771 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-9626610b-b900-41e9-96e4-ee6f705c4ae8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:25.221045 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9626610b-b900-41e9-96e4-ee6f705c4ae8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:25.226656 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626610b-b900-41e9-96e4-ee6f705c4ae8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:25.227268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9626610b-b900-41e9-96e4-ee6f705c4ae8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.233699 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626610b-b900-41e9-96e4-ee6f705c4ae8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=a3d3e2b4-37ce-4945-8fde-398a81e24922,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:25.256774 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9626610b-b900-41e9-96e4-ee6f705c4ae8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9456882 Jan 21 09:38:25.257033 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44046) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:25.327928 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddcf731-749f-4f04-836b-b0891d2d3633 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:25.338473 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddcf731-749f-4f04-836b-b0891d2d3633 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:25.340980 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0ddcf731-749f-4f04-836b-b0891d2d3633 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0827696 Jan 21 09:38:25.344830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44048) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:25.456204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-19e8424d-3e39-4828-9219-06a2a629d80a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port a3d3e2b4-37ce-4945-8fde-398a81e24922 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:25.456691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19e8424d-3e39-4828-9219-06a2a629d80a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.486809 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ab172f3e-f757-4840-b8c6-b945b17bfc35 None None] Provisioning complete for port a3d3e2b4-37ce-4945-8fde-398a81e24922 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:25.486809 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ab172f3e-f757-4840-b8c6-b945b17bfc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.522755 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ab172f3e-f757-4840-b8c6-b945b17bfc35 None None] Port a3d3e2b4-37ce-4945-8fde-398a81e24922 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:38:25.583045 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19e8424d-3e39-4828-9219-06a2a629d80a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.598541 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-19e8424d-3e39-4828-9219-06a2a629d80a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for a3d3e2b4-37ce-4945-8fde-398a81e24922 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:25.707513 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379be3c-5284-4968-afeb-7742b59befe5 req-c4a8d5f8-3eba-4475-a18e-eb1395a8fb4f tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:25.708887 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8379be3c-5284-4968-afeb-7742b59befe5 req-c4a8d5f8-3eba-4475-a18e-eb1395a8fb4f tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.0561495 Jan 21 09:38:25.749715 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8379be3c-5284-4968-afeb-7742b59befe5 req-d819d175-c328-45c5-bac6-ca17055466a6 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339980 Jan 21 09:38:25.772258 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19e8424d-3e39-4828-9219-06a2a629d80a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.807473 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8424d-3e39-4828-9219-06a2a629d80a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=a3d3e2b4-37ce-4945-8fde-398a81e24922,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:25.843715 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19e8424d-3e39-4828-9219-06a2a629d80a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.850648 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-19e8424d-3e39-4828-9219-06a2a629d80a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/a3d3e2b4-37ce-4945-8fde-398a81e24922 HTTP/1.1" status: 204 len: 168 time: 0.5041420 Jan 21 09:38:25.853489 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44052) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:25.930890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a30005-4d9c-4aa2-9276-60d671986a0e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:25.933702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a30005-4d9c-4aa2-9276-60d671986a0e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:25.935995 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-29a30005-4d9c-4aa2-9276-60d671986a0e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0814974 Jan 21 09:38:25.940553 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44054) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:25.998232 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da132e4-8c96-4522-aa3f-ca44f4b7a3b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet ba2a7fc8-feb5-410c-9df3-76733fbba354 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:26.004379 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3da132e4-8c96-4522-aa3f-ca44f4b7a3b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.070439 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3da132e4-8c96-4522-aa3f-ca44f4b7a3b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.118296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f82d9745-3cc3-454d-ab22-5368e609b96a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:26.175835 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port f82d9745-3cc3-454d-ab22-5368e609b96a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:26.176245 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.180320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3da132e4-8c96-4522-aa3f-ca44f4b7a3b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.253116 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3da132e4-8c96-4522-aa3f-ca44f4b7a3b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.283117 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da132e4-8c96-4522-aa3f-ca44f4b7a3b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2a7fc8-feb5-410c-9df3-76733fbba354,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:26.288388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3da132e4-8c96-4522-aa3f-ca44f4b7a3b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.291893 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3da132e4-8c96-4522-aa3f-ca44f4b7a3b8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/ba2a7fc8-feb5-410c-9df3-76733fbba354 HTTP/1.1" status: 204 len: 168 time: 0.3502707 Jan 21 09:38:26.294566 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44056) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:26.298534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290f212e-f412-4a0f-9470-a8093b4a3a88 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:26.343261 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e069312c-c6c7-4dbf-b4db-d7c7b6e0f6d1 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475037 Jan 21 09:38:26.347435 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44058) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:26.413513 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c752d79-fb3f-4aa3-a712-51470a3de333 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:26.414993 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5c752d79-fb3f-4aa3-a712-51470a3de333 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0663891 Jan 21 09:38:26.417992 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44060) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:26.474496 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9c419b-925a-438e-8f1c-75fff6a2b830 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:26.476184 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9d9c419b-925a-438e-8f1c-75fff6a2b830 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0572717 Jan 21 09:38:26.482153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44062) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:26.502705 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbdb9c2-fd49-4c9e-a415-b84d344c58fa None None] DHCP port deletion for 5001af93-03f5-43c4-96a2-b5799093e449 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:38:26.553950 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6381e534-a415-4336-b350-d8c8d319f226 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686474 Jan 21 09:38:26.561820 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44064) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:26.568381 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8fafae18-e330-4a0d-8e0c-e3896ad2954e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:26.572996 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-afbdb9c2-fd49-4c9e-a415-b84d344c58fa None None] Deleting port f82d9745-3cc3-454d-ab22-5368e609b96a {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:26.573368 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-afbdb9c2-fd49-4c9e-a415-b84d344c58fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.651623 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-afbdb9c2-fd49-4c9e-a415-b84d344c58fa None None] For port f82d9745-3cc3-454d-ab22-5368e609b96a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f82d9745-3cc3-454d-ab22-5368e609b96a,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:26.655003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-afbdb9c2-fd49-4c9e-a415-b84d344c58fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.681764 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-afbdb9c2-fd49-4c9e-a415-b84d344c58fa None None] Calling delete_port for f82d9745-3cc3-454d-ab22-5368e609b96a owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:26.689675 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fafae18-e330-4a0d-8e0c-e3896ad2954e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:26.693292 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8fafae18-e330-4a0d-8e0c-e3896ad2954e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.793930 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-afbdb9c2-fd49-4c9e-a415-b84d344c58fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.832317 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdb9c2-fd49-4c9e-a415-b84d344c58fa None None] Pushing event deleted for resources: {'Port': ['ID=f82d9745-3cc3-454d-ab22-5368e609b96a,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:26.834065 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbdb9c2-fd49-4c9e-a415-b84d344c58fa None None] No DVR routers for this DVR port f82d9745-3cc3-454d-ab22-5368e609b96a on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:26.928505 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4ea5f-e211-441e-8e4f-723c074c75d1 req-7b59101a-436c-498c-b639-676987873ea8 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:26.930191 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-53e4ea5f-e211-441e-8e4f-723c074c75d1 req-7b59101a-436c-498c-b639-676987873ea8 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.0567088 Jan 21 09:38:26.984057 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-53e4ea5f-e211-441e-8e4f-723c074c75d1 req-0ea0cd39-4f54-430c-bc1a-baf8f65a64b3 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472052 Jan 21 09:38:27.080617 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.objects.ports [None req-8fafae18-e330-4a0d-8e0c-e3896ad2954e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:38:27.082937 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8fafae18-e330-4a0d-8e0c-e3896ad2954e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.142076 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fafae18-e330-4a0d-8e0c-e3896ad2954e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:27.145164 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-8fafae18-e330-4a0d-8e0c-e3896ad2954e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:27.148051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafae18-e330-4a0d-8e0c-e3896ad2954e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:27.148811 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8fafae18-e330-4a0d-8e0c-e3896ad2954e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.160358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbffc09-a840-429a-9de4-59ba88523467 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:27.164528 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafae18-e330-4a0d-8e0c-e3896ad2954e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=4c4f364c-5835-4a64-9948-e3dd91ee1451,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:27.177183 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8fafae18-e330-4a0d-8e0c-e3896ad2954e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6133306 Jan 21 09:38:27.179645 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44068) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:27.184589 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-0b654e38-9e2d-4b8a-aa30-104bd267b3bb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'mac_address': 'fa:16:3e:6a:63:5e', 'name': 'tempest-NetworksTestDHCPv6-1940982495'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:27.330879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b654e38-9e2d-4b8a-aa30-104bd267b3bb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:27.339532 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5001af93-03f5-43c4-96a2-b5799093e449', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'fixed_ips': [{'subnet_id': '4c4f364c-5835-4a64-9948-e3dd91ee1451'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:38:27.340399 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.438973 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0b654e38-9e2d-4b8a-aa30-104bd267b3bb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.468513 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-0b654e38-9e2d-4b8a-aa30-104bd267b3bb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port 396c92e9-ce0b-4ea9-8fd5-e24a4dd1a925 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:27.508513 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Allocated IP 2001:db8::f816:3eff:fed7:eaac (5001af93-03f5-43c4-96a2-b5799093e449/4c4f364c-5835-4a64-9948-e3dd91ee1451/1815df3d-6f9c-4c3e-9512-91e1224a1727) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:27.688813 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.695902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.755228 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:27.758491 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:27.764217 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:27.771445 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-0b654e38-9e2d-4b8a-aa30-104bd267b3bb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::f816:3eff:fe6a:635e (5001af93-03f5-43c4-96a2-b5799093e449/4c4f364c-5835-4a64-9948-e3dd91ee1451/396c92e9-ce0b-4ea9-8fd5-e24a4dd1a925) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:27.777033 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Pushing event updated for resources: {'Port': ['ID=1815df3d-6f9c-4c3e-9512-91e1224a1727,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:27.831426 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Attempting to bind port 1815df3d-6f9c-4c3e-9512-91e1224a1727 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:27.831792 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Attempting to bind port 1815df3d-6f9c-4c3e-9512-91e1224a1727 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:27.832143 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Attempting to bind port 1815df3d-6f9c-4c3e-9512-91e1224a1727 on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:27.837449 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:27.837875 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:38:27.838280 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.838665 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:27.839202 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Bound port: 1815df3d-6f9c-4c3e-9512-91e1224a1727, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:27.839580 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.914445 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] For port 1815df3d-6f9c-4c3e-9512-91e1224a1727, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:27.917793 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] For port 1815df3d-6f9c-4c3e-9512-91e1224a1727, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1815df3d-6f9c-4c3e-9512-91e1224a1727,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:27.923327 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.940008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0b654e38-9e2d-4b8a-aa30-104bd267b3bb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.983277 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0b654e38-9e2d-4b8a-aa30-104bd267b3bb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.995324 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ab6fc-34c4-4a97-ac78-5a4c5cd6c3f0 None None] Pushing event updated for resources: {'Port': ['ID=1815df3d-6f9c-4c3e-9512-91e1224a1727,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:28.039833 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b654e38-9e2d-4b8a-aa30-104bd267b3bb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:28.043258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-0b654e38-9e2d-4b8a-aa30-104bd267b3bb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:28.063508 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b654e38-9e2d-4b8a-aa30-104bd267b3bb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=396c92e9-ce0b-4ea9-8fd5-e24a4dd1a925,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:28.066833 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b654e38-9e2d-4b8a-aa30-104bd267b3bb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:28.073505 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b654e38-9e2d-4b8a-aa30-104bd267b3bb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:28.075056 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0b654e38-9e2d-4b8a-aa30-104bd267b3bb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.097787 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0b654e38-9e2d-4b8a-aa30-104bd267b3bb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9170084 Jan 21 09:38:28.101508 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44072) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:28.105029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f82d9745-3cc3-454d-ab22-5368e609b96a no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:38:28.128792 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: f82d9745-3cc3-454d-ab22-5368e609b96a {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:38:28.130041 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f82d9745-3cc3-454d-ab22-5368e609b96a not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:38:28.162474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a19405-740c-4bca-86db-2ebd769e891a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:28.168272 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a19405-740c-4bca-86db-2ebd769e891a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:28.170053 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-40a19405-740c-4bca-86db-2ebd769e891a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0675735 Jan 21 09:38:28.176588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44074) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:28.183923 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d3b5e-b2d5-4bb5-adfc-56f1bea9f1b5 req-b4d96ae7-18d3-4b87-a106-bac02722f232 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:28.189982 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3f0d3b5e-b2d5-4bb5-adfc-56f1bea9f1b5 req-b4d96ae7-18d3-4b87-a106-bac02722f232 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.0909724 Jan 21 09:38:28.248599 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3f0d3b5e-b2d5-4bb5-adfc-56f1bea9f1b5 req-86c2f281-8d23-4a1c-b4a8-27df5ebad76b tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478203 Jan 21 09:38:28.353349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9b384ce1-b23b-468d-a4e3-cc965924ed75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port 396c92e9-ce0b-4ea9-8fd5-e24a4dd1a925 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:28.353802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9b384ce1-b23b-468d-a4e3-cc965924ed75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.483482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9b384ce1-b23b-468d-a4e3-cc965924ed75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.498321 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9b384ce1-b23b-468d-a4e3-cc965924ed75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for 396c92e9-ce0b-4ea9-8fd5-e24a4dd1a925 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:28.652843 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9b384ce1-b23b-468d-a4e3-cc965924ed75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.684092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b384ce1-b23b-468d-a4e3-cc965924ed75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=396c92e9-ce0b-4ea9-8fd5-e24a4dd1a925,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:28.709064 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9b384ce1-b23b-468d-a4e3-cc965924ed75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.712237 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9b384ce1-b23b-468d-a4e3-cc965924ed75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/396c92e9-ce0b-4ea9-8fd5-e24a4dd1a925 HTTP/1.1" status: 204 len: 168 time: 0.5346780 Jan 21 09:38:28.714796 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44076) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:28.808011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79048b28-e0ee-4773-baf1-95810bcb1750 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:28.810301 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79048b28-e0ee-4773-baf1-95810bcb1750 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:28.811910 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-79048b28-e0ee-4773-baf1-95810bcb1750 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0961046 Jan 21 09:38:28.816897 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44078) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:28.879389 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-7333726d-13f9-4861-881d-509e8030056e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 4c4f364c-5835-4a64-9948-e3dd91ee1451 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:28.882808 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7333726d-13f9-4861-881d-509e8030056e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.928853 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7333726d-13f9-4861-881d-509e8030056e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.061321 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7333726d-13f9-4861-881d-509e8030056e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.133419 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7333726d-13f9-4861-881d-509e8030056e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.180076 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7333726d-13f9-4861-881d-509e8030056e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.183538 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7333726d-13f9-4861-881d-509e8030056e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/4c4f364c-5835-4a64-9948-e3dd91ee1451 HTTP/1.1" status: 204 len: 168 time: 0.3656242 Jan 21 09:38:29.184866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333726d-13f9-4861-881d-509e8030056e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4f364c-5835-4a64-9948-e3dd91ee1451,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:29.189860 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44080) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:29.223668 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5df8ae3-ab68-4f58-97d3-ca86534cd808 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:29.247314 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1d75ddc2-0792-4465-ac1c-741e8dc29ba9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528069 Jan 21 09:38:29.248824 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44082) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:29.258902 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ec5a7605-86c2-4a07-8a5d-29455d084769 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:29.353179 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-684344a4-0186-4c9e-a458-9f51cae7b0e4 None None] Provisioning complete for port 1815df3d-6f9c-4c3e-9512-91e1224a1727 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:29.354038 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-684344a4-0186-4c9e-a458-9f51cae7b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.445218 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5a7605-86c2-4a07-8a5d-29455d084769 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:29.449145 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec5a7605-86c2-4a07-8a5d-29455d084769 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.462844 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a62602-0432-474f-a419-e0a79d282652 req-62c87461-fc52-44c0-b71d-a6a85b78687d tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:29.464011 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a7a62602-0432-474f-a419-e0a79d282652 req-62c87461-fc52-44c0-b71d-a6a85b78687d tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.0857174 Jan 21 09:38:29.527806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-684344a4-0186-4c9e-a458-9f51cae7b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.595097 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a7a62602-0432-474f-a419-e0a79d282652 req-13158e11-b085-4442-a922-dc762e44fd7c tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827324 Jan 21 09:38:29.719834 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f0865-ad41-4a66-a477-eadc6e8cc65d None None] DHCP port deletion for 5001af93-03f5-43c4-96a2-b5799093e449 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:38:29.778663 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-684344a4-0186-4c9e-a458-9f51cae7b0e4 None None] For port 1815df3d-6f9c-4c3e-9512-91e1224a1727, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1815df3d-6f9c-4c3e-9512-91e1224a1727,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:29.784921 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-684344a4-0186-4c9e-a458-9f51cae7b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.793364 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bf70fb74-fbf2-4a97-beb8-5de03918cdc2 req-970aa69d-4daf-48d9-8c31-b1e13ec8d01b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554514 Jan 21 09:38:29.856970 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-789f0865-ad41-4a66-a477-eadc6e8cc65d None None] Deleting port 1815df3d-6f9c-4c3e-9512-91e1224a1727 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:29.857503 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-789f0865-ad41-4a66-a477-eadc6e8cc65d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.883803 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684344a4-0186-4c9e-a458-9f51cae7b0e4 None None] Pushing event updated for resources: {'Port': ['ID=1815df3d-6f9c-4c3e-9512-91e1224a1727,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:29.901228 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70fb74-fbf2-4a97-beb8-5de03918cdc2 req-72551ff5-6597-4061-b9bc-96dd2cf22fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:29.902961 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bf70fb74-fbf2-4a97-beb8-5de03918cdc2 req-72551ff5-6597-4061-b9bc-96dd2cf22fc0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 1098 time: 0.0481260 Jan 21 09:38:29.969555 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.objects.ports [None req-ec5a7605-86c2-4a07-8a5d-29455d084769 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:38:30.006230 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-789f0865-ad41-4a66-a477-eadc6e8cc65d None None] For port 1815df3d-6f9c-4c3e-9512-91e1224a1727, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1815df3d-6f9c-4c3e-9512-91e1224a1727,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:30.006987 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-789f0865-ad41-4a66-a477-eadc6e8cc65d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.033887 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-789f0865-ad41-4a66-a477-eadc6e8cc65d None None] Calling delete_port for 1815df3d-6f9c-4c3e-9512-91e1224a1727 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:30.059739 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70fb74-fbf2-4a97-beb8-5de03918cdc2 req-1ad34545-9797-4fd9-abc8-7862f6e85f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:30.062042 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bf70fb74-fbf2-4a97-beb8-5de03918cdc2 req-1ad34545-9797-4fd9-abc8-7862f6e85f0f service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 913 time: 0.1332219 Jan 21 09:38:30.141417 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bf70fb74-fbf2-4a97-beb8-5de03918cdc2 req-c288026c-fb7d-4fef-aced-7c9ae7e6bf1f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79a47f54-cb0b-4db4-91a0-a18c7e9ef23c HTTP/1.1" status: 200 len: 1001 time: 0.0699186 Jan 21 09:38:30.142978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-789f0865-ad41-4a66-a477-eadc6e8cc65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.154111 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.ipam_pluggable_backend [None req-ec5a7605-86c2-4a07-8a5d-29455d084769 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Port 1815df3d-6f9c-4c3e-9512-91e1224a1727 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 21 09:38:30.154999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.ipam_pluggable_backend [None req-ec5a7605-86c2-4a07-8a5d-29455d084769 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Reverting IP allocation for 2001:db8::f816:3eff:fed7:eaac {{(pid=102147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 21 09:38:30.160636 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.ipam_pluggable_backend [None req-ec5a7605-86c2-4a07-8a5d-29455d084769 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed7:eaac {{(pid=102147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 21 09:38:30.162679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec5a7605-86c2-4a07-8a5d-29455d084769 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.186321 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f0865-ad41-4a66-a477-eadc6e8cc65d None None] Pushing event deleted for resources: {'Port': ['ID=1815df3d-6f9c-4c3e-9512-91e1224a1727,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:30.193386 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789f0865-ad41-4a66-a477-eadc6e8cc65d None None] No DVR routers for this DVR port 1815df3d-6f9c-4c3e-9512-91e1224a1727 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:30.228329 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70fb74-fbf2-4a97-beb8-5de03918cdc2 req-42484eea-4890-4c57-bfb9-9713869d7bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:30.230217 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bf70fb74-fbf2-4a97-beb8-5de03918cdc2 req-42484eea-4890-4c57-bfb9-9713869d7bdb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=51a8f30f-613e-41a2-aa04-d3cbecea2db9 HTTP/1.1" status: 200 len: 851 time: 0.0758698 Jan 21 09:38:30.241559 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5a7605-86c2-4a07-8a5d-29455d084769 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:30.244884 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-ec5a7605-86c2-4a07-8a5d-29455d084769 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:30.250575 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5a7605-86c2-4a07-8a5d-29455d084769 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:30.251528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec5a7605-86c2-4a07-8a5d-29455d084769 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.258191 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac44cc9-5990-41cc-8634-14c4efefc635 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:30.267887 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a7605-86c2-4a07-8a5d-29455d084769 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=43e0d65f-bee1-4453-9495-7ad33cc9a5fe,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:30.282883 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ec5a7605-86c2-4a07-8a5d-29455d084769 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0321758 Jan 21 09:38:30.287469 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44086) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:30.292949 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ece75634-ef00-491f-9f16-6e0effeff0d9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'mac_address': 'fa:16:3e:85:1e:52', 'name': 'tempest-NetworksTestDHCPv6-412614194'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:30.300433 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70fb74-fbf2-4a97-beb8-5de03918cdc2 req-84cb4a68-c9e3-42d0-8485-792f8c756b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:30.302551 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bf70fb74-fbf2-4a97-beb8-5de03918cdc2 req-84cb4a68-c9e3-42d0-8485-792f8c756b83 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bc00035-f913-4c0c-933f-eb8c12314236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641882 Jan 21 09:38:30.421164 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bf70fb74-fbf2-4a97-beb8-5de03918cdc2 req-7d1d81f4-2580-4458-afc7-d2040fb531a8 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111443 Jan 21 09:38:30.449337 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece75634-ef00-491f-9f16-6e0effeff0d9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:30.464271 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5001af93-03f5-43c4-96a2-b5799093e449', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'fixed_ips': [{'subnet_id': '43e0d65f-bee1-4453-9495-7ad33cc9a5fe'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:38:30.466039 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.559648 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ece75634-ef00-491f-9f16-6e0effeff0d9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.566921 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bf70fb74-fbf2-4a97-beb8-5de03918cdc2 req-4441ef65-4a42-4b3e-8d19-0db1157e7fa5 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377916 Jan 21 09:38:30.603329 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-ece75634-ef00-491f-9f16-6e0effeff0d9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port b31a0baf-e8d4-4b9a-9b2a-a5d064b45c35 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:30.627823 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Allocated IP 2001:db8::f816:3eff:fe59:8633 (5001af93-03f5-43c4-96a2-b5799093e449/43e0d65f-bee1-4453-9495-7ad33cc9a5fe/7c00c046-b75c-4473-95ea-c4b66fc05230) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:30.777819 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6ad13-d350-44ce-96d8-938cb9b3ae0d req-982c6b74-62f3-4865-81dd-e853dbd62234 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:30.779351 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e8f6ad13-d350-44ce-96d8-938cb9b3ae0d req-982c6b74-62f3-4865-81dd-e853dbd62234 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.0737438 Jan 21 09:38:30.825058 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e8f6ad13-d350-44ce-96d8-938cb9b3ae0d req-b19d0c0c-feba-4969-af64-8c303939e2e6 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355906 Jan 21 09:38:30.833216 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.840430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.902514 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:30.909731 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:30.911622 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-ece75634-ef00-491f-9f16-6e0effeff0d9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::f816:3eff:fe85:1e52 (5001af93-03f5-43c4-96a2-b5799093e449/43e0d65f-bee1-4453-9495-7ad33cc9a5fe/b31a0baf-e8d4-4b9a-9b2a-a5d064b45c35) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:30.917535 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:30.931708 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Pushing event updated for resources: {'Port': ['ID=7c00c046-b75c-4473-95ea-c4b66fc05230,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:30.994322 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Attempting to bind port 7c00c046-b75c-4473-95ea-c4b66fc05230 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:30.995066 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Attempting to bind port 7c00c046-b75c-4473-95ea-c4b66fc05230 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:30.995769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Attempting to bind port 7c00c046-b75c-4473-95ea-c4b66fc05230 on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:31.003373 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:31.003758 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:38:31.004159 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.004578 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:31.005439 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Bound port: 7c00c046-b75c-4473-95ea-c4b66fc05230, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:31.005849 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.094047 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] For port 7c00c046-b75c-4473-95ea-c4b66fc05230, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:31.098471 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] For port 7c00c046-b75c-4473-95ea-c4b66fc05230, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=7c00c046-b75c-4473-95ea-c4b66fc05230,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:31.102998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.126959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ece75634-ef00-491f-9f16-6e0effeff0d9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.167828 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e1465-b09f-4f54-bad6-1486113b0b01 None None] Pushing event updated for resources: {'Port': ['ID=7c00c046-b75c-4473-95ea-c4b66fc05230,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:31.180155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ece75634-ef00-491f-9f16-6e0effeff0d9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.238650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece75634-ef00-491f-9f16-6e0effeff0d9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:31.242898 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-ece75634-ef00-491f-9f16-6e0effeff0d9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:31.251258 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece75634-ef00-491f-9f16-6e0effeff0d9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:31.257696 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece75634-ef00-491f-9f16-6e0effeff0d9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:31.258324 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ece75634-ef00-491f-9f16-6e0effeff0d9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.268986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece75634-ef00-491f-9f16-6e0effeff0d9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=b31a0baf-e8d4-4b9a-9b2a-a5d064b45c35,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:31.286023 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ece75634-ef00-491f-9f16-6e0effeff0d9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9974713 Jan 21 09:38:31.292403 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44094) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:31.391302 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c86c6c1-eac1-4642-bd4f-8dd6c07100fd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:31.402344 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c86c6c1-eac1-4642-bd4f-8dd6c07100fd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:31.404601 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5c86c6c1-eac1-4642-bd4f-8dd6c07100fd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1109431 Jan 21 09:38:31.407983 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44096) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:31.555374 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-96ed7d95-3bb7-4ef5-8377-5bfb580ad07b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port b31a0baf-e8d4-4b9a-9b2a-a5d064b45c35 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:31.555962 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-96ed7d95-3bb7-4ef5-8377-5bfb580ad07b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.665622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-96ed7d95-3bb7-4ef5-8377-5bfb580ad07b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.680471 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-96ed7d95-3bb7-4ef5-8377-5bfb580ad07b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for b31a0baf-e8d4-4b9a-9b2a-a5d064b45c35 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:31.832039 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-96ed7d95-3bb7-4ef5-8377-5bfb580ad07b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.867325 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed7d95-3bb7-4ef5-8377-5bfb580ad07b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=b31a0baf-e8d4-4b9a-9b2a-a5d064b45c35,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:31.907344 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-96ed7d95-3bb7-4ef5-8377-5bfb580ad07b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.910845 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-96ed7d95-3bb7-4ef5-8377-5bfb580ad07b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/b31a0baf-e8d4-4b9a-9b2a-a5d064b45c35 HTTP/1.1" status: 204 len: 168 time: 0.5014412 Jan 21 09:38:31.913893 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44100) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:32.007790 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a3e674-3a84-46eb-a373-698a05332fb1 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.009284 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a3e674-3a84-46eb-a373-698a05332fb1 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.011009 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-09a3e674-3a84-46eb-a373-698a05332fb1 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0956395 Jan 21 09:38:32.015319 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44102) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:32.085613 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e37c4b-bebc-4bf9-9bf1-1fe049ca059e req-ff52e7e1-a4af-45b3-a009-a1455517b5c4 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.092613 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b1e37c4b-bebc-4bf9-9bf1-1fe049ca059e req-ff52e7e1-a4af-45b3-a009-a1455517b5c4 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.1638787 Jan 21 09:38:32.127985 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0e8019-d07d-4e46-a45b-a34999ebb5e6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 43e0d65f-bee1-4453-9495-7ad33cc9a5fe {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:32.144698 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cb0e8019-d07d-4e46-a45b-a34999ebb5e6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.179680 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b1e37c4b-bebc-4bf9-9bf1-1fe049ca059e req-b274d0f1-2f5d-4fcd-8ac0-a28870a66fdd tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860925 Jan 21 09:38:32.204461 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cb0e8019-d07d-4e46-a45b-a34999ebb5e6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.209707 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 7c00c046-b75c-4473-95ea-c4b66fc05230 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:32.271179 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 7c00c046-b75c-4473-95ea-c4b66fc05230 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:32.271550 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.348487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cb0e8019-d07d-4e46-a45b-a34999ebb5e6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.389522 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.438164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cb0e8019-d07d-4e46-a45b-a34999ebb5e6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.441864 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-67149251-fa04-4b7f-9523-c65c4b7aaa18 None None] Provisioning complete for port 7c00c046-b75c-4473-95ea-c4b66fc05230 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:32.442444 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-67149251-fa04-4b7f-9523-c65c4b7aaa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.487434 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e8019-d07d-4e46-a45b-a34999ebb5e6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=43e0d65f-bee1-4453-9495-7ad33cc9a5fe,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:32.490403 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cb0e8019-d07d-4e46-a45b-a34999ebb5e6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.495569 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cb0e8019-d07d-4e46-a45b-a34999ebb5e6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/43e0d65f-bee1-4453-9495-7ad33cc9a5fe HTTP/1.1" status: 204 len: 168 time: 0.4783084 Jan 21 09:38:32.498011 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44104) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:32.524469 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:32.524825 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:32.568711 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-33fc6ebe-d59b-45c6-a6d7-fb7ad1a6a235 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684419 Jan 21 09:38:32.570658 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44106) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:32.577600 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-67149251-fa04-4b7f-9523-c65c4b7aaa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.636752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-67149251-fa04-4b7f-9523-c65c4b7aaa18 None None] For port 7c00c046-b75c-4473-95ea-c4b66fc05230, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=7c00c046-b75c-4473-95ea-c4b66fc05230,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:32.644002 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-67149251-fa04-4b7f-9523-c65c4b7aaa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.645490 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e230b1-67c4-4be5-868f-d85bd73a40ae tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.648213 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a4e230b1-67c4-4be5-868f-d85bd73a40ae tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0763869 Jan 21 09:38:32.653697 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44108) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:32.682949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e243310-0924-40cb-b9d6-e32c77542812 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:32.728766 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460f727f-00f4-4ff6-b58b-07cacb8ecf26 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.730207 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-460f727f-00f4-4ff6-b58b-07cacb8ecf26 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0754342 Jan 21 09:38:32.733209 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44110) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:32.777950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-24883a5a-01e9-44fa-a07d-49ebfac85431 None None] Could not find standard attr ID for object b31a0baf-e8d4-4b9a-9b2a-a5d064b45c35. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:38:32.784603 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67149251-fa04-4b7f-9523-c65c4b7aaa18 None None] Pushing event updated for resources: {'Port': ['ID=7c00c046-b75c-4473-95ea-c4b66fc05230,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:32.795011 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a24479a7-0a1c-49f8-b5ac-374ba3fcc0c4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548344 Jan 21 09:38:32.795232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44112) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:32.801213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-2a0fbfd5-3a0f-44fa-82d9-05c8cf94e479 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:32.912045 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2b76a4-8288-4ce8-ab4a-4b6e09011723 None None] DHCP port deletion for 5001af93-03f5-43c4-96a2-b5799093e449 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:38:32.927748 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0fbfd5-3a0f-44fa-82d9-05c8cf94e479 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:32.932798 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2a0fbfd5-3a0f-44fa-82d9-05c8cf94e479 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.976671 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b76a4-8288-4ce8-ab4a-4b6e09011723 None None] Deleting port 7c00c046-b75c-4473-95ea-c4b66fc05230 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:32.977044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dc2b76a4-8288-4ce8-ab4a-4b6e09011723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.083193 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-dc2b76a4-8288-4ce8-ab4a-4b6e09011723 None None] For port 7c00c046-b75c-4473-95ea-c4b66fc05230, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=7c00c046-b75c-4473-95ea-c4b66fc05230,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:33.083741 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dc2b76a4-8288-4ce8-ab4a-4b6e09011723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.103665 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b76a4-8288-4ce8-ab4a-4b6e09011723 None None] Calling delete_port for 7c00c046-b75c-4473-95ea-c4b66fc05230 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:33.163073 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2a0fbfd5-3a0f-44fa-82d9-05c8cf94e479 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.194160 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dc2b76a4-8288-4ce8-ab4a-4b6e09011723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.208123 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:38:33.223165 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0fbfd5-3a0f-44fa-82d9-05c8cf94e479 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:33.228042 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-2a0fbfd5-3a0f-44fa-82d9-05c8cf94e479 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:33.230164 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b76a4-8288-4ce8-ab4a-4b6e09011723 None None] Pushing event deleted for resources: {'Port': ['ID=7c00c046-b75c-4473-95ea-c4b66fc05230,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:33.234077 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0fbfd5-3a0f-44fa-82d9-05c8cf94e479 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:33.235781 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2a0fbfd5-3a0f-44fa-82d9-05c8cf94e479 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.236719 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b76a4-8288-4ce8-ab4a-4b6e09011723 None None] No DVR routers for this DVR port 7c00c046-b75c-4473-95ea-c4b66fc05230 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:33.263873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fbfd5-3a0f-44fa-82d9-05c8cf94e479 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=a88fbe7d-d339-4b2a-b502-727b4f90f2ea,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:33.264873 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c773028-5af5-4367-80ae-b0405b8ba2f0 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:33.274593 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44116) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:33.282167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ed04580a-fe87-447e-8ce2-c5468d6d951c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'mac_address': 'fa:16:3e:1f:0e:44', 'name': 'tempest-NetworksTestDHCPv6-277452194'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:33.283158 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2a0fbfd5-3a0f-44fa-82d9-05c8cf94e479 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4867785 Jan 21 09:38:33.409857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415893ab-6e50-4a15-927b-f10126f5b65e req-d48dd3be-0444-446a-b4a5-c9d30c08cdd8 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:33.411399 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-415893ab-6e50-4a15-927b-f10126f5b65e req-d48dd3be-0444-446a-b4a5-c9d30c08cdd8 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.0885065 Jan 21 09:38:33.448924 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed04580a-fe87-447e-8ce2-c5468d6d951c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:33.454527 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ed04580a-fe87-447e-8ce2-c5468d6d951c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.470537 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-415893ab-6e50-4a15-927b-f10126f5b65e req-a193173b-5458-44ec-93e5-a46b6e4e4962 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496433 Jan 21 09:38:33.492142 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5001af93-03f5-43c4-96a2-b5799093e449', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'fixed_ips': [{'subnet_id': 'a88fbe7d-d339-4b2a-b502-727b4f90f2ea'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:38:33.493746 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.496280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-ed04580a-fe87-447e-8ce2-c5468d6d951c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port d76f74d2-3a3a-4e33-8359-77821f426d03 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:33.645562 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-ed04580a-fe87-447e-8ce2-c5468d6d951c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::3f (5001af93-03f5-43c4-96a2-b5799093e449/a88fbe7d-d339-4b2a-b502-727b4f90f2ea/d76f74d2-3a3a-4e33-8359-77821f426d03) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:33.819080 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ed04580a-fe87-447e-8ce2-c5468d6d951c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.860440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ed04580a-fe87-447e-8ce2-c5468d6d951c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.910922 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Allocated IP 2001:db8::2 (5001af93-03f5-43c4-96a2-b5799093e449/a88fbe7d-d339-4b2a-b502-727b4f90f2ea/16f832bb-9811-4c40-a174-3dc9f31dd93f) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:33.917049 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed04580a-fe87-447e-8ce2-c5468d6d951c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:33.920640 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-ed04580a-fe87-447e-8ce2-c5468d6d951c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:33.924646 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed04580a-fe87-447e-8ce2-c5468d6d951c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:33.930523 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed04580a-fe87-447e-8ce2-c5468d6d951c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:33.931164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ed04580a-fe87-447e-8ce2-c5468d6d951c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.942025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04580a-fe87-447e-8ce2-c5468d6d951c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=d76f74d2-3a3a-4e33-8359-77821f426d03,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:33.962907 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ed04580a-fe87-447e-8ce2-c5468d6d951c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6866918 Jan 21 09:38:33.965710 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44118) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:34.020734 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83390c29-1427-43a3-baaf-6a2d654d02f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:34.025559 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44120) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:34.026042 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-83390c29-1427-43a3-baaf-6a2d654d02f4 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0590434 Jan 21 09:38:34.110824 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.121890 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 7c00c046-b75c-4473-95ea-c4b66fc05230 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:38:34.124614 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.133362 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-75b7e816-7056-403f-a6ac-e4ecc31e5dce tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port d76f74d2-3a3a-4e33-8359-77821f426d03 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:34.133731 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75b7e816-7056-403f-a6ac-e4ecc31e5dce tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.151494 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 7c00c046-b75c-4473-95ea-c4b66fc05230 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:38:34.151837 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 7c00c046-b75c-4473-95ea-c4b66fc05230 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:38:34.185769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:34.193008 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:34.197822 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:34.207493 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Pushing event updated for resources: {'Port': ['ID=16f832bb-9811-4c40-a174-3dc9f31dd93f,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:34.268371 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Attempting to bind port 16f832bb-9811-4c40-a174-3dc9f31dd93f on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:34.269102 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Attempting to bind port 16f832bb-9811-4c40-a174-3dc9f31dd93f by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:34.269250 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Attempting to bind port 16f832bb-9811-4c40-a174-3dc9f31dd93f on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:34.274245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75b7e816-7056-403f-a6ac-e4ecc31e5dce tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.275010 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:34.275380 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:38:34.275789 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.276241 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:34.276637 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Bound port: 16f832bb-9811-4c40-a174-3dc9f31dd93f, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:34.277025 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.291717 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-75b7e816-7056-403f-a6ac-e4ecc31e5dce tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for d76f74d2-3a3a-4e33-8359-77821f426d03 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:34.346312 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] For port 16f832bb-9811-4c40-a174-3dc9f31dd93f, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:34.349502 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] For port 16f832bb-9811-4c40-a174-3dc9f31dd93f, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=16f832bb-9811-4c40-a174-3dc9f31dd93f,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:34.355033 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.439476 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73256bbc-2a9e-4fa3-a6c6-d8668d6fa056 None None] Pushing event updated for resources: {'Port': ['ID=16f832bb-9811-4c40-a174-3dc9f31dd93f,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:34.456652 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75b7e816-7056-403f-a6ac-e4ecc31e5dce tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.499039 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7e816-7056-403f-a6ac-e4ecc31e5dce tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=d76f74d2-3a3a-4e33-8359-77821f426d03,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:34.548750 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75b7e816-7056-403f-a6ac-e4ecc31e5dce tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.554371 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-75b7e816-7056-403f-a6ac-e4ecc31e5dce tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/d76f74d2-3a3a-4e33-8359-77821f426d03 HTTP/1.1" status: 204 len: 168 time: 0.5269330 Jan 21 09:38:34.557428 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44124) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:34.655013 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7467e503-07eb-4a2f-bbd0-2c73cd0318c1 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:34.658487 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7467e503-07eb-4a2f-bbd0-2c73cd0318c1 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:34.663270 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7467e503-07eb-4a2f-bbd0-2c73cd0318c1 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1017170 Jan 21 09:38:34.663734 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44126) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:34.682088 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b57baf-c726-4b96-9dde-4cef3b39772f req-625f95d5-44b6-46b2-b316-3a7836864aa5 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:34.689241 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-90b57baf-c726-4b96-9dde-4cef3b39772f req-625f95d5-44b6-46b2-b316-3a7836864aa5 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.1095634 Jan 21 09:38:34.766158 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-90b57baf-c726-4b96-9dde-4cef3b39772f req-c3a33f89-1938-4e79-aeed-ecebe5d58c19 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674858 Jan 21 09:38:34.767412 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e79f1f-b463-432a-8e3e-f3bdf53a82ac tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet a88fbe7d-d339-4b2a-b502-727b4f90f2ea {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:34.776987 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-08e79f1f-b463-432a-8e3e-f3bdf53a82ac tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.847621 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-08e79f1f-b463-432a-8e3e-f3bdf53a82ac tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.952337 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-08e79f1f-b463-432a-8e3e-f3bdf53a82ac tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.017204 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-08e79f1f-b463-432a-8e3e-f3bdf53a82ac tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.053329 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e79f1f-b463-432a-8e3e-f3bdf53a82ac tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=a88fbe7d-d339-4b2a-b502-727b4f90f2ea,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:35.057324 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-08e79f1f-b463-432a-8e3e-f3bdf53a82ac tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.064114 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-08e79f1f-b463-432a-8e3e-f3bdf53a82ac tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/a88fbe7d-d339-4b2a-b502-727b4f90f2ea HTTP/1.1" status: 204 len: 168 time: 0.3952494 Jan 21 09:38:35.064383 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44128) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:35.106545 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-16811fcb-661c-4185-a917-466f3dbd8ffa tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409005 Jan 21 09:38:35.109029 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44130) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:35.161920 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ec7914-11e2-4fbb-898b-dc301fc85866 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:35.163886 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-53ec7914-11e2-4fbb-898b-dc301fc85866 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0535917 Jan 21 09:38:35.166943 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44132) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:35.222628 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e78605f-7c3a-4785-a364-46f07c8ec1dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:35.225331 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7e78605f-7c3a-4785-a364-46f07c8ec1dc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0569794 Jan 21 09:38:35.230070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44134) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:35.282230 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6725d6ba-df95-45e3-9385-b1f0b3c44a1f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496597 Jan 21 09:38:35.288455 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44136) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:35.293570 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-c68c479b-c4aa-4763-bc4c-2c1940498bb8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:35.413649 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68c479b-c4aa-4763-bc4c-2c1940498bb8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:35.419521 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c68c479b-c4aa-4763-bc4c-2c1940498bb8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.610437 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d482fa-6676-412d-87f6-e43490b815b0 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:35.694848 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-255e3a98-63ba-4097-be01-f0058166cff6 None None] Provisioning complete for port 16f832bb-9811-4c40-a174-3dc9f31dd93f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:35.695203 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-255e3a98-63ba-4097-be01-f0058166cff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.951793 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe6606-bf45-4263-af48-7409e8626f8e req-cc4ce5ea-9d95-4803-ae04-0d937e1c5e67 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:35.952310 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-04b60401-198f-468b-ac6b-4fa63634918a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.956407 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1dbe6606-bf45-4263-af48-7409e8626f8e req-cc4ce5ea-9d95-4803-ae04-0d937e1c5e67 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.0833786 Jan 21 09:38:36.018516 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-255e3a98-63ba-4097-be01-f0058166cff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.035707 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1dbe6606-bf45-4263-af48-7409e8626f8e req-f9e751b0-dd92-4b80-b0cd-ece30e5e5201 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604455 Jan 21 09:38:36.082807 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-255e3a98-63ba-4097-be01-f0058166cff6 None None] For port 16f832bb-9811-4c40-a174-3dc9f31dd93f, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=16f832bb-9811-4c40-a174-3dc9f31dd93f,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:36.087954 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d3b158-db3e-4d56-85b8-d0b340ab76f4 None None] DHCP port deletion for 5001af93-03f5-43c4-96a2-b5799093e449 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:38:36.091865 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-255e3a98-63ba-4097-be01-f0058166cff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.191600 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e3a98-63ba-4097-be01-f0058166cff6 None None] Pushing event updated for resources: {'Port': ['ID=16f832bb-9811-4c40-a174-3dc9f31dd93f,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:36.216439 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-75d3b158-db3e-4d56-85b8-d0b340ab76f4 None None] Deleting port 16f832bb-9811-4c40-a174-3dc9f31dd93f {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:36.217059 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-75d3b158-db3e-4d56-85b8-d0b340ab76f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.257305 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.objects.ports [None req-c68c479b-c4aa-4763-bc4c-2c1940498bb8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:38:36.319333 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-75d3b158-db3e-4d56-85b8-d0b340ab76f4 None None] For port 16f832bb-9811-4c40-a174-3dc9f31dd93f, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=16f832bb-9811-4c40-a174-3dc9f31dd93f,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:36.319821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-75d3b158-db3e-4d56-85b8-d0b340ab76f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.338923 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-75d3b158-db3e-4d56-85b8-d0b340ab76f4 None None] Calling delete_port for 16f832bb-9811-4c40-a174-3dc9f31dd93f owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:36.437212 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c68c479b-c4aa-4763-bc4c-2c1940498bb8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.439747 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-75d3b158-db3e-4d56-85b8-d0b340ab76f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.476223 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3b158-db3e-4d56-85b8-d0b340ab76f4 None None] Pushing event deleted for resources: {'Port': ['ID=16f832bb-9811-4c40-a174-3dc9f31dd93f,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:36.480572 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d3b158-db3e-4d56-85b8-d0b340ab76f4 None None] No DVR routers for this DVR port 16f832bb-9811-4c40-a174-3dc9f31dd93f on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:36.484341 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68c479b-c4aa-4763-bc4c-2c1940498bb8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Port 16f832bb-9811-4c40-a174-3dc9f31dd93f concurrently deleted while adding address for new subnet {'id': '0988de29-adfc-4b5b-a9a8-c5c60ecc1f42', 'name': '', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 1281, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-01-21T09:38:35Z', 'updated_at': '2022-01-21T09:38:35Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'edd4932c7ba04bd491f9a314b7de0314'}. {{(pid=102147) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Jan 21 09:38:36.485525 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c68c479b-c4aa-4763-bc4c-2c1940498bb8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.543450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68c479b-c4aa-4763-bc4c-2c1940498bb8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:36.548745 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-c68c479b-c4aa-4763-bc4c-2c1940498bb8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:36.555355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68c479b-c4aa-4763-bc4c-2c1940498bb8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:36.556272 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c68c479b-c4aa-4763-bc4c-2c1940498bb8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.558998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e19649e-ae1b-46ac-b81c-59664fb73a2e None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:36.589707 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c68c479b-c4aa-4763-bc4c-2c1940498bb8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2955248 Jan 21 09:38:36.589948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44140) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:36.599296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d6382b51-fa09-4cd3-90e0-22e5d2c7d043 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:36.604357 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c479b-c4aa-4763-bc4c-2c1940498bb8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=0988de29-adfc-4b5b-a9a8-c5c60ecc1f42,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:36.760349 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5001af93-03f5-43c4-96a2-b5799093e449', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'fixed_ips': [{'subnet_id': '0988de29-adfc-4b5b-a9a8-c5c60ecc1f42'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:38:36.761326 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.776169 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6382b51-fa09-4cd3-90e0-22e5d2c7d043 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:36.780753 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d6382b51-fa09-4cd3-90e0-22e5d2c7d043 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.892786 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.ipam_backend_mixin [None req-d6382b51-fa09-4cd3-90e0-22e5d2c7d043 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0988de29-adfc-4b5b-a9a8-c5c60ecc1f42 (CIDR: 2001:db8::/64) Jan 21 09:38:36.897211 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6382b51-fa09-4cd3-90e0-22e5d2c7d043 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:36.897756 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6382b51-fa09-4cd3-90e0-22e5d2c7d043 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:36.920130 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d6382b51-fa09-4cd3-90e0-22e5d2c7d043 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3283634 Jan 21 09:38:36.924376 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44146) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:36.930428 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-eb0f5b53-c91b-4efd-b886-657651036c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:36.943721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Allocated IP 2001:db8::f816:3eff:fec9:e78 (5001af93-03f5-43c4-96a2-b5799093e449/0988de29-adfc-4b5b-a9a8-c5c60ecc1f42/f5893dcc-c19a-4081-b14b-e397779e264d) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:37.084638 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0f5b53-c91b-4efd-b886-657651036c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:37.088668 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5b53-c91b-4efd-b886-657651036c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.185779 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.194967 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.218734 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f7dc-a501-4c97-af7a-7e3923acf99b req-2e3ed3d9-663e-4421-b649-90f455dc6e1e tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:37.221021 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7538f7dc-a501-4c97-af7a-7e3923acf99b req-2e3ed3d9-663e-4421-b649-90f455dc6e1e tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.0819623 Jan 21 09:38:37.243127 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:37.258249 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:37.261194 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:37.284748 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Pushing event updated for resources: {'Port': ['ID=f5893dcc-c19a-4081-b14b-e397779e264d,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:37.286075 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7538f7dc-a501-4c97-af7a-7e3923acf99b req-a8297b92-aee0-4ebc-af41-72797052afbf tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540571 Jan 21 09:38:37.350474 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Attempting to bind port f5893dcc-c19a-4081-b14b-e397779e264d on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:37.350818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Attempting to bind port f5893dcc-c19a-4081-b14b-e397779e264d by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:37.351182 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Attempting to bind port f5893dcc-c19a-4081-b14b-e397779e264d on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:37.358098 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:37.358464 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:38:37.358871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.359307 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:37.360594 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Bound port: f5893dcc-c19a-4081-b14b-e397779e264d, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:37.360594 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.398417 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5b53-c91b-4efd-b886-657651036c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.444549 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f5b53-c91b-4efd-b886-657651036c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:37.447856 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-eb0f5b53-c91b-4efd-b886-657651036c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:37.449818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] For port f5893dcc-c19a-4081-b14b-e397779e264d, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:37.452350 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0f5b53-c91b-4efd-b886-657651036c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:37.453010 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5b53-c91b-4efd-b886-657651036c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.455089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] For port f5893dcc-c19a-4081-b14b-e397779e264d, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f5893dcc-c19a-4081-b14b-e397779e264d,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:37.471707 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.473218 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f5b53-c91b-4efd-b886-657651036c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=4c063f18-ad96-4132-ba3b-7d59bf14bf0c,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:37.486543 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-eb0f5b53-c91b-4efd-b886-657651036c0a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5602727 Jan 21 09:38:37.489543 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44150) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:37.494378 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ab492e2d-1934-47af-8ba7-95eaa88d441e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'mac_address': 'fa:16:3e:d8:23:f8', 'name': 'tempest-NetworksTestDHCPv6-1382024771'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:37.542716 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90e2d2-e0aa-4251-a02c-c428e36361be None None] Pushing event updated for resources: {'Port': ['ID=f5893dcc-c19a-4081-b14b-e397779e264d,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:37.650119 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab492e2d-1934-47af-8ba7-95eaa88d441e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:37.806977 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab492e2d-1934-47af-8ba7-95eaa88d441e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.829683 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-ab492e2d-1934-47af-8ba7-95eaa88d441e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port 098b5ef3-bf0c-4bce-9ffd-921dd93fc825 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:38.054900 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a0e13-95cd-40fb-bd24-5dd978dd6c10 req-4f765969-b942-431f-a685-c8e156b901b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:38.057236 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ec8a0e13-95cd-40fb-bd24-5dd978dd6c10 req-4f765969-b942-431f-a685-c8e156b901b6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 1099 time: 0.0927107 Jan 21 09:38:38.087993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-ab492e2d-1934-47af-8ba7-95eaa88d441e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8:0:1::3e2 (5001af93-03f5-43c4-96a2-b5799093e449/4c063f18-ad96-4132-ba3b-7d59bf14bf0c/098b5ef3-bf0c-4bce-9ffd-921dd93fc825) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:38.097905 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-ab492e2d-1934-47af-8ba7-95eaa88d441e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::f816:3eff:fed8:23f8 (5001af93-03f5-43c4-96a2-b5799093e449/0988de29-adfc-4b5b-a9a8-c5c60ecc1f42/098b5ef3-bf0c-4bce-9ffd-921dd93fc825) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:38.116805 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ec8a0e13-95cd-40fb-bd24-5dd978dd6c10 req-9d0b47f1-bc20-4689-8382-5a9f6c33aa18 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511389 Jan 21 09:38:38.174123 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f5893dcc-c19a-4081-b14b-e397779e264d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:38.229090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-21037cee-c488-4179-87fa-de3899009360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.245890 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port f5893dcc-c19a-4081-b14b-e397779e264d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:38.246360 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.307066 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab492e2d-1934-47af-8ba7-95eaa88d441e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.350083 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.367332 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab492e2d-1934-47af-8ba7-95eaa88d441e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.419691 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port f5893dcc-c19a-4081-b14b-e397779e264d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f5893dcc-c19a-4081-b14b-e397779e264d,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:38.426889 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.445506 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab492e2d-1934-47af-8ba7-95eaa88d441e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:38.449093 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-ab492e2d-1934-47af-8ba7-95eaa88d441e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:38.450110 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 16f832bb-9811-4c40-a174-3dc9f31dd93f no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:38:38.456410 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab492e2d-1934-47af-8ba7-95eaa88d441e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:38.462230 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab492e2d-1934-47af-8ba7-95eaa88d441e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:38.463038 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab492e2d-1934-47af-8ba7-95eaa88d441e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.475964 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab492e2d-1934-47af-8ba7-95eaa88d441e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=098b5ef3-bf0c-4bce-9ffd-921dd93fc825,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:38.479473 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a35753-4017-4a95-b129-85537b4a683b req-d197aeeb-4d57-4fae-81ca-77d1a7b9c1b8 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:38.483868 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-94a35753-4017-4a95-b129-85537b4a683b req-d197aeeb-4d57-4fae-81ca-77d1a7b9c1b8 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.1056211 Jan 21 09:38:38.500756 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ab492e2d-1934-47af-8ba7-95eaa88d441e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0093706 Jan 21 09:38:38.507924 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44158) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:38.535804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 16f832bb-9811-4c40-a174-3dc9f31dd93f {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:38:38.536392 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 16f832bb-9811-4c40-a174-3dc9f31dd93f not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:38:38.560059 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-94a35753-4017-4a95-b129-85537b4a683b req-11379b9b-e154-4803-a771-97a54f3ea562 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622995 Jan 21 09:38:38.565944 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=f5893dcc-c19a-4081-b14b-e397779e264d,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:38.637387 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-5fd91093-ef3d-417f-92b5-39e92ca161c0 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port 098b5ef3-bf0c-4bce-9ffd-921dd93fc825 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:38.637961 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5fd91093-ef3d-417f-92b5-39e92ca161c0 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.740951 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5fd91093-ef3d-417f-92b5-39e92ca161c0 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.761178 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-5fd91093-ef3d-417f-92b5-39e92ca161c0 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for 098b5ef3-bf0c-4bce-9ffd-921dd93fc825 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:38.832914 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debe43e4-ebe9-4560-bbd5-98edf1937902 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:38.890133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-9a7c380f-07a8-4e8a-847e-1301331b81be None None] Provisioning complete for port f5893dcc-c19a-4081-b14b-e397779e264d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:38.891185 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9a7c380f-07a8-4e8a-847e-1301331b81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.985741 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5fd91093-ef3d-417f-92b5-39e92ca161c0 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.028514 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd91093-ef3d-417f-92b5-39e92ca161c0 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=098b5ef3-bf0c-4bce-9ffd-921dd93fc825,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:39.110992 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5fd91093-ef3d-417f-92b5-39e92ca161c0 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.119874 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5fd91093-ef3d-417f-92b5-39e92ca161c0 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/098b5ef3-bf0c-4bce-9ffd-921dd93fc825 HTTP/1.1" status: 204 len: 168 time: 0.6074667 Jan 21 09:38:39.120429 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44160) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:39.130080 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 1058914a-58ef-453e-ba9a-072966ef5f6c details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:38:39.179593 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c69abe4-7862-4b7d-9870-aec87c67d0eb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:39.182067 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6c69abe4-7862-4b7d-9870-aec87c67d0eb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0605185 Jan 21 09:38:39.186006 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44162) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:39.246382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2c6d23-6291-4c8d-a70b-1b1e68950e9d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:39.248678 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ab2c6d23-6291-4c8d-a70b-1b1e68950e9d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0615327 Jan 21 09:38:39.255841 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44164) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:39.267154 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5b962f-6da9-4c26-8bd8-bf0c52fb3c1e None None] Update dhcp port {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'fixed_ips': [{'subnet_id': '0988de29-adfc-4b5b-a9a8-c5c60ecc1f42', 'ip_address': '2001:db8::f816:3eff:fec9:e78'}, {'subnet_id': '4c063f18-ad96-4132-ba3b-7d59bf14bf0c'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': 'f5893dcc-c19a-4081-b14b-e397779e264d'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:38:39.274077 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.327680 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7858bf6-c15f-4b29-b30e-080571dbbb6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:39.330197 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7858bf6-c15f-4b29-b30e-080571dbbb6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:39.331436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5f5b962f-6da9-4c26-8bd8-bf0c52fb3c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.331732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7858bf6-c15f-4b29-b30e-080571dbbb6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:39.333340 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f7858bf6-c15f-4b29-b30e-080571dbbb6e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0751481 Jan 21 09:38:39.336959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44166) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:39.356539 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 1058914a-58ef-453e-ba9a-072966ef5f6c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1058914a-58ef-453e-ba9a-072966ef5f6c,segment=NetworkSegment(fdf0f46c-7015-4d3b-af42-f42713bc1a1a),segment_id=fdf0f46c-7015-4d3b-af42-f42713bc1a1a)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:39.390675 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '1058914a-58ef-453e-ba9a-072966ef5f6c', 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e', 'port_id': '1058914a-58ef-453e-ba9a-072966ef5f6c', 'mac_address': 'fa:16:3e:8a:53:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:38:39.399466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-195af4e4-7f4d-4ef6-9ca5-cb324b763d58 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 0988de29-adfc-4b5b-a9a8-c5c60ecc1f42 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:39.402992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-195af4e4-7f4d-4ef6-9ca5-cb324b763d58 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.453959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-195af4e4-7f4d-4ef6-9ca5-cb324b763d58 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.501378 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.517804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1058914a-58ef-453e-ba9a-072966ef5f6c {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:39.541625 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 1058914a-58ef-453e-ba9a-072966ef5f6c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1058914a-58ef-453e-ba9a-072966ef5f6c,segment=NetworkSegment(fdf0f46c-7015-4d3b-af42-f42713bc1a1a),segment_id=fdf0f46c-7015-4d3b-af42-f42713bc1a1a)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:39.547637 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.562104 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-195af4e4-7f4d-4ef6-9ca5-cb324b763d58 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.621675 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=1058914a-58ef-453e-ba9a-072966ef5f6c,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:39.647512 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-195af4e4-7f4d-4ef6-9ca5-cb324b763d58 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server [None req-5f5b962f-6da9-4c26-8bd8-bf0c52fb3c1e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0988de29-adfc-4b5b-a9a8-c5c60ecc1f42: This subnet is being modified by another concurrent operation. Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0988de29-adfc-4b5b-a9a8-c5c60ecc1f42: This subnet is being modified by another concurrent operation. Jan 21 09:38:39.650447 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Jan 21 09:38:39.684204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195af4e4-7f4d-4ef6-9ca5-cb324b763d58 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=0988de29-adfc-4b5b-a9a8-c5c60ecc1f42,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:39.690785 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-195af4e4-7f4d-4ef6-9ca5-cb324b763d58 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.698079 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-195af4e4-7f4d-4ef6-9ca5-cb324b763d58 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/0988de29-adfc-4b5b-a9a8-c5c60ecc1f42 HTTP/1.1" status: 204 len: 168 time: 0.3560016 Jan 21 09:38:39.698423 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44170) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:39.740111 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2058b-a7e9-4ed0-9194-511e4a596aa7 req-8274088e-9ae0-400b-b38c-d743ed90df62 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:39.743660 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b7a2058b-a7e9-4ed0-9194-511e4a596aa7 req-8274088e-9ae0-400b-b38c-d743ed90df62 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 945 time: 0.0915573 Jan 21 09:38:39.758603 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75138c8c-3288-4382-91a8-ff85cf392ec3 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:39.774697 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a62a030-bcfe-492e-852c-644a2ef97589 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 4c063f18-ad96-4132-ba3b-7d59bf14bf0c {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:39.778214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a62a030-bcfe-492e-852c-644a2ef97589 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.797941 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b7a2058b-a7e9-4ed0-9194-511e4a596aa7 req-55d06df7-42e1-460c-b7c3-c9c5082b1345 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507514 Jan 21 09:38:39.826162 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44172) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:39.832004 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['1058914a-58ef-453e-ba9a-072966ef5f6c'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:38:39.838804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a62a030-bcfe-492e-852c-644a2ef97589 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.867365 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a2edb946-7c62-4981-8d24-2c23cad20ad9 None None] Provisioning complete for port f5893dcc-c19a-4081-b14b-e397779e264d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:39.867632 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a2edb946-7c62-4981-8d24-2c23cad20ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.902991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a62a030-bcfe-492e-852c-644a2ef97589 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.923102 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f0d70a35-7331-4922-bdb1-ca33d3662be2 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/floatingips/79efd008-00c6-4d61-8eac-c4e73740da2a HTTP/1.1" status: 200 len: 993 time: 0.0873837 Jan 21 09:38:39.988245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a62a030-bcfe-492e-852c-644a2ef97589 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.021053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62a030-bcfe-492e-852c-644a2ef97589 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=4c063f18-ad96-4132-ba3b-7d59bf14bf0c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:40.025901 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a62a030-bcfe-492e-852c-644a2ef97589 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.031925 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5a62a030-bcfe-492e-852c-644a2ef97589 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/4c063f18-ad96-4132-ba3b-7d59bf14bf0c HTTP/1.1" status: 204 len: 168 time: 0.3282855 Jan 21 09:38:40.032727 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44174) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:40.083576 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e5d67f5c-ea26-498e-8028-beb6b98901d7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497780 Jan 21 09:38:40.086757 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44176) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:40.092171 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-0ec99b67-d17f-45fa-8ce7-12075886633c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:40.126949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f5893dcc-c19a-4081-b14b-e397779e264d no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:38:40.209204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec99b67-d17f-45fa-8ce7-12075886633c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:40.214244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ec99b67-d17f-45fa-8ce7-12075886633c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.298062 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8598f1e0-3f38-4768-9f0a-0e166907bd41 None None] Update dhcp port {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'fixed_ips': [{'subnet_id': '4c063f18-ad96-4132-ba3b-7d59bf14bf0c'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': 'f5893dcc-c19a-4081-b14b-e397779e264d'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:38:40.352274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8598f1e0-3f38-4768-9f0a-0e166907bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.354174 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.449969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port f5893dcc-c19a-4081-b14b-e397779e264d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f5893dcc-c19a-4081-b14b-e397779e264d,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:40.599687 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.objects.ports [None req-0ec99b67-d17f-45fa-8ce7-12075886633c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:38:40.661546 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.733892 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=f5893dcc-c19a-4081-b14b-e397779e264d,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:40.801000 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ec99b67-d17f-45fa-8ce7-12075886633c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.838379 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-129e5bd8-b83e-4a7f-a256-53494fca958e None None] Provisioning complete for port f5893dcc-c19a-4081-b14b-e397779e264d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:40.838379 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-129e5bd8-b83e-4a7f-a256-53494fca958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.932490 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b89cfb-8092-4110-83ec-691eb146b97f None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:38:40.999697 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-129e5bd8-b83e-4a7f-a256-53494fca958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.047155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-0ec99b67-d17f-45fa-8ce7-12075886633c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] For port f5893dcc-c19a-4081-b14b-e397779e264d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f5893dcc-c19a-4081-b14b-e397779e264d,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:41.081351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ec99b67-d17f-45fa-8ce7-12075886633c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.086690 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ec99b67-d17f-45fa-8ce7-12075886633c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.087385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ec99b67-d17f-45fa-8ce7-12075886633c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.112144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b89cfb-8092-4110-83ec-691eb146b97f None None] Resources bound (agent type, host, resource id): {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:38:41.138051 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 1058914a-58ef-453e-ba9a-072966ef5f6c no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:38:41.142276 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-129e5bd8-b83e-4a7f-a256-53494fca958e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:41.142884 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-129e5bd8-b83e-4a7f-a256-53494fca958e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:41.163590 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec99b67-d17f-45fa-8ce7-12075886633c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:41.170974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-0ec99b67-d17f-45fa-8ce7-12075886633c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:41.180199 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec99b67-d17f-45fa-8ce7-12075886633c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:41.180795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ec99b67-d17f-45fa-8ce7-12075886633c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.197213 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec99b67-d17f-45fa-8ce7-12075886633c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=0866efa7-d33c-444c-be44-dc5424f86771,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:41.202122 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec99b67-d17f-45fa-8ce7-12075886633c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=f5893dcc-c19a-4081-b14b-e397779e264d,revision_number=7']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:41.214029 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0ec99b67-d17f-45fa-8ce7-12075886633c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1257420 Jan 21 09:38:41.217943 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44180) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:41.224232 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-43acf1c9-66cb-4c9e-aa9f-f60d3ba3f2c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:41.276200 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.356024 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.368796 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43acf1c9-66cb-4c9e-aa9f-f60d3ba3f2c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:41.374440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-43acf1c9-66cb-4c9e-aa9f-f60d3ba3f2c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.378298 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.405500 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1058914a-58ef-453e-ba9a-072966ef5f6c {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:41.433572 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 1058914a-58ef-453e-ba9a-072966ef5f6c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1058914a-58ef-453e-ba9a-072966ef5f6c,segment=NetworkSegment(fdf0f46c-7015-4d3b-af42-f42713bc1a1a),segment_id=fdf0f46c-7015-4d3b-af42-f42713bc1a1a)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:41.440245 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.495935 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.ipam_backend_mixin [None req-43acf1c9-66cb-4c9e-aa9f-f60d3ba3f2c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0866efa7-d33c-444c-be44-dc5424f86771 (CIDR: 2001:db8::/64) Jan 21 09:38:41.499374 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-43acf1c9-66cb-4c9e-aa9f-f60d3ba3f2c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:41.500789 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43acf1c9-66cb-4c9e-aa9f-f60d3ba3f2c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:41.518272 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-43acf1c9-66cb-4c9e-aa9f-f60d3ba3f2c6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2982008 Jan 21 09:38:41.522183 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44182) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:41.527856 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-356aa665-eb81-422b-80ac-a0f241a076ca tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:41.543895 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=1058914a-58ef-453e-ba9a-072966ef5f6c,revision_number=7']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:41.701844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-129e5bd8-b83e-4a7f-a256-53494fca958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.707775 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356aa665-eb81-422b-80ac-a0f241a076ca tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:41.711635 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-356aa665-eb81-422b-80ac-a0f241a076ca tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.775020 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-129e5bd8-b83e-4a7f-a256-53494fca958e None None] For port f5893dcc-c19a-4081-b14b-e397779e264d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f5893dcc-c19a-4081-b14b-e397779e264d,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:41.788074 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-129e5bd8-b83e-4a7f-a256-53494fca958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.875771 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e5bd8-b83e-4a7f-a256-53494fca958e None None] Pushing event updated for resources: {'Port': ['ID=f5893dcc-c19a-4081-b14b-e397779e264d,revision_number=8']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:41.901863 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-09508942-5839-415b-85ff-a9f910a34957 None None] Could not find standard attr ID for object 098b5ef3-bf0c-4bce-9ffd-921dd93fc825. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:38:42.192704 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f5893dcc-c19a-4081-b14b-e397779e264d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:42.258440 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port f5893dcc-c19a-4081-b14b-e397779e264d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:42.258812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.459644 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-356aa665-eb81-422b-80ac-a0f241a076ca tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.525446 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b89d70a-c759-4dde-976e-5cf4eec2a945 None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:38:42.527127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356aa665-eb81-422b-80ac-a0f241a076ca tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:42.532396 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-356aa665-eb81-422b-80ac-a0f241a076ca tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:42.537989 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356aa665-eb81-422b-80ac-a0f241a076ca tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:42.538514 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-356aa665-eb81-422b-80ac-a0f241a076ca tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.545312 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356aa665-eb81-422b-80ac-a0f241a076ca tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=0d21366a-481d-481a-a2ec-50f77f9cf703,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:42.571465 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-356aa665-eb81-422b-80ac-a0f241a076ca tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0473528 Jan 21 09:38:42.575014 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44184) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:42.584110 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-6645211e-376f-4285-a6e1-0c3082b16d2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'mac_address': 'fa:16:3e:38:5c:15', 'name': 'tempest-NetworksTestDHCPv6-56521300'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:42.658775 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b89d70a-c759-4dde-976e-5cf4eec2a945 None None] Resources bound (agent type, host, resource id): {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:38:42.662670 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-83720710-d265-47f3-8680-759295624c1a None None] Provisioning complete for port f5893dcc-c19a-4081-b14b-e397779e264d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:42.663050 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-83720710-d265-47f3-8680-759295624c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.736853 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6645211e-376f-4285-a6e1-0c3082b16d2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:42.742444 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6645211e-376f-4285-a6e1-0c3082b16d2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.774854 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-6645211e-376f-4285-a6e1-0c3082b16d2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port 8336ad3b-317d-4585-9de0-c78406e27714 yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:43.005184 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-6645211e-376f-4285-a6e1-0c3082b16d2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8:0:1::ed (5001af93-03f5-43c4-96a2-b5799093e449/0d21366a-481d-481a-a2ec-50f77f9cf703/8336ad3b-317d-4585-9de0-c78406e27714) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:43.012537 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-6645211e-376f-4285-a6e1-0c3082b16d2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::f816:3eff:fe38:5c15 (5001af93-03f5-43c4-96a2-b5799093e449/0866efa7-d33c-444c-be44-dc5424f86771/8336ad3b-317d-4585-9de0-c78406e27714) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:43.135367 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 1058914a-58ef-453e-ba9a-072966ef5f6c up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:43.157296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf598e29-151b-4c32-b62d-21fb5751947f None None] Update dhcp port {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'fixed_ips': [{'subnet_id': '0866efa7-d33c-444c-be44-dc5424f86771', 'ip_address': '2001:db8::f816:3eff:fec9:e78'}, {'subnet_id': '0d21366a-481d-481a-a2ec-50f77f9cf703'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': 'f5893dcc-c19a-4081-b14b-e397779e264d'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:38:43.199601 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cf598e29-151b-4c32-b62d-21fb5751947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.202045 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6645211e-376f-4285-a6e1-0c3082b16d2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.246160 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6645211e-376f-4285-a6e1-0c3082b16d2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.249068 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 1058914a-58ef-453e-ba9a-072966ef5f6c triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:43.249557 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.300124 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6645211e-376f-4285-a6e1-0c3082b16d2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:43.303658 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-6645211e-376f-4285-a6e1-0c3082b16d2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:43.308714 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6645211e-376f-4285-a6e1-0c3082b16d2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:43.319051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6645211e-376f-4285-a6e1-0c3082b16d2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:43.320126 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6645211e-376f-4285-a6e1-0c3082b16d2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.325335 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645211e-376f-4285-a6e1-0c3082b16d2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=8336ad3b-317d-4585-9de0-c78406e27714,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:43.347057 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6645211e-376f-4285-a6e1-0c3082b16d2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.7703924 Jan 21 09:38:43.353652 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44186) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:43.459399 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-cf598e29-151b-4c32-b62d-21fb5751947f None None] Allocated IP 2001:db8:0:1::2 (5001af93-03f5-43c4-96a2-b5799093e449/0d21366a-481d-481a-a2ec-50f77f9cf703/f5893dcc-c19a-4081-b14b-e397779e264d) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:43.461843 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.473037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4aa66f44-01c4-4394-82fd-9c7f0ae56588 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port 8336ad3b-317d-4585-9de0-c78406e27714 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:43.473724 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4aa66f44-01c4-4394-82fd-9c7f0ae56588 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.500806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466eb86d-57c8-49b9-b374-736600ed7cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1058914a-58ef-453e-ba9a-072966ef5f6c'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:43.503254 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eff1347-dcb5-40e6-9abc-9ff0e93d714c" -d '{"events": [{"server_uuid": "466eb86d-57c8-49b9-b374-736600ed7cb3", "name": "network-vif-plugged", "status": "completed", "tag": "1058914a-58ef-453e-ba9a-072966ef5f6c"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:38:43.552788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 1058914a-58ef-453e-ba9a-072966ef5f6c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1058914a-58ef-453e-ba9a-072966ef5f6c,segment=NetworkSegment(fdf0f46c-7015-4d3b-af42-f42713bc1a1a),segment_id=fdf0f46c-7015-4d3b-af42-f42713bc1a1a)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:43.567069 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403f2842-ad66-42d8-9146-b265651fad16 x-openstack-request-id: req-403f2842-ad66-42d8-9146-b265651fad16 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:38:43.567348 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466eb86d-57c8-49b9-b374-736600ed7cb3", "name": "network-vif-plugged", "status": "completed", "tag": "1058914a-58ef-453e-ba9a-072966ef5f6c", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:38:43.567622 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-403f2842-ad66-42d8-9146-b265651fad16 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:38:43.568038 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466eb86d-57c8-49b9-b374-736600ed7cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1058914a-58ef-453e-ba9a-072966ef5f6c', 'code': 200} Jan 21 09:38:43.571274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.594225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4aa66f44-01c4-4394-82fd-9c7f0ae56588 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.611147 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4aa66f44-01c4-4394-82fd-9c7f0ae56588 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for 8336ad3b-317d-4585-9de0-c78406e27714 owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:43.650095 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-cf598e29-151b-4c32-b62d-21fb5751947f None None] For port f5893dcc-c19a-4081-b14b-e397779e264d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f5893dcc-c19a-4081-b14b-e397779e264d,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:43.660063 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=1058914a-58ef-453e-ba9a-072966ef5f6c,revision_number=8']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:43.694830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cf598e29-151b-4c32-b62d-21fb5751947f None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.701961 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cf598e29-151b-4c32-b62d-21fb5751947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.810055 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf598e29-151b-4c32-b62d-21fb5751947f None None] Pushing event updated for resources: {'Port': ['ID=f5893dcc-c19a-4081-b14b-e397779e264d,revision_number=9']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:43.857078 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4aa66f44-01c4-4394-82fd-9c7f0ae56588 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.900729 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa66f44-01c4-4394-82fd-9c7f0ae56588 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=8336ad3b-317d-4585-9de0-c78406e27714,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:43.959989 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4aa66f44-01c4-4394-82fd-9c7f0ae56588 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.963715 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4aa66f44-01c4-4394-82fd-9c7f0ae56588 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/8336ad3b-317d-4585-9de0-c78406e27714 HTTP/1.1" status: 204 len: 168 time: 0.6114113 Jan 21 09:38:43.967524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44192) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:44.036285 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeec103-40ed-4e52-bdbf-24f2a29d51a8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:44.041022 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7aeec103-40ed-4e52-bdbf-24f2a29d51a8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0697052 Jan 21 09:38:44.041564 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44194) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:44.117989 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372c4bce-219e-4a83-81ce-63a621a6d1ba tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:44.123593 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-372c4bce-219e-4a83-81ce-63a621a6d1ba tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0771580 Jan 21 09:38:44.125889 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f5893dcc-c19a-4081-b14b-e397779e264d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:44.129705 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44196) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:44.199325 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port f5893dcc-c19a-4081-b14b-e397779e264d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:44.200003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.206361 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d108dee9-e88d-4567-b1ea-cd85dc615ad3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:44.208092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d108dee9-e88d-4567-b1ea-cd85dc615ad3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:44.209827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d108dee9-e88d-4567-b1ea-cd85dc615ad3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:44.211510 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d108dee9-e88d-4567-b1ea-cd85dc615ad3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0807903 Jan 21 09:38:44.216972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44198) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:44.303899 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef49052c-c3c9-475a-b8d4-e4fb95ca7d2f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 0866efa7-d33c-444c-be44-dc5424f86771 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:44.307854 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef49052c-c3c9-475a-b8d4-e4fb95ca7d2f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.371850 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef49052c-c3c9-475a-b8d4-e4fb95ca7d2f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.444427 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a560083-cc8c-4d90-aab3-aa8d071d830e None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:44.483991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef49052c-c3c9-475a-b8d4-e4fb95ca7d2f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.519898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-99f66bbb-9467-4fd8-ba00-880d5e670fac None None] Provisioning complete for port f5893dcc-c19a-4081-b14b-e397779e264d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:44.520275 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-99f66bbb-9467-4fd8-ba00-880d5e670fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.555861 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef49052c-c3c9-475a-b8d4-e4fb95ca7d2f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.605373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49052c-c3c9-475a-b8d4-e4fb95ca7d2f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=0866efa7-d33c-444c-be44-dc5424f86771,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:44.610337 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef49052c-c3c9-475a-b8d4-e4fb95ca7d2f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.615370 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ef49052c-c3c9-475a-b8d4-e4fb95ca7d2f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/0866efa7-d33c-444c-be44-dc5424f86771 HTTP/1.1" status: 204 len: 168 time: 0.3963933 Jan 21 09:38:44.617831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44200) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:44.682187 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-1151b11f-011a-4aa3-8af9-2e1f780ff076 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 0d21366a-481d-481a-a2ec-50f77f9cf703 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:44.687159 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1151b11f-011a-4aa3-8af9-2e1f780ff076 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.736863 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1151b11f-011a-4aa3-8af9-2e1f780ff076 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.852389 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1151b11f-011a-4aa3-8af9-2e1f780ff076 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.934422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1151b11f-011a-4aa3-8af9-2e1f780ff076 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.967274 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151b11f-011a-4aa3-8af9-2e1f780ff076 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=0d21366a-481d-481a-a2ec-50f77f9cf703,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:44.969581 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1151b11f-011a-4aa3-8af9-2e1f780ff076 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.976217 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1151b11f-011a-4aa3-8af9-2e1f780ff076 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/0d21366a-481d-481a-a2ec-50f77f9cf703 HTTP/1.1" status: 204 len: 168 time: 0.3541889 Jan 21 09:38:44.976767 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44202) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:45.023091 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-77c7cbb5-53b9-4c7e-af3a-d1cd3d3213bd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450740 Jan 21 09:38:45.027185 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44204) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:45.036354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-1f371f4d-ee57-4db7-9e1d-afe4ea18795c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:45.159075 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f371f4d-ee57-4db7-9e1d-afe4ea18795c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:45.162931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1f371f4d-ee57-4db7-9e1d-afe4ea18795c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.323850 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b7997e-c5cb-4f45-8f4d-ffd0b3234b37 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:45.424165 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1f371f4d-ee57-4db7-9e1d-afe4ea18795c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.454658 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e7ecfd61-b9ed-4a3c-9ba7-c179ff0ac351 None None] Provisioning complete for port f5893dcc-c19a-4081-b14b-e397779e264d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:45.455234 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e7ecfd61-b9ed-4a3c-9ba7-c179ff0ac351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.490135 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f371f4d-ee57-4db7-9e1d-afe4ea18795c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:45.494291 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-1f371f4d-ee57-4db7-9e1d-afe4ea18795c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:45.497934 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f371f4d-ee57-4db7-9e1d-afe4ea18795c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:45.499051 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1f371f4d-ee57-4db7-9e1d-afe4ea18795c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.516078 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f371f4d-ee57-4db7-9e1d-afe4ea18795c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=eb5133b9-cbfc-42ae-b406-02fe11750bd7,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:45.539529 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1f371f4d-ee57-4db7-9e1d-afe4ea18795c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5104439 Jan 21 09:38:45.543633 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44206) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:45.552150 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-dd8efb93-3da6-4a1a-b717-6e7bf33c7979 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:45.592073 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c812d7-b2a3-4ea9-a88f-af6d0dd12665 None None] DHCP port deletion for 5001af93-03f5-43c4-96a2-b5799093e449 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:38:45.659518 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b5c812d7-b2a3-4ea9-a88f-af6d0dd12665 None None] Deleting port f5893dcc-c19a-4081-b14b-e397779e264d {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:45.659997 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b5c812d7-b2a3-4ea9-a88f-af6d0dd12665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.687664 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8efb93-3da6-4a1a-b717-6e7bf33c7979 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:45.691854 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dd8efb93-3da6-4a1a-b717-6e7bf33c7979 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.764064 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b5c812d7-b2a3-4ea9-a88f-af6d0dd12665 None None] For port f5893dcc-c19a-4081-b14b-e397779e264d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f5893dcc-c19a-4081-b14b-e397779e264d,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:45.764312 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b5c812d7-b2a3-4ea9-a88f-af6d0dd12665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.779130 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b5c812d7-b2a3-4ea9-a88f-af6d0dd12665 None None] Calling delete_port for f5893dcc-c19a-4081-b14b-e397779e264d owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:45.798494 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.ipam_backend_mixin [None req-dd8efb93-3da6-4a1a-b717-6e7bf33c7979 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb5133b9-cbfc-42ae-b406-02fe11750bd7 (CIDR: 2001:db8::/64) Jan 21 09:38:45.815256 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8efb93-3da6-4a1a-b717-6e7bf33c7979 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:45.815747 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd8efb93-3da6-4a1a-b717-6e7bf33c7979 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:45.845061 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-dd8efb93-3da6-4a1a-b717-6e7bf33c7979 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3003278 Jan 21 09:38:45.849471 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44208) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:45.855181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-13848dd2-450f-42e7-a567-fedfa6d0ca75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:45.868135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b5c812d7-b2a3-4ea9-a88f-af6d0dd12665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.899049 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c812d7-b2a3-4ea9-a88f-af6d0dd12665 None None] Pushing event deleted for resources: {'Port': ['ID=f5893dcc-c19a-4081-b14b-e397779e264d,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:45.904225 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c812d7-b2a3-4ea9-a88f-af6d0dd12665 None None] No DVR routers for this DVR port f5893dcc-c19a-4081-b14b-e397779e264d on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:45.926437 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a40581-099f-45ee-8e96-2060f1e44378 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:46.004352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13848dd2-450f-42e7-a567-fedfa6d0ca75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:46.008761 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13848dd2-450f-42e7-a567-fedfa6d0ca75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.097303 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f5893dcc-c19a-4081-b14b-e397779e264d no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:38:46.134393 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: f5893dcc-c19a-4081-b14b-e397779e264d {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:38:46.134757 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f5893dcc-c19a-4081-b14b-e397779e264d not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:38:46.151174 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5001af93-03f5-43c4-96a2-b5799093e449', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'fixed_ips': [{'subnet_id': 'eb5133b9-cbfc-42ae-b406-02fe11750bd7'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:38:46.153303 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.342846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Allocated IP 2001:db8::2 (5001af93-03f5-43c4-96a2-b5799093e449/eb5133b9-cbfc-42ae-b406-02fe11750bd7/9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:46.392669 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.objects.ports [None req-13848dd2-450f-42e7-a567-fedfa6d0ca75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:38:46.394829 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13848dd2-450f-42e7-a567-fedfa6d0ca75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.453006 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13848dd2-450f-42e7-a567-fedfa6d0ca75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:46.459601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-13848dd2-450f-42e7-a567-fedfa6d0ca75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:46.464470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13848dd2-450f-42e7-a567-fedfa6d0ca75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:46.465099 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-13848dd2-450f-42e7-a567-fedfa6d0ca75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.478243 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13848dd2-450f-42e7-a567-fedfa6d0ca75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=4b4d92a3-f879-4f62-9f6b-f6260c4957c4,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:46.495091 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-13848dd2-450f-42e7-a567-fedfa6d0ca75 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6443834 Jan 21 09:38:46.498721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44210) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:46.506332 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-c1e2e422-9506-4ac9-b7b3-f8a9a9a76392 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'mac_address': 'fa:16:3e:ca:80:c7', 'name': 'tempest-NetworksTestDHCPv6-1859714268'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:46.665036 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e2e422-9506-4ac9-b7b3-f8a9a9a76392 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:46.684463 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.694416 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.762814 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:46.766754 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:46.770605 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:46.776917 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Pushing event updated for resources: {'Port': ['ID=9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:46.801746 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c1e2e422-9506-4ac9-b7b3-f8a9a9a76392 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.833300 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-c1e2e422-9506-4ac9-b7b3-f8a9a9a76392 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port aec69f03-407e-4f85-a60f-94d6d59c1ec3 yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:46.838163 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Attempting to bind port 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:46.838541 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Attempting to bind port 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:46.838899 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Attempting to bind port 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9 on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:46.845200 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:46.845630 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:38:46.846045 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.846436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:46.846917 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Bound port: 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:46.847307 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.918612 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] For port 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:46.922573 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] For port 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:46.928226 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.989610 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd4e61-6279-43a7-8a1a-1a95806b7a8a None None] Pushing event updated for resources: {'Port': ['ID=9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:47.059508 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-c1e2e422-9506-4ac9-b7b3-f8a9a9a76392 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::273 (5001af93-03f5-43c4-96a2-b5799093e449/eb5133b9-cbfc-42ae-b406-02fe11750bd7/aec69f03-407e-4f85-a60f-94d6d59c1ec3) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:47.067841 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-c1e2e422-9506-4ac9-b7b3-f8a9a9a76392 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8:0:1:f816:3eff:feca:80c7 (5001af93-03f5-43c4-96a2-b5799093e449/4b4d92a3-f879-4f62-9f6b-f6260c4957c4/aec69f03-407e-4f85-a60f-94d6d59c1ec3) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:47.262212 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c1e2e422-9506-4ac9-b7b3-f8a9a9a76392 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.305300 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c1e2e422-9506-4ac9-b7b3-f8a9a9a76392 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.364787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e2e422-9506-4ac9-b7b3-f8a9a9a76392 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:47.368283 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-c1e2e422-9506-4ac9-b7b3-f8a9a9a76392 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:47.372361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2e422-9506-4ac9-b7b3-f8a9a9a76392 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:47.378286 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2e422-9506-4ac9-b7b3-f8a9a9a76392 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:47.378979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c1e2e422-9506-4ac9-b7b3-f8a9a9a76392 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.385940 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2e422-9506-4ac9-b7b3-f8a9a9a76392 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=aec69f03-407e-4f85-a60f-94d6d59c1ec3,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:47.413645 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c1e2e422-9506-4ac9-b7b3-f8a9a9a76392 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9126613 Jan 21 09:38:47.416459 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44212) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:47.520009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-779b0b79-4abf-4097-9013-cc3345ec4045 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port aec69f03-407e-4f85-a60f-94d6d59c1ec3 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:47.520353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-779b0b79-4abf-4097-9013-cc3345ec4045 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.662909 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-779b0b79-4abf-4097-9013-cc3345ec4045 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.683293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-779b0b79-4abf-4097-9013-cc3345ec4045 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for aec69f03-407e-4f85-a60f-94d6d59c1ec3 owned by {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:47.931185 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-779b0b79-4abf-4097-9013-cc3345ec4045 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.997160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b0b79-4abf-4097-9013-cc3345ec4045 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=aec69f03-407e-4f85-a60f-94d6d59c1ec3,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:48.020812 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-779b0b79-4abf-4097-9013-cc3345ec4045 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.024388 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-779b0b79-4abf-4097-9013-cc3345ec4045 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/aec69f03-407e-4f85-a60f-94d6d59c1ec3 HTTP/1.1" status: 204 len: 168 time: 0.6069789 Jan 21 09:38:48.027016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44214) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:48.096875 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0207ca2b-aff6-4729-a5e5-4008d14c7372 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:48.101336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44216) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:48.101968 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0207ca2b-aff6-4729-a5e5-4008d14c7372 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0732350 Jan 21 09:38:48.158411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:48.184608 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adf0048-ae59-4b3d-88b0-564d6b33da32 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:48.185209 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2da16d-cc1d-434b-b8c9-280d364d8aef tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:48.188475 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fe2da16d-cc1d-434b-b8c9-280d364d8aef tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0855649 Jan 21 09:38:48.191443 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44218) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:48.264860 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a342553-1d2f-47a5-b4f1-c4fab05f53a2 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:48.266943 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a342553-1d2f-47a5-b4f1-c4fab05f53a2 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:48.268442 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a342553-1d2f-47a5-b4f1-c4fab05f53a2 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:48.270926 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0a342553-1d2f-47a5-b4f1-c4fab05f53a2 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0778399 Jan 21 09:38:48.273943 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44220) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:48.291555 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-29a9455d-0601-4ffe-85d4-e7658e0f2e4e None None] Provisioning complete for port 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:48.291928 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-29a9455d-0601-4ffe-85d4-e7658e0f2e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.342212 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5195fd6-245d-4725-9c25-746973920b10 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 4b4d92a3-f879-4f62-9f6b-f6260c4957c4 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:48.346424 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d5195fd6-245d-4725-9c25-746973920b10 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.361913 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:48.362264 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.393702 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d5195fd6-245d-4725-9c25-746973920b10 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.453340 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d5195fd6-245d-4725-9c25-746973920b10 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.499355 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-29a9455d-0601-4ffe-85d4-e7658e0f2e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.531662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d5195fd6-245d-4725-9c25-746973920b10 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.563211 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.565129 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5195fd6-245d-4725-9c25-746973920b10 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4d92a3-f879-4f62-9f6b-f6260c4957c4,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:48.567208 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d5195fd6-245d-4725-9c25-746973920b10 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.574709 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d5195fd6-245d-4725-9c25-746973920b10 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/4b4d92a3-f879-4f62-9f6b-f6260c4957c4 HTTP/1.1" status: 204 len: 168 time: 0.2982547 Jan 21 09:38:48.574962 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44222) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:48.607515 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-29a9455d-0601-4ffe-85d4-e7658e0f2e4e None None] For port 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:48.618419 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-29a9455d-0601-4ffe-85d4-e7658e0f2e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.648568 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-947c9fb6-8629-46b3-a8c6-43769d84c98b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet eb5133b9-cbfc-42ae-b406-02fe11750bd7 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:48.652247 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-947c9fb6-8629-46b3-a8c6-43769d84c98b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.681993 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b451c6dd-a39e-4b46-8eec-5a2c7200ec8c None None] Update dhcp port {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'fixed_ips': [{'subnet_id': 'eb5133b9-cbfc-42ae-b406-02fe11750bd7', 'ip_address': '2001:db8::2'}, {'subnet_id': '4b4d92a3-f879-4f62-9f6b-f6260c4957c4'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': '9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:38:48.698880 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-947c9fb6-8629-46b3-a8c6-43769d84c98b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.732053 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:48.732380 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:48.736323 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b451c6dd-a39e-4b46-8eec-5a2c7200ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.741018 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9455d-0601-4ffe-85d4-e7658e0f2e4e None None] Pushing event updated for resources: {'Port': ['ID=9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:48.741971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44226) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:48.835726 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-947c9fb6-8629-46b3-a8c6-43769d84c98b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.839801 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7817d098-ee89-4907-9ca6-99390c905823 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:48.840537 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7817d098-ee89-4907-9ca6-99390c905823 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:48.841171 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7817d098-ee89-4907-9ca6-99390c905823 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:48.843177 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7817d098-ee89-4907-9ca6-99390c905823 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/ports?project_id=d36411baa65a4ba89db6bb1125b34d37&network_id=6e02e9ea-580a-4085-b489-b8901786a2d4 HTTP/1.1" status: 200 len: 2999 time: 0.1001642 Jan 21 09:38:48.915403 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-947c9fb6-8629-46b3-a8c6-43769d84c98b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server [None req-b451c6dd-a39e-4b46-8eec-5a2c7200ec8c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb5133b9-cbfc-42ae-b406-02fe11750bd7: This subnet is being modified by another concurrent operation. Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb5133b9-cbfc-42ae-b406-02fe11750bd7: This subnet is being modified by another concurrent operation. Jan 21 09:38:48.920657 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Jan 21 09:38:48.946897 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c9fb6-8629-46b3-a8c6-43769d84c98b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5133b9-cbfc-42ae-b406-02fe11750bd7,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:48.950911 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-947c9fb6-8629-46b3-a8c6-43769d84c98b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.957562 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-947c9fb6-8629-46b3-a8c6-43769d84c98b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/eb5133b9-cbfc-42ae-b406-02fe11750bd7 HTTP/1.1" status: 204 len: 168 time: 0.3824995 Jan 21 09:38:48.958114 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44230) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:49.018334 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d55bfd-7b49-463c-aa75-24ad3f290507 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:49.047026 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f0bd3427-1e27-45e7-bb98-d38b13a0dd61 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865698 Jan 21 09:38:49.050528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44234) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:49.056397 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f2ee7fbb-ee47-4e44-9035-8b5e1d39e26d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:49.097833 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6a536c1e-f929-4ca2-8263-7082f7eb7c89 None None] Provisioning complete for port 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:49.098097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a536c1e-f929-4ca2-8263-7082f7eb7c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.183743 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ee7fbb-ee47-4e44-9035-8b5e1d39e26d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:49.188040 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f2ee7fbb-ee47-4e44-9035-8b5e1d39e26d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.263881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45179ab2-55d9-4a04-bd05-a4486dda7f57 None None] DHCP port deletion for 5001af93-03f5-43c4-96a2-b5799093e449 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:38:49.340774 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-45179ab2-55d9-4a04-bd05-a4486dda7f57 None None] Deleting port 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:49.341395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-45179ab2-55d9-4a04-bd05-a4486dda7f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.425102 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f2ee7fbb-ee47-4e44-9035-8b5e1d39e26d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.433371 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-45179ab2-55d9-4a04-bd05-a4486dda7f57 None None] For port 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:49.433936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-45179ab2-55d9-4a04-bd05-a4486dda7f57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.450452 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-45179ab2-55d9-4a04-bd05-a4486dda7f57 None None] Calling delete_port for 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:49.475579 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ee7fbb-ee47-4e44-9035-8b5e1d39e26d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:49.481663 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-f2ee7fbb-ee47-4e44-9035-8b5e1d39e26d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:49.488280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ee7fbb-ee47-4e44-9035-8b5e1d39e26d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:49.489351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f2ee7fbb-ee47-4e44-9035-8b5e1d39e26d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.506216 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee7fbb-ee47-4e44-9035-8b5e1d39e26d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=5bdd2e78-f485-480e-949e-1725b24c47ee,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:49.517336 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f2ee7fbb-ee47-4e44-9035-8b5e1d39e26d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4655447 Jan 21 09:38:49.520954 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44236) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:49.527142 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-3c811a75-45b2-49ca-8f9a-b382eb358bf0 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:49.543379 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-45179ab2-55d9-4a04-bd05-a4486dda7f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.580000 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45179ab2-55d9-4a04-bd05-a4486dda7f57 None None] Pushing event deleted for resources: {'Port': ['ID=9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:49.580000 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45179ab2-55d9-4a04-bd05-a4486dda7f57 None None] No DVR routers for this DVR port 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:49.597904 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459abc19-4e21-499e-9e9c-e32be267f279 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:49.670917 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c811a75-45b2-49ca-8f9a-b382eb358bf0 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:49.676462 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3c811a75-45b2-49ca-8f9a-b382eb358bf0 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.791601 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.ipam_backend_mixin [None req-3c811a75-45b2-49ca-8f9a-b382eb358bf0 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5bdd2e78-f485-480e-949e-1725b24c47ee (CIDR: 2001:db8::/64) Jan 21 09:38:49.800985 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c811a75-45b2-49ca-8f9a-b382eb358bf0 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:49.801289 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-5001af93-03f5-43c4-96a2-b5799093e449', 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'tenant_id': 'edd4932c7ba04bd491f9a314b7de0314', 'fixed_ips': [{'subnet_id': '5bdd2e78-f485-480e-949e-1725b24c47ee'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:38:49.801906 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c811a75-45b2-49ca-8f9a-b382eb358bf0 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:49.802374 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.826611 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3c811a75-45b2-49ca-8f9a-b382eb358bf0 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3041120 Jan 21 09:38:49.830194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44240) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:49.835702 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-dabec721-a16e-4a21-9cab-01a79b106235 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'subnet': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:49.979399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabec721-a16e-4a21-9cab-01a79b106235 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:49.983612 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dabec721-a16e-4a21-9cab-01a79b106235 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.998641 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Allocated IP 2001:db8::2 (5001af93-03f5-43c4-96a2-b5799093e449/5bdd2e78-f485-480e-949e-1725b24c47ee/60b600ca-3ea6-4311-9229-c58279daf5a7) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:50.106313 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:38:50.165976 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:38:50.166549 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9a0e7bf1-1d81-4dd2-b701-3142c1c24dc9 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:38:50.260717 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.268884 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.317238 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:50.323181 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:50.326221 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:50.342411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Pushing event updated for resources: {'Port': ['ID=60b600ca-3ea6-4311-9229-c58279daf5a7,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:50.405722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Attempting to bind port 60b600ca-3ea6-4311-9229-c58279daf5a7 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:50.406899 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Attempting to bind port 60b600ca-3ea6-4311-9229-c58279daf5a7 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:50.407265 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Attempting to bind port 60b600ca-3ea6-4311-9229-c58279daf5a7 on network 5001af93-03f5-43c4-96a2-b5799093e449 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:50.413533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:50.413910 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Checking segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:38:50.414311 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.414774 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Bound using segment: {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:50.415301 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Bound port: 60b600ca-3ea6-4311-9229-c58279daf5a7, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5001af93-03f5-43c4-96a2-b5799093e449'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:50.415623 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.435544 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.objects.ports [None req-dabec721-a16e-4a21-9cab-01a79b106235 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:38:50.493369 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] For port 60b600ca-3ea6-4311-9229-c58279daf5a7, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:50.497849 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] For port 60b600ca-3ea6-4311-9229-c58279daf5a7, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=60b600ca-3ea6-4311-9229-c58279daf5a7,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:50.504824 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.589297 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9838c62-48a0-4855-8318-e8d74119ef7d None None] Pushing event updated for resources: {'Port': ['ID=60b600ca-3ea6-4311-9229-c58279daf5a7,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:50.730701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44244) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:50.844788 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ca046-ba41-4157-8a43-e36a9e355737 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:50.846897 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9f1ca046-ba41-4157-8a43-e36a9e355737 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5 HTTP/1.1" status: 200 len: 814 time: 0.1148269 Jan 21 09:38:51.013762 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dabec721-a16e-4a21-9cab-01a79b106235 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.191679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-dabec721-a16e-4a21-9cab-01a79b106235 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] For port 60b600ca-3ea6-4311-9229-c58279daf5a7, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=60b600ca-3ea6-4311-9229-c58279daf5a7,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:51.229677 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dabec721-a16e-4a21-9cab-01a79b106235 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.236446 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dabec721-a16e-4a21-9cab-01a79b106235 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.237496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dabec721-a16e-4a21-9cab-01a79b106235 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.321400 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44250) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:51.323794 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabec721-a16e-4a21-9cab-01a79b106235 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:51.330716 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f298d45f-7bf0-4dc5-84fa-c29289cee015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'network': {'name': 'tempest-network-smoke--1629993003', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'port_security_enabled': True}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:51.332971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-dabec721-a16e-4a21-9cab-01a79b106235 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:51.336225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabec721-a16e-4a21-9cab-01a79b106235 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:51.337344 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dabec721-a16e-4a21-9cab-01a79b106235 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.353407 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabec721-a16e-4a21-9cab-01a79b106235 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Subnet': ['ID=2a266ce6-313a-453c-8670-be870a960f15,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:51.365087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabec721-a16e-4a21-9cab-01a79b106235 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=60b600ca-3ea6-4311-9229-c58279daf5a7,revision_number=4']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:51.374895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f298d45f-7bf0-4dc5-84fa-c29289cee015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:51.377127 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-dabec721-a16e-4a21-9cab-01a79b106235 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5455778 Jan 21 09:38:51.377805 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44252) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:51.381684 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f298d45f-7bf0-4dc5-84fa-c29289cee015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.383524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-74d14d17-a5a2-46a0-ac91-c673398fd38d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Request body: {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'mac_address': 'fa:16:3e:3e:b5:b9', 'name': 'tempest-NetworksTestDHCPv6-1591334659'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:51.416532 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f298d45f-7bf0-4dc5-84fa-c29289cee015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:51.433097 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f298d45f-7bf0-4dc5-84fa-c29289cee015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.434322 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-f298d45f-7bf0-4dc5-84fa-c29289cee015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Added segment b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be of type vlan for network 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba Jan 21 09:38:51.489189 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f298d45f-7bf0-4dc5-84fa-c29289cee015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.519300 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f298d45f-7bf0-4dc5-84fa-c29289cee015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.525237 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f298d45f-7bf0-4dc5-84fa-c29289cee015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:51.526236 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f298d45f-7bf0-4dc5-84fa-c29289cee015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.569260 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d14d17-a5a2-46a0-ac91-c673398fd38d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Made reservation on behalf of edd4932c7ba04bd491f9a314b7de0314 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:51.571588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-74d14d17-a5a2-46a0-ac91-c673398fd38d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.596350 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f298d45f-7bf0-4dc5-84fa-c29289cee015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2722297 Jan 21 09:38:51.597547 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44254) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:51.608202 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298d45f-7bf0-4dc5-84fa-c29289cee015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Network': ['ID=9f76c37e-b75f-43b8-92d2-a4c04dcdfbba,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:51.629288 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:38:51.670708 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [None req-74d14d17-a5a2-46a0-ac91-c673398fd38d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] device_id is not set on port fe5bbaa4-d01f-4aec-a298-0b2a93b62a0c yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:51.741320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f569d84-a4fb-453c-8a9d-eb4c271c9ea7 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:51.742922 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3f569d84-a4fb-453c-8a9d-eb4c271c9ea7 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=d36411baa65a4ba89db6bb1125b34d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1439803 Jan 21 09:38:51.746839 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44256) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:51.811785 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c958bd-29d9-4935-b6bb-ab431943440a None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:51.876737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-18dccd5f-ec7c-406c-bead-194333b67bdb None None] Provisioning complete for port 60b600ca-3ea6-4311-9229-c58279daf5a7 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:51.877138 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-18dccd5f-ec7c-406c-bead-194333b67bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.910585 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0caac5-d698-4475-83cb-ea21cae4cd5b tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:51.911994 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cc0caac5-d698-4475-83cb-ea21cae4cd5b tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1641943 Jan 21 09:38:51.916415 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44258) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:51.973448 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8e0816e5-be47-4176-8096-51db7b5d7aa7 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535381 Jan 21 09:38:51.974286 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44260) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:52.010348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-74d14d17-a5a2-46a0-ac91-c673398fd38d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8::17e (5001af93-03f5-43c4-96a2-b5799093e449/5bdd2e78-f485-480e-949e-1725b24c47ee/fe5bbaa4-d01f-4aec-a298-0b2a93b62a0c) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:52.023266 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-01937ece-5db8-4233-9895-7e98a2bb25f0 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=d36411baa65a4ba89db6bb1125b34d37&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471673 Jan 21 09:38:52.028765 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-74d14d17-a5a2-46a0-ac91-c673398fd38d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3e:b5b9 (5001af93-03f5-43c4-96a2-b5799093e449/2a266ce6-313a-453c-8670-be870a960f15/fe5bbaa4-d01f-4aec-a298-0b2a93b62a0c) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:52.039424 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44262) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:52.114253 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-18dccd5f-ec7c-406c-bead-194333b67bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.189322 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-18dccd5f-ec7c-406c-bead-194333b67bdb None None] For port 60b600ca-3ea6-4311-9229-c58279daf5a7, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=60b600ca-3ea6-4311-9229-c58279daf5a7,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:52.199713 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-18dccd5f-ec7c-406c-bead-194333b67bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.237928 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 60b600ca-3ea6-4311-9229-c58279daf5a7 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:52.258727 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f5290a-65b4-44a2-bfa6-3aaa4b6d38de tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:52.260278 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-77f5290a-65b4-44a2-bfa6-3aaa4b6d38de tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2223537 Jan 21 09:38:52.264757 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44264) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:52.298356 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dccd5f-ec7c-406c-bead-194333b67bdb None None] Pushing event updated for resources: {'Port': ['ID=60b600ca-3ea6-4311-9229-c58279daf5a7,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:52.309547 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0f84483b-51a8-4b69-a3e6-a9be9df71e14 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401208 Jan 21 09:38:52.310895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44266) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:52.322544 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-4465ac38-003e-433f-9ce5-af5e9346a6df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2114123598', 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:52.324097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 60b600ca-3ea6-4311-9229-c58279daf5a7 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:52.324804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.333590 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-74d14d17-a5a2-46a0-ac91-c673398fd38d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.382912 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-74d14d17-a5a2-46a0-ac91-c673398fd38d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.454489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d14d17-a5a2-46a0-ac91-c673398fd38d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Network 5001af93-03f5-43c4-96a2-b5799093e449 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:52.461382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-74d14d17-a5a2-46a0-ac91-c673398fd38d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:52.463522 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d14d17-a5a2-46a0-ac91-c673398fd38d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:52.471940 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d14d17-a5a2-46a0-ac91-c673398fd38d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:52.472634 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4465ac38-003e-433f-9ce5-af5e9346a6df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:52.473019 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-74d14d17-a5a2-46a0-ac91-c673398fd38d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.476533 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d14d17-a5a2-46a0-ac91-c673398fd38d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event updated for resources: {'Port': ['ID=fe5bbaa4-d01f-4aec-a298-0b2a93b62a0c,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:52.478895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4465ac38-003e-433f-9ce5-af5e9346a6df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.506047 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-74d14d17-a5a2-46a0-ac91-c673398fd38d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1270924 Jan 21 09:38:52.506745 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44268) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:52.704633 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-49ed0fcc-26b9-4b36-b19b-4ff8217f7654 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting port fe5bbaa4-d01f-4aec-a298-0b2a93b62a0c {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:52.704882 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-49ed0fcc-26b9-4b36-b19b-4ff8217f7654 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.811350 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4465ac38-003e-433f-9ce5-af5e9346a6df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.891740 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-49ed0fcc-26b9-4b36-b19b-4ff8217f7654 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.908246 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465ac38-003e-433f-9ce5-af5e9346a6df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Subnet': ['ID=03a6993a-696c-4f74-9e1e-f2f3961450a7,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:52.922003 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-49ed0fcc-26b9-4b36-b19b-4ff8217f7654 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Calling delete_port for fe5bbaa4-d01f-4aec-a298-0b2a93b62a0c owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:52.940596 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4465ac38-003e-433f-9ce5-af5e9346a6df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Checking segment: {'id': 'b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:38:52.940897 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4465ac38-003e-433f-9ce5-af5e9346a6df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network hostable DHCP agents. Network: 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:52.945104 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a3d1984e-8252-4b89-87f0-878a7bf91fb3 None None] Provisioning complete for port 60b600ca-3ea6-4311-9229-c58279daf5a7 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:52.945888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a3d1984e-8252-4b89-87f0-878a7bf91fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.004362 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4465ac38-003e-433f-9ce5-af5e9346a6df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:53.030383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-4465ac38-003e-433f-9ce5-af5e9346a6df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:53.039921 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4465ac38-003e-433f-9ce5-af5e9346a6df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:53.040524 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4465ac38-003e-433f-9ce5-af5e9346a6df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.071411 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4465ac38-003e-433f-9ce5-af5e9346a6df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7547181 Jan 21 09:38:53.072315 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1b9430-4b2c-4291-b0bc-82b079ee7082 None None] Network 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:53.207682 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-49ed0fcc-26b9-4b36-b19b-4ff8217f7654 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.274679 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed0fcc-26b9-4b36-b19b-4ff8217f7654 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Port': ['ID=fe5bbaa4-d01f-4aec-a298-0b2a93b62a0c,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:53.386188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-49ed0fcc-26b9-4b36-b19b-4ff8217f7654 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.390015 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-49ed0fcc-26b9-4b36-b19b-4ff8217f7654 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/fe5bbaa4-d01f-4aec-a298-0b2a93b62a0c HTTP/1.1" status: 204 len: 168 time: 0.8819823 Jan 21 09:38:53.393573 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44272) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:53.459396 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be26afe8-1934-4e35-b992-85d77f713b93 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:53.462146 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-be26afe8-1934-4e35-b992-85d77f713b93 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0673509 Jan 21 09:38:53.465708 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44274) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:53.537828 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d79979a2-fd35-45f1-b5d7-de2763249443 None None] Could not find standard attr ID for object 8336ad3b-317d-4585-9de0-c78406e27714. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:38:53.560086 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7f7e74-e358-42e3-921b-aadfd28fab5b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:53.574316 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6f7f7e74-e358-42e3-921b-aadfd28fab5b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0994358 Jan 21 09:38:53.574316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44276) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:53.618736 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-9f76c37e-b75f-43b8-92d2-a4c04dcdfbba', 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ips': [{'subnet_id': '03a6993a-696c-4f74-9e1e-f2f3961450a7'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:38:53.620139 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.665556 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-bcd1f556-be1f-4cdf-8eea-8d75a3029945 None None] Could not find standard attr ID for object aec69f03-407e-4f85-a60f-94d6d59c1ec3. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:38:53.673784 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2219d8a7-3fca-4cd9-9f49-b9eafca524ca tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:53.676496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2219d8a7-3fca-4cd9-9f49-b9eafca524ca tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:53.678021 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2219d8a7-3fca-4cd9-9f49-b9eafca524ca tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:53.683275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44278) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:53.683584 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2219d8a7-3fca-4cd9-9f49-b9eafca524ca tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1067426 Jan 21 09:38:53.769720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44280) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:53.771354 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab549af1-3c69-43c2-95b6-78a192595e49 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 2a266ce6-313a-453c-8670-be870a960f15 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:53.775784 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab549af1-3c69-43c2-95b6-78a192595e49 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.776898 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-85b66cbb-e838-4cbc-9339-50f6af5728df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-170911051', 'description': 'tempest-secgroup-smoke-170911051 description', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:53.852440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-85b66cbb-e838-4cbc-9339-50f6af5728df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.853372 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab549af1-3c69-43c2-95b6-78a192595e49 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.917269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Allocated IP 172.20.0.18 (9f76c37e-b75f-43b8-92d2-a4c04dcdfbba/03a6993a-696c-4f74-9e1e-f2f3961450a7/abadac0a-4210-4804-aa1b-0000f47dfcb2) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:53.974428 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-85b66cbb-e838-4cbc-9339-50f6af5728df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.982906 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-85b66cbb-e838-4cbc-9339-50f6af5728df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.026376 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-85b66cbb-e838-4cbc-9339-50f6af5728df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.032010 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-85b66cbb-e838-4cbc-9339-50f6af5728df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2605979 Jan 21 09:38:54.038235 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44282) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:54.043482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-202e2be4-2599-4e28-9176-cd742e7d0f99 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '8c63f6bb-7720-464d-88bb-ba495f61faaf', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:54.047425 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab549af1-3c69-43c2-95b6-78a192595e49 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.052763 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b66cbb-e838-4cbc-9339-50f6af5728df tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c63f6bb-7720-464d-88bb-ba495f61faaf,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:54.060528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6186c547-f0ae-493b-8beb-587f3e3638ea None None] Could not find standard attr ID for object fe5bbaa4-d01f-4aec-a298-0b2a93b62a0c. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:38:54.108546 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-202e2be4-2599-4e28-9176-cd742e7d0f99 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.173308 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab549af1-3c69-43c2-95b6-78a192595e49 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.222382 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab549af1-3c69-43c2-95b6-78a192595e49 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=2a266ce6-313a-453c-8670-be870a960f15,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:54.224436 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ab549af1-3c69-43c2-95b6-78a192595e49 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.228081 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ab549af1-3c69-43c2-95b6-78a192595e49 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/2a266ce6-313a-453c-8670-be870a960f15 HTTP/1.1" status: 204 len: 168 time: 0.5441844 Jan 21 09:38:54.232829 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44284) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:54.261555 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 60b600ca-3ea6-4311-9229-c58279daf5a7 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:54.294122 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-202e2be4-2599-4e28-9176-cd742e7d0f99 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.303523 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-202e2be4-2599-4e28-9176-cd742e7d0f99 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.322522 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.341883 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.343236 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-202e2be4-2599-4e28-9176-cd742e7d0f99 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.345571 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-202e2be4-2599-4e28-9176-cd742e7d0f99 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3068800 Jan 21 09:38:54.349112 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44286) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:54.349406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e2be4-2599-4e28-9176-cd742e7d0f99 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3ff0e2-f40a-4a89-98dc-451fc67029a1,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:54.356419 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aeb46cc-b2c1-4c60-9215-eeafa5da28cc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Deleting subnet 5bdd2e78-f485-480e-949e-1725b24c47ee {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:38:54.360870 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4aeb46cc-b2c1-4c60-9215-eeafa5da28cc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.364965 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-74673ce5-28df-4f93-86d3-8003f95bd791 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '8c63f6bb-7720-464d-88bb-ba495f61faaf', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:54.427519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-74673ce5-28df-4f93-86d3-8003f95bd791 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.428385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4aeb46cc-b2c1-4c60-9215-eeafa5da28cc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.442143 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d37558-d6f7-4742-b2ee-7ee610bf3551 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:54.458853 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Network 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:54.494775 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:54.504749 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:54.508992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Pushing event updated for resources: {'Port': ['ID=abadac0a-4210-4804-aa1b-0000f47dfcb2,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:54.540800 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 60b600ca-3ea6-4311-9229-c58279daf5a7 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:54.541862 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.554947 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-74673ce5-28df-4f93-86d3-8003f95bd791 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.560590 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-74673ce5-28df-4f93-86d3-8003f95bd791 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.585499 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4aeb46cc-b2c1-4c60-9215-eeafa5da28cc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.590421 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74673ce5-28df-4f93-86d3-8003f95bd791 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030cb1e5-0a62-4230-be64-07a28878d4c7,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:54.609409 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-74673ce5-28df-4f93-86d3-8003f95bd791 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.611364 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-74673ce5-28df-4f93-86d3-8003f95bd791 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2605286 Jan 21 09:38:54.614835 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44288) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:54.623969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-850138ff-a068-4a0c-93b9-fa3c9e56e8c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '8c63f6bb-7720-464d-88bb-ba495f61faaf', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:54.650908 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Attempting to bind port abadac0a-4210-4804-aa1b-0000f47dfcb2 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:54.651412 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Attempting to bind port abadac0a-4210-4804-aa1b-0000f47dfcb2 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:54.651807 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Attempting to bind port abadac0a-4210-4804-aa1b-0000f47dfcb2 on network 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:54.676146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4aeb46cc-b2c1-4c60-9215-eeafa5da28cc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.684350 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-850138ff-a068-4a0c-93b9-fa3c9e56e8c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.694396 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:54.695151 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Checking segment: {'id': 'b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:38:54.696040 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.696676 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Bound using segment: {'id': 'b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:54.697573 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Bound port: abadac0a-4210-4804-aa1b-0000f47dfcb2, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:54.697996 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.714015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4aeb46cc-b2c1-4c60-9215-eeafa5da28cc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.721451 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4aeb46cc-b2c1-4c60-9215-eeafa5da28cc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/5bdd2e78-f485-480e-949e-1725b24c47ee HTTP/1.1" status: 204 len: 168 time: 0.4857111 Jan 21 09:38:54.722589 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb46cc-b2c1-4c60-9215-eeafa5da28cc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Subnet': ['ID=5bdd2e78-f485-480e-949e-1725b24c47ee,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:54.728882 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44290) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:54.772391 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.778306 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1ea372f1-f93f-456e-a185-8a2a13e48d5e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480740 Jan 21 09:38:54.782279 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44292) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:54.795367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-850138ff-a068-4a0c-93b9-fa3c9e56e8c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.802712 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-850138ff-a068-4a0c-93b9-fa3c9e56e8c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.825173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850138ff-a068-4a0c-93b9-fa3c9e56e8c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aea1456-cc55-4b74-adfc-222a9826ee75,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:54.834747 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-850138ff-a068-4a0c-93b9-fa3c9e56e8c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.836155 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-850138ff-a068-4a0c-93b9-fa3c9e56e8c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2200172 Jan 21 09:38:54.840189 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44294) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:54.845806 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-62c63fc1-573a-49c0-8564-924a831f6327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '8c63f6bb-7720-464d-88bb-ba495f61faaf', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:54.865163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a18477f-fc16-46e1-80f1-27559809dde5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:54.867791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-930df01b-9015-415a-b276-e53ef2659014 None None] For port abadac0a-4210-4804-aa1b-0000f47dfcb2, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:54.870761 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9a18477f-fc16-46e1-80f1-27559809dde5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0866716 Jan 21 09:38:54.871334 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44296) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:54.872052 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-930df01b-9015-415a-b276-e53ef2659014 None None] For port abadac0a-4210-4804-aa1b-0000f47dfcb2, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=abadac0a-4210-4804-aa1b-0000f47dfcb2,segment=NetworkSegment(b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be),segment_id=b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:54.883657 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.892654 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-62c63fc1-573a-49c0-8564-924a831f6327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.964729 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930df01b-9015-415a-b276-e53ef2659014 None None] Pushing event updated for resources: {'Port': ['ID=abadac0a-4210-4804-aa1b-0000f47dfcb2,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:54.973069 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-62c63fc1-573a-49c0-8564-924a831f6327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.973374 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c470f61-88d9-4ede-a682-00858b2c2f07 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:54.979026 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44298) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:54.980238 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6c470f61-88d9-4ede-a682-00858b2c2f07 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1064837 Jan 21 09:38:54.987991 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-62c63fc1-573a-49c0-8564-924a831f6327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.004179 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5019f559-af23-4a6e-9659-7c45f6b2e65e None None] Update dhcp port {'port': {'network_id': '5001af93-03f5-43c4-96a2-b5799093e449', 'fixed_ips': [{'subnet_id': '5bdd2e78-f485-480e-949e-1725b24c47ee'}], 'binding:host_id': 'dv-neutron-825721-1-hyperv'}, 'id': '60b600ca-3ea6-4311-9229-c58279daf5a7'} from dv-neutron-825721-1-hyperv. {{(pid=102148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 21 09:38:55.032601 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5019f559-af23-4a6e-9659-7c45f6b2e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.039894 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44300) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.040131 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d3c4f6b0-3bac-484e-9860-b6c32dd67628 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540617 Jan 21 09:38:55.054371 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c63fc1-573a-49c0-8564-924a831f6327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bec2885-cf8d-4825-b537-2f42b0cc6eaa,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:55.059893 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-62c63fc1-573a-49c0-8564-924a831f6327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.064766 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-62c63fc1-573a-49c0-8564-924a831f6327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2198799 Jan 21 09:38:55.064943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44302) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.070245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e57f22e1-f8ea-40ff-b994-19d1db44d6f7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '8c63f6bb-7720-464d-88bb-ba495f61faaf', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:55.085144 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-58efec91-532b-4492-bc45-49a25e6e7ae1 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.086758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58efec91-532b-4492-bc45-49a25e6e7ae1 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.091631 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-58efec91-532b-4492-bc45-49a25e6e7ae1 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/fe5bbaa4-d01f-4aec-a298-0b2a93b62a0c HTTP/1.1" status: 404 len: 333 time: 0.0497425 Jan 21 09:38:55.095986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44304) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.112221 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-e57f22e1-f8ea-40ff-b994-19d1db44d6f7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:38:55.122530 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e57f22e1-f8ea-40ff-b994-19d1db44d6f7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.132921 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-2211e910-4d54-4e25-962d-d440ad7c5a2b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.133559 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2211e910-4d54-4e25-962d-d440ad7c5a2b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.137037 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2211e910-4d54-4e25-962d-d440ad7c5a2b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/2a266ce6-313a-453c-8670-be870a960f15 HTTP/1.1" status: 404 len: 337 time: 0.0395119 Jan 21 09:38:55.143949 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44306) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.177692 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b123c4-cbf4-42ce-a18b-090835202a5d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.178270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b123c4-cbf4-42ce-a18b-090835202a5d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.181494 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-12b123c4-cbf4-42ce-a18b-090835202a5d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/5bdd2e78-f485-480e-949e-1725b24c47ee HTTP/1.1" status: 404 len: 337 time: 0.0354640 Jan 21 09:38:55.185230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44308) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.215019 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e57f22e1-f8ea-40ff-b994-19d1db44d6f7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.220629 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e57f22e1-f8ea-40ff-b994-19d1db44d6f7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.235151 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e17a9b1-2cf6-4cf6-8f5e-51e6dd725b06 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.235991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e17a9b1-2cf6-4cf6-8f5e-51e6dd725b06 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.243429 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7e17a9b1-2cf6-4cf6-8f5e-51e6dd725b06 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/aec69f03-407e-4f85-a60f-94d6d59c1ec3 HTTP/1.1" status: 404 len: 333 time: 0.0538077 Jan 21 09:38:55.243646 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44310) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.258054 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e57f22e1-f8ea-40ff-b994-19d1db44d6f7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.259336 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e57f22e1-f8ea-40ff-b994-19d1db44d6f7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1932533 Jan 21 09:38:55.262182 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f22e1-f8ea-40ff-b994-19d1db44d6f7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e2d56f-ef85-438c-bd76-b5c8cb669159,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:55.263943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44312) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.271050 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-eb53cb8b-8561-4eff-a770-86df7e1d38e5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '8c63f6bb-7720-464d-88bb-ba495f61faaf', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:55.298066 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b09323d-9096-42b3-abe4-96d7905faaf3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.298768 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b09323d-9096-42b3-abe4-96d7905faaf3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.302913 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4b09323d-9096-42b3-abe4-96d7905faaf3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/4b4d92a3-f879-4f62-9f6b-f6260c4957c4 HTTP/1.1" status: 404 len: 337 time: 0.0581129 Jan 21 09:38:55.304820 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-eb53cb8b-8561-4eff-a770-86df7e1d38e5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:38:55.306294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44314) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.322483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb53cb8b-8561-4eff-a770-86df7e1d38e5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.336924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acded909-39f4-4d7e-82d6-6f63689e19f7 None None] Network 5001af93-03f5-43c4-96a2-b5799093e449 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:55.348930 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdb713f-4853-44b2-9e95-deca2ea7f560 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.349603 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfdb713f-4853-44b2-9e95-deca2ea7f560 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.357702 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cfdb713f-4853-44b2-9e95-deca2ea7f560 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/eb5133b9-cbfc-42ae-b406-02fe11750bd7 HTTP/1.1" status: 404 len: 337 time: 0.0470421 Jan 21 09:38:55.358071 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44316) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.413271 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-caed23a7-488f-469b-9450-3372168dfb74 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.414104 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caed23a7-488f-469b-9450-3372168dfb74 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.417675 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-caed23a7-488f-469b-9450-3372168dfb74 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/8336ad3b-317d-4585-9de0-c78406e27714 HTTP/1.1" status: 404 len: 333 time: 0.0583806 Jan 21 09:38:55.420339 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44318) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.448754 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-9199556f-12c7-4496-b375-f46d6af3f8d0 None None] Provisioning complete for port 60b600ca-3ea6-4311-9229-c58279daf5a7 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:55.449280 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9199556f-12c7-4496-b375-f46d6af3f8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.455145 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-95353dcd-7267-4aea-a65e-a0d66e532ec7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.455599 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95353dcd-7267-4aea-a65e-a0d66e532ec7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.462358 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-95353dcd-7267-4aea-a65e-a0d66e532ec7 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/0d21366a-481d-481a-a2ec-50f77f9cf703 HTTP/1.1" status: 404 len: 337 time: 0.0406632 Jan 21 09:38:55.470444 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44320) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.472960 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb53cb8b-8561-4eff-a770-86df7e1d38e5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.503841 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb53cb8b-8561-4eff-a770-86df7e1d38e5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.516727 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-852023c5-59d9-4889-babc-f4a3106f91cb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.517194 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852023c5-59d9-4889-babc-f4a3106f91cb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.520574 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-852023c5-59d9-4889-babc-f4a3106f91cb tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/0866efa7-d33c-444c-be44-dc5424f86771 HTTP/1.1" status: 404 len: 337 time: 0.0461631 Jan 21 09:38:55.523672 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53cb8b-8561-4eff-a770-86df7e1d38e5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e932468-417a-438a-b80f-5df1811c719f,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:55.524546 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44322) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.543721 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-eb53cb8b-8561-4eff-a770-86df7e1d38e5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.544951 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-eb53cb8b-8561-4eff-a770-86df7e1d38e5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2785468 Jan 21 09:38:55.571053 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d69f8a5-b8bc-436f-b0ab-5e3044bf9e45 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.571813 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d69f8a5-b8bc-436f-b0ab-5e3044bf9e45 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.577523 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7d69f8a5-b8bc-436f-b0ab-5e3044bf9e45 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/098b5ef3-bf0c-4bce-9ffd-921dd93fc825 HTTP/1.1" status: 404 len: 333 time: 0.0492954 Jan 21 09:38:55.579616 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44326) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.623534 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb0e9c8-16cc-4b75-82f6-073783ceed2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.624071 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb0e9c8-16cc-4b75-82f6-073783ceed2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.631266 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-afb0e9c8-16cc-4b75-82f6-073783ceed2d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/4c063f18-ad96-4132-ba3b-7d59bf14bf0c HTTP/1.1" status: 404 len: 337 time: 0.0478704 Jan 21 09:38:55.631539 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a02f520-d2b3-4a61-a728-03057aceb4f8 None None] DHCP port deletion for 5001af93-03f5-43c4-96a2-b5799093e449 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:38:55.631753 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44328) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.667381 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2d9de9-4a0a-4982-a1d7-947e1e2614c9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.668503 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d2d9de9-4a0a-4982-a1d7-947e1e2614c9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.674878 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9d2d9de9-4a0a-4982-a1d7-947e1e2614c9 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/0988de29-adfc-4b5b-a9a8-c5c60ecc1f42 HTTP/1.1" status: 404 len: 337 time: 0.0414109 Jan 21 09:38:55.686683 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44330) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.701924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-2a02f520-d2b3-4a61-a728-03057aceb4f8 None None] Deleting port 60b600ca-3ea6-4311-9229-c58279daf5a7 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:38:55.702395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2a02f520-d2b3-4a61-a728-03057aceb4f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.714951 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-51881b28-6b9a-4ce1-bb7c-e0d766769cdd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.716359 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51881b28-6b9a-4ce1-bb7c-e0d766769cdd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.726426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44336) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.735350 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-51881b28-6b9a-4ce1-bb7c-e0d766769cdd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/d76f74d2-3a3a-4e33-8359-77821f426d03 HTTP/1.1" status: 404 len: 333 time: 0.0447536 Jan 21 09:38:55.772661 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-443d47ae-2899-4c7e-87c7-74b5ca19ced5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.773148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443d47ae-2899-4c7e-87c7-74b5ca19ced5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.776613 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-443d47ae-2899-4c7e-87c7-74b5ca19ced5 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/a88fbe7d-d339-4b2a-b502-727b4f90f2ea HTTP/1.1" status: 404 len: 337 time: 0.0486965 Jan 21 09:38:55.779891 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44344) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.784061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-2a02f520-d2b3-4a61-a728-03057aceb4f8 None None] For port 60b600ca-3ea6-4311-9229-c58279daf5a7, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=60b600ca-3ea6-4311-9229-c58279daf5a7,segment=NetworkSegment(3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11),segment_id=3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:55.784584 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2a02f520-d2b3-4a61-a728-03057aceb4f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.801281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-2a02f520-d2b3-4a61-a728-03057aceb4f8 None None] Calling delete_port for 60b600ca-3ea6-4311-9229-c58279daf5a7 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:38:55.809650 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6488c75c-52da-4e2d-854c-d773bb8df82d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.810489 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6488c75c-52da-4e2d-854c-d773bb8df82d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.816266 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6488c75c-52da-4e2d-854c-d773bb8df82d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/b31a0baf-e8d4-4b9a-9b2a-a5d064b45c35 HTTP/1.1" status: 404 len: 333 time: 0.0328267 Jan 21 09:38:55.816890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44346) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.826958 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-3000d6bb-0473-4136-b915-5a34f4c52708 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-170911051&fields=id&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 267 time: 0.0457456 Jan 21 09:38:55.846387 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1024a321-c2da-466e-a756-5d0cf82f8701 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.847145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1024a321-c2da-466e-a756-5d0cf82f8701 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.850155 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1024a321-c2da-466e-a756-5d0cf82f8701 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/43e0d65f-bee1-4453-9495-7ad33cc9a5fe HTTP/1.1" status: 404 len: 337 time: 0.0320117 Jan 21 09:38:55.853103 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44348) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.883176 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d36a58-6b0d-44fc-9190-01d75d4fc231 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.883925 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d36a58-6b0d-44fc-9190-01d75d4fc231 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.887311 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e3d36a58-6b0d-44fc-9190-01d75d4fc231 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/396c92e9-ce0b-4ea9-8fd5-e24a4dd1a925 HTTP/1.1" status: 404 len: 333 time: 0.0328114 Jan 21 09:38:55.891874 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44350) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.920604 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-818dadcb-a630-4989-90d9-f8a53f8b886a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.921067 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818dadcb-a630-4989-90d9-f8a53f8b886a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.927679 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-818dadcb-a630-4989-90d9-f8a53f8b886a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/4c4f364c-5835-4a64-9948-e3dd91ee1451 HTTP/1.1" status: 404 len: 337 time: 0.0322447 Jan 21 09:38:55.928066 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44352) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.933341 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2a02f520-d2b3-4a61-a728-03057aceb4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.961020 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa0f457-5877-4374-8ee8-c8cd5ff35c1c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:55.961796 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa0f457-5877-4374-8ee8-c8cd5ff35c1c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:55.971548 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-efa0f457-5877-4374-8ee8-c8cd5ff35c1c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/a3d3e2b4-37ce-4945-8fde-398a81e24922 HTTP/1.1" status: 404 len: 333 time: 0.0358169 Jan 21 09:38:55.971804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02f520-d2b3-4a61-a728-03057aceb4f8 None None] Pushing event deleted for resources: {'Port': ['ID=60b600ca-3ea6-4311-9229-c58279daf5a7,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:55.971923 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44354) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:55.987162 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-f1465b0d-59a2-4c0c-9646-dccd8a37bcf0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:55.988956 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-f1465b0d-59a2-4c0c-9646-dccd8a37bcf0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/networks?id=9f76c37e-b75f-43b8-92d2-a4c04dcdfbba HTTP/1.1" status: 200 len: 797 time: 0.1519489 Jan 21 09:38:55.992163 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a02f520-d2b3-4a61-a728-03057aceb4f8 None None] No DVR routers for this DVR port 60b600ca-3ea6-4311-9229-c58279daf5a7 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:56.011163 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89b12ea-3934-4d0d-9783-4895ecd09b99 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:56.011701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89b12ea-3934-4d0d-9783-4895ecd09b99 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:56.014249 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-5f0b3ab0-dc38-4794-9040-bc9dfb6ecba2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/quotas/d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 375 time: 0.0161605 Jan 21 09:38:56.015428 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f89b12ea-3934-4d0d-9783-4895ecd09b99 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/ba2a7fc8-feb5-410c-9df3-76733fbba354 HTTP/1.1" status: 404 len: 337 time: 0.0423017 Jan 21 09:38:56.018191 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44356) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.067295 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63e7da5-1594-4184-9712-87ce063d8901 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:56.068046 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63e7da5-1594-4184-9712-87ce063d8901 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:56.071290 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a63e7da5-1594-4184-9712-87ce063d8901 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/2f91a66c-e850-4c2b-b9a3-e433594dccc7 HTTP/1.1" status: 404 len: 333 time: 0.0519311 Jan 21 09:38:56.075004 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44358) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.130228 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca19ebb-a487-41e9-b490-ae42bbed0b10 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:56.130566 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca19ebb-a487-41e9-b490-ae42bbed0b10 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:56.132272 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-3e744612-147d-4c14-9a2d-f71ef577c345 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1027753 Jan 21 09:38:56.134214 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3ca19ebb-a487-41e9-b490-ae42bbed0b10 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/938870ca-075b-4262-b2a4-b3678cb5ff17 HTTP/1.1" status: 404 len: 337 time: 0.0562243 Jan 21 09:38:56.137063 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44360) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.177552 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7926e323-4772-45d7-a54e-511c30577b02 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:56.178725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7926e323-4772-45d7-a54e-511c30577b02 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:56.186989 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7926e323-4772-45d7-a54e-511c30577b02 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/7eb9ca3b-adff-44c7-b76e-de63445d169c HTTP/1.1" status: 404 len: 333 time: 0.0443888 Jan 21 09:38:56.189287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44362) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.241997 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c68e416-5bb9-43e2-9e77-fab055d4b20a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:56.242537 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c68e416-5bb9-43e2-9e77-fab055d4b20a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:56.246227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device abadac0a-4210-4804-aa1b-0000f47dfcb2 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:56.247792 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2c68e416-5bb9-43e2-9e77-fab055d4b20a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/b7a502d4-5ac9-46d9-b096-ccc2f6e0e5a0 HTTP/1.1" status: 404 len: 337 time: 0.0569630 Jan 21 09:38:56.254386 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44364) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.268756 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-ea250aec-033e-4e4a-a246-4bf408721242 service neutron] 10.222.0.88 "GET /v2.0/networks/9f76c37e-b75f-43b8-92d2-a4c04dcdfbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165569 Jan 21 09:38:56.302192 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1df70b-6496-4e33-86f2-3734625eb9f6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:56.302978 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1df70b-6496-4e33-86f2-3734625eb9f6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:56.308214 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7f1df70b-6496-4e33-86f2-3734625eb9f6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/f570d1ee-5f69-4860-ba95-3bc056376eb3 HTTP/1.1" status: 404 len: 337 time: 0.0526087 Jan 21 09:38:56.314077 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44366) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.327065 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port abadac0a-4210-4804-aa1b-0000f47dfcb2 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:56.330067 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.342645 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f03482-96a1-4ee7-88ea-d46bf368bdca tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:56.343495 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f03482-96a1-4ee7-88ea-d46bf368bdca tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:56.349570 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a3f03482-96a1-4ee7-88ea-d46bf368bdca tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/76f7369d-c931-4e02-9458-91d0881ce8b3 HTTP/1.1" status: 404 len: 333 time: 0.0341136 Jan 21 09:38:56.350215 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44368) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.379474 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb53993b-454a-4528-b41f-8b531d11caf8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:56.379742 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb53993b-454a-4528-b41f-8b531d11caf8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:56.387650 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fb53993b-454a-4528-b41f-8b531d11caf8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/7a3badb1-ad77-4c61-bf33-0ccf2a57443c HTTP/1.1" status: 404 len: 337 time: 0.0359578 Jan 21 09:38:56.388217 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44370) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.435918 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d99d19d-dada-402a-9345-bf4b70b3ad2b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:56.436382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d99d19d-dada-402a-9345-bf4b70b3ad2b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:56.442886 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6d99d19d-dada-402a-9345-bf4b70b3ad2b tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/10b64061-b3fd-468b-b130-48a87619b2f5 HTTP/1.1" status: 404 len: 337 time: 0.0531430 Jan 21 09:38:56.445613 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44372) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.459104 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-0416e393-6d41-481a-bdc5-483e86f933e6 service neutron] 10.222.0.88 "GET /v2.0/networks/9f76c37e-b75f-43b8-92d2-a4c04dcdfbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803110 Jan 21 09:38:56.463478 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093ce3da-4721-4410-a018-d0e93e1844ef None None] Network 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:38:56.485106 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.485730 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeece81a-e766-43bf-8275-8656bb202917 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:56.486911 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeece81a-e766-43bf-8275-8656bb202917 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:56.491767 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-aeece81a-e766-43bf-8275-8656bb202917 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/4fe59bbe-c67c-4b4c-8496-8dc9de890b69 HTTP/1.1" status: 404 len: 333 time: 0.0450463 Jan 21 09:38:56.494199 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44374) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.534919 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de441db-fc5b-4968-9897-5b6dd7d29428 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:56.535729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de441db-fc5b-4968-9897-5b6dd7d29428 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:56.545576 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44376) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.546360 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7de441db-fc5b-4968-9897-5b6dd7d29428 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/29cd570a-9069-45e3-80c3-9911e9c2e8e2 HTTP/1.1" status: 404 len: 337 time: 0.0497484 Jan 21 09:38:56.573336 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3add83-d88e-443a-a8c7-7b769bdff200 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:56.573832 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3add83-d88e-443a-a8c7-7b769bdff200 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:56.577323 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fa3add83-d88e-443a-a8c7-7b769bdff200 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/49d5790a-2028-4805-979d-3af0088b86d1 HTTP/1.1" status: 404 len: 337 time: 0.0303233 Jan 21 09:38:56.581684 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44378) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.615944 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6002ef4d-4ae9-485d-b2e4-3e3b0326a8a8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:56.617106 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6002ef4d-4ae9-485d-b2e4-3e3b0326a8a8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:56.623908 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6002ef4d-4ae9-485d-b2e4-3e3b0326a8a8 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/6afee98c-b919-4213-bced-2beeb36e0cd2 HTTP/1.1" status: 404 len: 333 time: 0.0369515 Jan 21 09:38:56.624306 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44380) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.628171 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b01a032d-7148-46b5-9b78-ac2a05e16f9f None None] Provisioning complete for port abadac0a-4210-4804-aa1b-0000f47dfcb2 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:56.628739 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b01a032d-7148-46b5-9b78-ac2a05e16f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.633267 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port abadac0a-4210-4804-aa1b-0000f47dfcb2, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=abadac0a-4210-4804-aa1b-0000f47dfcb2,segment=NetworkSegment(b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be),segment_id=b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:56.668725 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccabd1c6-3204-4d65-a927-f36bd94885d3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:56.669611 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccabd1c6-3204-4d65-a927-f36bd94885d3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:56.676307 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ccabd1c6-3204-4d65-a927-f36bd94885d3 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/c9196112-c467-47ae-a944-0f727ab02d51 HTTP/1.1" status: 404 len: 337 time: 0.0456920 Jan 21 09:38:56.676685 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44386) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.678883 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.728976 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-929f5bff-9e13-4544-bf03-56731ca3c605 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:56.729999 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929f5bff-9e13-4544-bf03-56731ca3c605 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:56.735674 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-929f5bff-9e13-4544-bf03-56731ca3c605 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/43afa914-e548-42a7-8086-e8ddecd2dec7 HTTP/1.1" status: 404 len: 337 time: 0.0576026 Jan 21 09:38:56.739636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44388) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.778151 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-16532b04-f2ea-4ce9-9a87-8797e9091ae0 req-39b45137-5181-405e-8f16-bc01da406d87 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=02595f07-8a51-421c-9b3c-77edab23db0e HTTP/1.1" status: 200 len: 210 time: 0.0584283 Jan 21 09:38:56.806966 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7501ad63-29da-46de-b7b8-b86c61da7e0d tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5ca51a7-bad6-4ee6-b20e-c596f804ddd3 HTTP/1.1" status: 200 len: 205 time: 0.0626261 Jan 21 09:38:56.807552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44390) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.835923 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 60b600ca-3ea6-4311-9229-c58279daf5a7 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:38:56.865343 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-a65ec508-8324-48a4-bb77-137cf3bc9aae tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] delete failed (client error): The resource could not be found. Jan 21 09:38:56.869238 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a65ec508-8324-48a4-bb77-137cf3bc9aae tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/routers/f5ca51a7-bad6-4ee6-b20e-c596f804ddd3 HTTP/1.1" status: 404 len: 336 time: 0.0574541 Jan 21 09:38:56.869782 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44392) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.875677 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 60b600ca-3ea6-4311-9229-c58279daf5a7 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:38:56.876160 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 60b600ca-3ea6-4311-9229-c58279daf5a7 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:38:56.881402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=abadac0a-4210-4804-aa1b-0000f47dfcb2,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:56.908994 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c71715-1b85-434d-99a9-3bbcf7ce17c2 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:56.909480 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c71715-1b85-434d-99a9-3bbcf7ce17c2 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:56.913227 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-94c71715-1b85-434d-99a9-3bbcf7ce17c2 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/fa36c6f7-dfe6-4df0-a82f-5f9ea7056791 HTTP/1.1" status: 404 len: 337 time: 0.0418472 Jan 21 09:38:56.916415 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44396) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:56.980958 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-133bbb31-d31b-4d00-b9e2-618d6cc84280 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "GET /v2.0/ports?device_id=45f65d2a-e73f-4ed5-892a-c0229e109cab HTTP/1.1" status: 200 len: 205 time: 0.0631013 Jan 21 09:38:56.986439 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44400) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.046289 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-6467aafa-c4d7-450e-9480-a58ce15a4939 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] delete failed (client error): The resource could not be found. Jan 21 09:38:57.047562 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6467aafa-c4d7-450e-9480-a58ce15a4939 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/routers/45f65d2a-e73f-4ed5-892a-c0229e109cab HTTP/1.1" status: 404 len: 336 time: 0.0600326 Jan 21 09:38:57.050715 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44402) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.083473 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c25caf-ecb5-44ea-a8f1-457acc01a21e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:57.084033 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c25caf-ecb5-44ea-a8f1-457acc01a21e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:57.087516 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-84c25caf-ecb5-44ea-a8f1-457acc01a21e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/e1710043-21b1-4086-afa5-ede2f3829b92 HTTP/1.1" status: 404 len: 337 time: 0.0355682 Jan 21 09:38:57.090143 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44404) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.126250 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff06575f-c264-413c-aaff-1fc44bc9eb9c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:57.126715 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff06575f-c264-413c-aaff-1fc44bc9eb9c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:57.131190 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ff06575f-c264-413c-aaff-1fc44bc9eb9c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/8aa237ee-cedd-496b-a2d0-dd1f90b54f5d HTTP/1.1" status: 404 len: 337 time: 0.0392520 Jan 21 09:38:57.133040 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44408) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.161495 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-003090ba-159e-4f77-8190-ca821637b20a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:57.162159 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003090ba-159e-4f77-8190-ca821637b20a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:57.167916 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-003090ba-159e-4f77-8190-ca821637b20a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/48d2bf23-9e1d-4f80-b831-b01072aa24b8 HTTP/1.1" status: 404 len: 333 time: 0.0315664 Jan 21 09:38:57.168473 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44410) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.199650 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaaa3132-2c38-4387-a4a8-eb069aafde3c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:57.200205 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaaa3132-2c38-4387-a4a8-eb069aafde3c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:57.204263 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-eaaa3132-2c38-4387-a4a8-eb069aafde3c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/13f87420-22af-4831-b406-6fad3eb9dc3f HTTP/1.1" status: 404 len: 337 time: 0.0345445 Jan 21 09:38:57.209093 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44412) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.238280 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-76985893-d2c6-48bf-881d-94d5152c27ff tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:57.239169 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76985893-d2c6-48bf-881d-94d5152c27ff tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:57.243219 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-76985893-d2c6-48bf-881d-94d5152c27ff tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/b8f28ed5-dc58-4702-b09c-c4adc09504a3 HTTP/1.1" status: 404 len: 333 time: 0.0327175 Jan 21 09:38:57.246488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44414) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.269095 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712e4040-65bd-411b-a2eb-141c5aeba70f None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:38:57.294050 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7dfbdc-7ee0-4f26-8e3d-df231861c15e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:57.294511 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7dfbdc-7ee0-4f26-8e3d-df231861c15e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:57.298774 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9e7dfbdc-7ee0-4f26-8e3d-df231861c15e tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/d2ed6c1c-ad69-4583-b62f-7176b298c2fc HTTP/1.1" status: 404 len: 337 time: 0.0511842 Jan 21 09:38:57.303207 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44416) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.330355 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b298b222-c51b-48f9-8756-bedf7a801a20 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:57.330994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b298b222-c51b-48f9-8756-bedf7a801a20 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:57.334408 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b298b222-c51b-48f9-8756-bedf7a801a20 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/4714221e-8d19-4d61-ad07-3e0e4c8a1223 HTTP/1.1" status: 404 len: 333 time: 0.0300293 Jan 21 09:38:57.337747 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44418) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.340111 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-548cb538-9826-49d4-bdf0-06a6271b0b53 None None] Provisioning complete for port abadac0a-4210-4804-aa1b-0000f47dfcb2 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:57.340495 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-548cb538-9826-49d4-bdf0-06a6271b0b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.368704 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-adecc888-d5f4-4e35-a160-78490b206663 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:57.369448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adecc888-d5f4-4e35-a160-78490b206663 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:57.377985 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-adecc888-d5f4-4e35-a160-78490b206663 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/92de3b61-8d01-46db-9cec-eb40a94dab14 HTTP/1.1" status: 404 len: 337 time: 0.0351951 Jan 21 09:38:57.378654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44420) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.410210 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b372f38-eb94-442c-aff4-2f4afb33eab6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:57.411153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b372f38-eb94-442c-aff4-2f4afb33eab6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:57.415210 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4b372f38-eb94-442c-aff4-2f4afb33eab6 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/860f5f23-28ec-48b5-8fc5-9344f3c396b7 HTTP/1.1" status: 404 len: 333 time: 0.0351853 Jan 21 09:38:57.420216 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44422) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.447773 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712e4040-65bd-411b-a2eb-141c5aeba70f None None] Resources bound (agent type, host, resource id): {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:38:57.455014 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-729722ec-635f-4034-b4f6-b9055b7ed31c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:57.455623 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729722ec-635f-4034-b4f6-b9055b7ed31c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:57.459655 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-729722ec-635f-4034-b4f6-b9055b7ed31c tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/000dee9f-a387-4544-bd17-0be68db12cb2 HTTP/1.1" status: 404 len: 337 time: 0.0369098 Jan 21 09:38:57.466038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44424) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.498165 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-478feed3-0026-4294-a6b6-0d781769b2da tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:57.499025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478feed3-0026-4294-a6b6-0d781769b2da tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:57.504045 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-478feed3-0026-4294-a6b6-0d781769b2da tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/768c9100-3a5c-402a-8988-eeb1c433383d HTTP/1.1" status: 404 len: 333 time: 0.0363791 Jan 21 09:38:57.509747 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44426) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.560112 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-97652444-d29d-4912-871c-bc0b85e2ed00 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:57.560880 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97652444-d29d-4912-871c-bc0b85e2ed00 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:57.568813 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-97652444-d29d-4912-871c-bc0b85e2ed00 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/17afdef2-10cb-47b8-ae68-7905b7bd8e4d HTTP/1.1" status: 404 len: 337 time: 0.0554566 Jan 21 09:38:57.570060 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44428) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.596106 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b06649-cce1-4267-b198-f997dbf97a1f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:57.596772 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b06649-cce1-4267-b198-f997dbf97a1f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:57.599886 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-07b06649-cce1-4267-b198-f997dbf97a1f tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/1adde79e-d7dc-473c-8b42-897029601b61 HTTP/1.1" status: 404 len: 333 time: 0.0285494 Jan 21 09:38:57.604226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44430) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.636042 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaedaeb1-224a-42c8-9b2d-1ec9fe9de0cd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:57.636739 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaedaeb1-224a-42c8-9b2d-1ec9fe9de0cd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:57.643832 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-aaedaeb1-224a-42c8-9b2d-1ec9fe9de0cd tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/373bacd5-139f-4b89-9ab0-dd8fd515a682 HTTP/1.1" status: 404 len: 337 time: 0.0348084 Jan 21 09:38:57.644736 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44432) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.673294 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8924cc-4e55-4355-afa1-75aaef54b56a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:57.673977 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8924cc-4e55-4355-afa1-75aaef54b56a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:57.676992 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7b8924cc-4e55-4355-afa1-75aaef54b56a tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/ports/89bbd95f-84ef-4d41-8528-f13d6bf90786 HTTP/1.1" status: 404 len: 333 time: 0.0307481 Jan 21 09:38:57.680401 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44434) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.708702 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2e6f3f-c56c-419c-b3d6-5d3297de0d25 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:57.709148 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2e6f3f-c56c-419c-b3d6-5d3297de0d25 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:57.712194 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5f2e6f3f-c56c-419c-b3d6-5d3297de0d25 tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/subnets/55124221-3b36-47dc-a13b-6aa9b9d42479 HTTP/1.1" status: 404 len: 337 time: 0.0308752 Jan 21 09:38:57.715629 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44436) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:57.803271 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-586c0b17-e970-411d-a2d6-8ff0b06c4ddc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.938278 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c49038ee-7ffb-4b9a-b166-1565eace4a8e req-e587ec8a-ec3a-4664-ac9e-04ac17535b36 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=02595f07-8a51-421c-9b3c-77edab23db0e HTTP/1.1" status: 200 len: 210 time: 0.0574601 Jan 21 09:38:57.950529 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-586c0b17-e970-411d-a2d6-8ff0b06c4ddc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.010862 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-586c0b17-e970-411d-a2d6-8ff0b06c4ddc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5001af93-03f5-43c4-96a2-b5799093e449']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:58.025421 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-586c0b17-e970-411d-a2d6-8ff0b06c4ddc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:58.025740 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-586c0b17-e970-411d-a2d6-8ff0b06c4ddc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd1dc0f-e0cc-4791-9f75-bfa6ab726e11') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:58.045289 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-586c0b17-e970-411d-a2d6-8ff0b06c4ddc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.085673 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-d6f43a6b-a30b-4204-85d2-72c3ecf5a9c8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:58.087421 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-d6f43a6b-a30b-4204-85d2-72c3ecf5a9c8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/networks?id=9f76c37e-b75f-43b8-92d2-a4c04dcdfbba HTTP/1.1" status: 200 len: 797 time: 0.1728814 Jan 21 09:38:58.088604 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-586c0b17-e970-411d-a2d6-8ff0b06c4ddc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.101104 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586c0b17-e970-411d-a2d6-8ff0b06c4ddc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:38:58.101104 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-586c0b17-e970-411d-a2d6-8ff0b06c4ddc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:58.119201 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:58.152086 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device abadac0a-4210-4804-aa1b-0000f47dfcb2 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:58.190973 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4a93f6d4-aa0a-4d3b-b264-9a8f21f98698 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 471 time: 0.0948224 Jan 21 09:38:58.192027 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-586c0b17-e970-411d-a2d6-8ff0b06c4ddc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.204320 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-0c33c4bf-88a5-47a4-921a-9e23935ecce3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'port': {'device_id': '02595f07-8a51-421c-9b3c-77edab23db0e', 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba', 'admin_state_up': True, 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'security_groups': ['8c63f6bb-7720-464d-88bb-ba495f61faaf']}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:58.213827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port abadac0a-4210-4804-aa1b-0000f47dfcb2 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:58.214210 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.222718 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-586c0b17-e970-411d-a2d6-8ff0b06c4ddc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.226026 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-586c0b17-e970-411d-a2d6-8ff0b06c4ddc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] 10.222.0.88 "DELETE /v2.0/networks/5001af93-03f5-43c4-96a2-b5799093e449 HTTP/1.1" status: 204 len: 168 time: 0.5094769 Jan 21 09:38:58.273827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c0b17-e970-411d-a2d6-8ff0b06c4ddc tempest-NetworksTestDHCPv6-953327229 tempest-NetworksTestDHCPv6-953327229-project] Pushing event deleted for resources: {'Network': ['ID=5001af93-03f5-43c4-96a2-b5799093e449,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:58.364249 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-0c33c4bf-88a5-47a4-921a-9e23935ecce3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:58.368293 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-0c33c4bf-88a5-47a4-921a-9e23935ecce3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.528008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-0c33c4bf-88a5-47a4-921a-9e23935ecce3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.25 (9f76c37e-b75f-43b8-92d2-a4c04dcdfbba/03a6993a-696c-4f74-9e1e-f2f3961450a7/655d9a07-e84e-4078-83dd-0e8888bd8cf3) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:58.555580 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44448) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:58.697422 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-0c33c4bf-88a5-47a4-921a-9e23935ecce3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.730883 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b2f8d3f4-aab3-4241-884b-07fe52a4c669 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=edd4932c7ba04bd491f9a314b7de0314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738703 Jan 21 09:38:58.733644 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44452) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:58.745244 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-0c33c4bf-88a5-47a4-921a-9e23935ecce3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.814866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ed89dbc-be1d-4c3f-9168-ac867317617e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.820001 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-0c33c4bf-88a5-47a4-921a-9e23935ecce3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:58.824045 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-0c33c4bf-88a5-47a4-921a-9e23935ecce3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:58.831604 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-0c33c4bf-88a5-47a4-921a-9e23935ecce3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:58.854400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ed89dbc-be1d-4c3f-9168-ac867317617e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.881492 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33c4bf-88a5-47a4-921a-9e23935ecce3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=655d9a07-e84e-4078-83dd-0e8888bd8cf3,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:58.920685 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-0c33c4bf-88a5-47a4-921a-9e23935ecce3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:58.922078 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-0c33c4bf-88a5-47a4-921a-9e23935ecce3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.932143 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ed89dbc-be1d-4c3f-9168-ac867317617e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.935781 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ed89dbc-be1d-4c3f-9168-ac867317617e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.937962 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3ed89dbc-be1d-4c3f-9168-ac867317617e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/57e89369-de4f-4f30-a4d7-27e291b2434a HTTP/1.1" status: 204 len: 168 time: 0.2011509 Jan 21 09:38:58.949562 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed89dbc-be1d-4c3f-9168-ac867317617e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e89369-de4f-4f30-a4d7-27e291b2434a,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:58.957407 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-0c33c4bf-88a5-47a4-921a-9e23935ecce3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7579000 Jan 21 09:38:58.976055 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Request body: {'port': {'device_id': '02595f07-8a51-421c-9b3c-77edab23db0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:59.102082 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.185532 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-55c03c37-7527-4da6-822d-ba713ceee8fe None None] Provisioning complete for port 655d9a07-e84e-4078-83dd-0e8888bd8cf3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:59.186320 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-55c03c37-7527-4da6-822d-ba713ceee8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.226531 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-55c03c37-7527-4da6-822d-ba713ceee8fe None None] Port 655d9a07-e84e-4078-83dd-0e8888bd8cf3 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:38:59.441223 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88706ec-b66a-4296-bb15-9b6eb6deec3d req-3e9b5140-5078-4b7e-90ea-f566eff621e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:59.442799 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a88706ec-b66a-4296-bb15-9b6eb6deec3d req-3e9b5140-5078-4b7e-90ea-f566eff621e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=02595f07-8a51-421c-9b3c-77edab23db0e HTTP/1.1" status: 200 len: 932 time: 0.3870623 Jan 21 09:38:59.552473 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a88706ec-b66a-4296-bb15-9b6eb6deec3d req-5d7716d0-32ca-4e1c-9fa2-ec8293aabae8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c63f6bb-7720-464d-88bb-ba495f61faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008093 Jan 21 09:38:59.742709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655d9a07-e84e-4078-83dd-0e8888bd8cf3 {{(pid=102146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:59.748840 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.769785 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.provisioning_blocks [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Transition to ACTIVE for port object 655d9a07-e84e-4078-83dd-0e8888bd8cf3 will not be triggered until provisioned by entity L2. {{(pid=102146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:59.774539 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.853022 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Pushing event updated for resources: {'Port': ['ID=655d9a07-e84e-4078-83dd-0e8888bd8cf3,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:59.871893 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44476) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:38:59.919442 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Attempting to bind port 655d9a07-e84e-4078-83dd-0e8888bd8cf3 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:59.919791 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Attempting to bind port 655d9a07-e84e-4078-83dd-0e8888bd8cf3 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:59.920123 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Attempting to bind port 655d9a07-e84e-4078-83dd-0e8888bd8cf3 on network 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:59.925935 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Port 655d9a07-e84e-4078-83dd-0e8888bd8cf3 on network 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:38:59.926287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Attempting to bind port 655d9a07-e84e-4078-83dd-0e8888bd8cf3 on network 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:59.932181 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:59.932534 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Checking segment: {'id': 'b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:38:59.932925 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Bound using segment: {'id': 'b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba'} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:59.933367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Bound port: 655d9a07-e84e-4078-83dd-0e8888bd8cf3, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba'}}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:59.933892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.034813 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b25c9978-777b-42a2-acdf-2ce8d76be883 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-833499403-network', 'tenant_id': '21541e9d5f524e35864943048a0e7ad8'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:00.058597 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] For port 655d9a07-e84e-4078-83dd-0e8888bd8cf3, host hv-neutron-8257, cleared binding levels {{(pid=102146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:00.062628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] For port 655d9a07-e84e-4078-83dd-0e8888bd8cf3, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=655d9a07-e84e-4078-83dd-0e8888bd8cf3,segment=NetworkSegment(b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be),segment_id=b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be)] {{(pid=102146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:00.073271 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.085713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25c9978-777b-42a2-acdf-2ce8d76be883 admin admin] Made reservation on behalf of 21541e9d5f524e35864943048a0e7ad8 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:00.088125 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b25c9978-777b-42a2-acdf-2ce8d76be883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.107171 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b25c9978-777b-42a2-acdf-2ce8d76be883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.126840 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.127759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.129968 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] 10.222.0.113 "PUT /v2.0/ports/655d9a07-e84e-4078-83dd-0e8888bd8cf3 HTTP/1.1" status: 200 len: 1094 time: 1.1639538 Jan 21 09:39:00.130452 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02595f07-8a51-421c-9b3c-77edab23db0e', 'tag': '655d9a07-e84e-4078-83dd-0e8888bd8cf3'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:00.133830 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c038cf5-52e7-4186-a960-6ba27aecfba0" -d '{"events": [{"name": "network-changed", "server_uuid": "02595f07-8a51-421c-9b3c-77edab23db0e", "tag": "655d9a07-e84e-4078-83dd-0e8888bd8cf3"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:00.234983 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310b68ba-f15d-4251-9d8e-1a5eba707a60 x-openstack-request-id: req-310b68ba-f15d-4251-9d8e-1a5eba707a60 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:00.235421 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02595f07-8a51-421c-9b3c-77edab23db0e", "tag": "655d9a07-e84e-4078-83dd-0e8888bd8cf3", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:00.235792 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-310b68ba-f15d-4251-9d8e-1a5eba707a60 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:00.236407 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02595f07-8a51-421c-9b3c-77edab23db0e', 'tag': '655d9a07-e84e-4078-83dd-0e8888bd8cf3', 'status': 'completed', 'code': 200} Jan 21 09:39:00.238343 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b25c9978-777b-42a2-acdf-2ce8d76be883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.240405 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984767e-65c2-4d82-ba04-caa57b9a403e service neutron] Pushing event updated for resources: {'Port': ['ID=655d9a07-e84e-4078-83dd-0e8888bd8cf3,revision_number=3']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:00.245939 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b25c9978-777b-42a2-acdf-2ce8d76be883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.276812 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-51e67bdc-b946-4970-866a-3fdfe76f9e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.278538 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-51e67bdc-b946-4970-866a-3fdfe76f9e46 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=02595f07-8a51-421c-9b3c-77edab23db0e HTTP/1.1" status: 200 len: 1097 time: 0.0883927 Jan 21 09:39:00.279841 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25c9978-777b-42a2-acdf-2ce8d76be883 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:00.298417 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c9978-777b-42a2-acdf-2ce8d76be883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab81df1-c374-454f-90f5-12f4a1e834ea,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:00.308138 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b25c9978-777b-42a2-acdf-2ce8d76be883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.308639 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-b25c9978-777b-42a2-acdf-2ce8d76be883 admin admin] Added segment 46576991-4907-4c3e-b7e2-839b648171e4 of type vlan for network def9e637-2356-416e-9c50-dc3fdd754502 Jan 21 09:39:00.337133 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-f09ee02b-ee1a-4417-adbe-ff885b49b881 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=655d9a07-e84e-4078-83dd-0e8888bd8cf3 HTTP/1.1" status: 200 len: 217 time: 0.0495648 Jan 21 09:39:00.384863 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b25c9978-777b-42a2-acdf-2ce8d76be883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.410540 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-e0d99818-77a6-4ac8-9eac-d1e3448de747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.412248 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-e0d99818-77a6-4ac8-9eac-d1e3448de747 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03a6993a-696c-4f74-9e1e-f2f3961450a7 HTTP/1.1" status: 200 len: 838 time: 0.0673382 Jan 21 09:39:00.413984 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b25c9978-777b-42a2-acdf-2ce8d76be883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.415452 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c9978-777b-42a2-acdf-2ce8d76be883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.416330 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b25c9978-777b-42a2-acdf-2ce8d76be883 admin admin] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.479572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-e84bc692-c10b-42e7-9dec-cea064c6ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.482852 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-e84bc692-c10b-42e7-9dec-cea064c6ef07 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9f76c37e-b75f-43b8-92d2-a4c04dcdfbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0630751 Jan 21 09:39:00.535633 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b25c9978-777b-42a2-acdf-2ce8d76be883 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6590607 Jan 21 09:39:00.545061 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44482) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:00.559414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5a4939b8-91c2-48be-be57-4a8d746b211d admin admin] Request body: {'subnet': {'network_id': 'def9e637-2356-416e-9c50-dc3fdd754502', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-833499403-subnet', 'tenant_id': '21541e9d5f524e35864943048a0e7ad8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:00.575042 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c9978-777b-42a2-acdf-2ce8d76be883 admin admin] Pushing event updated for resources: {'Network': ['ID=def9e637-2356-416e-9c50-dc3fdd754502,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:00.593238 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network def9e637-2356-416e-9c50-dc3fdd754502 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:39:00.605590 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-edd1cbfa-3099-449c-b61b-c9ce7f263fc7 service neutron] 10.222.0.113 "GET /v2.0/networks/9f76c37e-b75f-43b8-92d2-a4c04dcdfbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142099 Jan 21 09:39:00.609337 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4939b8-91c2-48be-be57-4a8d746b211d admin admin] Made reservation on behalf of 21541e9d5f524e35864943048a0e7ad8 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:00.611792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a4939b8-91c2-48be-be57-4a8d746b211d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.777296 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e363824-0f60-4e5b-9172-99784557a7f4 req-f4fe1de5-97bf-4553-887b-f8dc1592ac27 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.778863 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6e363824-0f60-4e5b-9172-99784557a7f4 req-f4fe1de5-97bf-4553-887b-f8dc1592ac27 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=02595f07-8a51-421c-9b3c-77edab23db0e HTTP/1.1" status: 200 len: 944 time: 0.0852122 Jan 21 09:39:00.817438 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-94c763c4-00e5-4937-b743-cd1614b5d118 req-4d2b8961-6853-4ebb-96d0-22b3226f050f service neutron] 10.222.0.113 "GET /v2.0/networks/9f76c37e-b75f-43b8-92d2-a4c04dcdfbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000959 Jan 21 09:39:00.837213 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6e363824-0f60-4e5b-9172-99784557a7f4 req-b09b56c1-5fb0-4270-b410-4f6c0c873d8d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c63f6bb-7720-464d-88bb-ba495f61faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459120 Jan 21 09:39:00.861611 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a4939b8-91c2-48be-be57-4a8d746b211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.924260 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c038cf5-52e7-4186-a960-6ba27aecfba0 req-7b5e55af-f53f-43e8-b8a5-ce5f34dbc1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.925959 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8c038cf5-52e7-4186-a960-6ba27aecfba0 req-7b5e55af-f53f-43e8-b8a5-ce5f34dbc1c5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=02595f07-8a51-421c-9b3c-77edab23db0e HTTP/1.1" status: 200 len: 1097 time: 0.0504744 Jan 21 09:39:00.932084 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4939b8-91c2-48be-be57-4a8d746b211d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd96c7a-7ec0-40a2-9ffb-b672c674eca5,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:00.942414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4939b8-91c2-48be-be57-4a8d746b211d admin admin] Checking segment: {'id': '46576991-4907-4c3e-b7e2-839b648171e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'def9e637-2356-416e-9c50-dc3fdd754502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:39:00.942786 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4939b8-91c2-48be-be57-4a8d746b211d admin admin] Network hostable DHCP agents. Network: def9e637-2356-416e-9c50-dc3fdd754502, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:00.969781 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4939b8-91c2-48be-be57-4a8d746b211d admin admin] Network def9e637-2356-416e-9c50-dc3fdd754502 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:00.979428 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-5a4939b8-91c2-48be-be57-4a8d746b211d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, def9e637-2356-416e-9c50-dc3fdd754502) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:00.984656 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4939b8-91c2-48be-be57-4a8d746b211d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.985444 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5a4939b8-91c2-48be-be57-4a8d746b211d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.000434 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc577a81-8a96-4a94-ba7d-1b8d11af9511 None None] Network def9e637-2356-416e-9c50-dc3fdd754502 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:39:01.007135 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5a4939b8-91c2-48be-be57-4a8d746b211d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4600139 Jan 21 09:39:01.043826 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c038cf5-52e7-4186-a960-6ba27aecfba0 req-604d2cf3-2ab1-4127-ae9d-231ef61133af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:01.045484 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8c038cf5-52e7-4186-a960-6ba27aecfba0 req-604d2cf3-2ab1-4127-ae9d-231ef61133af service neutron] 10.222.0.113 "GET /v2.0/networks?id=9f76c37e-b75f-43b8-92d2-a4c04dcdfbba HTTP/1.1" status: 200 len: 898 time: 0.1119564 Jan 21 09:39:01.095859 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8c038cf5-52e7-4186-a960-6ba27aecfba0 req-6457ed5f-37fc-4828-b48d-136ddfcd4f80 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=655d9a07-e84e-4078-83dd-0e8888bd8cf3 HTTP/1.1" status: 200 len: 217 time: 0.0435133 Jan 21 09:39:01.153398 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c038cf5-52e7-4186-a960-6ba27aecfba0 req-46087629-02b7-4d6c-9313-3d57113fdf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:01.154998 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8c038cf5-52e7-4186-a960-6ba27aecfba0 req-46087629-02b7-4d6c-9313-3d57113fdf4f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03a6993a-696c-4f74-9e1e-f2f3961450a7 HTTP/1.1" status: 200 len: 838 time: 0.0512776 Jan 21 09:39:01.184457 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad298596-c2bc-4850-8f54-a2af2d075f44 None None] Network def9e637-2356-416e-9c50-dc3fdd754502 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:39:01.222238 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c038cf5-52e7-4186-a960-6ba27aecfba0 req-d5791773-ef5c-4d91-b3d8-b0dcef7dbb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:01.224948 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8c038cf5-52e7-4186-a960-6ba27aecfba0 req-d5791773-ef5c-4d91-b3d8-b0dcef7dbb8e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9f76c37e-b75f-43b8-92d2-a4c04dcdfbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0605767 Jan 21 09:39:01.347996 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8c038cf5-52e7-4186-a960-6ba27aecfba0 req-9bff8cff-1c3f-4eea-83ec-edf771bb1b30 service neutron] 10.222.0.113 "GET /v2.0/networks/9f76c37e-b75f-43b8-92d2-a4c04dcdfbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145329 Jan 21 09:39:01.463513 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8c038cf5-52e7-4186-a960-6ba27aecfba0 req-9b79c778-fc8c-40a9-988e-409ecd17a3f0 service neutron] 10.222.0.113 "GET /v2.0/networks/9f76c37e-b75f-43b8-92d2-a4c04dcdfbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065254 Jan 21 09:39:01.641048 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44500) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:01.649152 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-94603c4b-c3a0-433f-84fb-3a9ea3aedd5d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-969393387-network', 'tenant_id': '2496483ece254a9f8722623d7b4496a0'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:01.675876 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94603c4b-c3a0-433f-84fb-3a9ea3aedd5d admin admin] Made reservation on behalf of 2496483ece254a9f8722623d7b4496a0 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:01.678312 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-94603c4b-c3a0-433f-84fb-3a9ea3aedd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.694126 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-94603c4b-c3a0-433f-84fb-3a9ea3aedd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.783165 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-94603c4b-c3a0-433f-84fb-3a9ea3aedd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.788433 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-94603c4b-c3a0-433f-84fb-3a9ea3aedd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.814585 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94603c4b-c3a0-433f-84fb-3a9ea3aedd5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:01.824360 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94603c4b-c3a0-433f-84fb-3a9ea3aedd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b48de09-ffe7-4d6d-a61f-d6aa74e667c7,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:01.830586 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-94603c4b-c3a0-433f-84fb-3a9ea3aedd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.830863 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-94603c4b-c3a0-433f-84fb-3a9ea3aedd5d admin admin] Added segment 12b99a80-f003-4d41-a5e5-9c07dd4dca85 of type vlan for network 8634a2fb-f9b7-4d5d-aa8a-6863e87271d4 Jan 21 09:39:01.877140 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-94603c4b-c3a0-433f-84fb-3a9ea3aedd5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.905522 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-94603c4b-c3a0-433f-84fb-3a9ea3aedd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.908485 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94603c4b-c3a0-433f-84fb-3a9ea3aedd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:01.909304 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-94603c4b-c3a0-433f-84fb-3a9ea3aedd5d admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.012213 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d66f8-3525-44b0-a4bf-94b671a82452 req-9a357632-d440-4846-95e4-ecab21ef6ca2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:02.013783 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e34d66f8-3525-44b0-a4bf-94b671a82452 req-9a357632-d440-4846-95e4-ecab21ef6ca2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=02595f07-8a51-421c-9b3c-77edab23db0e HTTP/1.1" status: 200 len: 944 time: 0.0633230 Jan 21 09:39:02.021043 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-94603c4b-c3a0-433f-84fb-3a9ea3aedd5d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3780909 Jan 21 09:39:02.027037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44504) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:02.032633 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-1f78cdb6-5830-45b3-ab90-04157d760a9d admin admin] Request body: {'subnet': {'network_id': '8634a2fb-f9b7-4d5d-aa8a-6863e87271d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-969393387-subnet', 'tenant_id': '2496483ece254a9f8722623d7b4496a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:02.050582 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94603c4b-c3a0-433f-84fb-3a9ea3aedd5d admin admin] Pushing event updated for resources: {'Network': ['ID=8634a2fb-f9b7-4d5d-aa8a-6863e87271d4,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:02.063534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 8634a2fb-f9b7-4d5d-aa8a-6863e87271d4 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:39:02.085483 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e34d66f8-3525-44b0-a4bf-94b671a82452 req-eabe6e29-62de-467d-b2e4-bc86b54d2075 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c63f6bb-7720-464d-88bb-ba495f61faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613286 Jan 21 09:39:02.086514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f78cdb6-5830-45b3-ab90-04157d760a9d admin admin] Made reservation on behalf of 2496483ece254a9f8722623d7b4496a0 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:02.089181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1f78cdb6-5830-45b3-ab90-04157d760a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.298569 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1f78cdb6-5830-45b3-ab90-04157d760a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.354062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78cdb6-5830-45b3-ab90-04157d760a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=69144e60-39e0-46c7-9d69-a2e11dc512ce,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:02.365265 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f78cdb6-5830-45b3-ab90-04157d760a9d admin admin] Checking segment: {'id': '12b99a80-f003-4d41-a5e5-9c07dd4dca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8634a2fb-f9b7-4d5d-aa8a-6863e87271d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:39:02.365672 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f78cdb6-5830-45b3-ab90-04157d760a9d admin admin] Network hostable DHCP agents. Network: 8634a2fb-f9b7-4d5d-aa8a-6863e87271d4, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:02.386538 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f78cdb6-5830-45b3-ab90-04157d760a9d admin admin] Network 8634a2fb-f9b7-4d5d-aa8a-6863e87271d4 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:02.396351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-1f78cdb6-5830-45b3-ab90-04157d760a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 8634a2fb-f9b7-4d5d-aa8a-6863e87271d4) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:02.400817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f78cdb6-5830-45b3-ab90-04157d760a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:02.401748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1f78cdb6-5830-45b3-ab90-04157d760a9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.411802 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3588f87b-40b7-46c8-bf99-89c2881a9e2f None None] Network 8634a2fb-f9b7-4d5d-aa8a-6863e87271d4 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:39:02.430330 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1f78cdb6-5830-45b3-ab90-04157d760a9d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4011908 Jan 21 09:39:02.580697 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101676c6-2d6d-48a0-a8e4-d470323f9146 None None] Network 8634a2fb-f9b7-4d5d-aa8a-6863e87271d4 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:39:03.007285 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-77ffd8e4-df57-4a27-a0fd-fcbfd102d9dc tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:03.008786 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-77ffd8e4-df57-4a27-a0fd-fcbfd102d9dc tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/networks?id=def9e637-2356-416e-9c50-dc3fdd754502 HTTP/1.1" status: 200 len: 811 time: 0.1242816 Jan 21 09:39:03.029701 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-f1b6e18e-ad3b-4f41-9577-6124b5680bb0 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/quotas/21541e9d5f524e35864943048a0e7ad8 HTTP/1.1" status: 200 len: 375 time: 0.0140975 Jan 21 09:39:03.089772 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-67b27113-8f3a-4a5a-b322-01a7817590d8 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=21541e9d5f524e35864943048a0e7ad8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537674 Jan 21 09:39:03.216017 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-ad4d45f2-b6fe-4eab-906e-6ddca839db98 service neutron] 10.222.0.88 "GET /v2.0/networks/def9e637-2356-416e-9c50-dc3fdd754502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169238 Jan 21 09:39:03.232843 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 655d9a07-e84e-4078-83dd-0e8888bd8cf3 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:39:03.244052 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7059638-8d95-43d4-b499-b68e271a979b req-709e0409-ae81-466f-aafb-620ab608e6d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:03.245829 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c7059638-8d95-43d4-b499-b68e271a979b req-709e0409-ae81-466f-aafb-620ab608e6d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=02595f07-8a51-421c-9b3c-77edab23db0e HTTP/1.1" status: 200 len: 944 time: 0.0686197 Jan 21 09:39:03.297075 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c7059638-8d95-43d4-b499-b68e271a979b req-c3155ad6-0c02-4ac7-af68-15818b878c59 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c63f6bb-7720-464d-88bb-ba495f61faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408831 Jan 21 09:39:03.352420 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 655d9a07-e84e-4078-83dd-0e8888bd8cf3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=655d9a07-e84e-4078-83dd-0e8888bd8cf3,segment=NetworkSegment(b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be),segment_id=b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:03.356348 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-7d60d7b8-4d94-4fa9-82e8-c3c233f07bbd service neutron] 10.222.0.88 "GET /v2.0/networks/def9e637-2356-416e-9c50-dc3fdd754502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301386 Jan 21 09:39:03.364219 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '655d9a07-e84e-4078-83dd-0e8888bd8cf3', 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba', 'port_id': '655d9a07-e84e-4078-83dd-0e8888bd8cf3', 'mac_address': 'fa:16:3e:27:5e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a6993a-696c-4f74-9e1e-f2f3961450a7', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:39:03.406177 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.431689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655d9a07-e84e-4078-83dd-0e8888bd8cf3 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:39:03.458210 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 655d9a07-e84e-4078-83dd-0e8888bd8cf3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=655d9a07-e84e-4078-83dd-0e8888bd8cf3,segment=NetworkSegment(b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be),segment_id=b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:03.463751 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.537994 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=655d9a07-e84e-4078-83dd-0e8888bd8cf3,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:03.574349 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b81b3837-f14b-46e6-90c0-579c9d4e9258 req-aaeb7160-1aa1-4481-b644-fa3b457adcac tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 210 time: 0.0266528 Jan 21 09:39:03.704947 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['655d9a07-e84e-4078-83dd-0e8888bd8cf3'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:39:04.431124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277133d3-bd3f-47e4-9322-d66d6f4e83c7 req-9bb025ec-f9e4-4fbf-86a7-52edb13aa2ca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:04.432546 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-277133d3-bd3f-47e4-9322-d66d6f4e83c7 req-9bb025ec-f9e4-4fbf-86a7-52edb13aa2ca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=02595f07-8a51-421c-9b3c-77edab23db0e HTTP/1.1" status: 200 len: 945 time: 0.0602593 Jan 21 09:39:04.494789 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-277133d3-bd3f-47e4-9322-d66d6f4e83c7 req-c76eacba-b638-42a8-b6e0-332184b859b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c63f6bb-7720-464d-88bb-ba495f61faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513184 Jan 21 09:39:04.712416 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-86a3b94a-cf72-4694-b1fc-324c0b1b7a0d tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:04.713885 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-86a3b94a-cf72-4694-b1fc-324c0b1b7a0d tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.113 "GET /v2.0/networks?id=def9e637-2356-416e-9c50-dc3fdd754502 HTTP/1.1" status: 200 len: 811 time: 0.1614037 Jan 21 09:39:04.715987 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-59897fd8-f6ea-4bfd-a1c3-eac5072394e9 req-fc20dde5-fe57-4cd5-8976-d132011b5684 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 210 time: 0.0494280 Jan 21 09:39:04.739575 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-88e8636f-3408-4bb1-bbef-b5033f446c98 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Request body: {'port': {'device_id': '64aa1e77-ccb0-4d53-b56f-6fb122132499', 'network_id': 'def9e637-2356-416e-9c50-dc3fdd754502', 'admin_state_up': True, 'tenant_id': '21541e9d5f524e35864943048a0e7ad8'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:04.866670 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-88e8636f-3408-4bb1-bbef-b5033f446c98 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Made reservation on behalf of 21541e9d5f524e35864943048a0e7ad8 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:04.870333 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-88e8636f-3408-4bb1-bbef-b5033f446c98 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.028156 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-88e8636f-3408-4bb1-bbef-b5033f446c98 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Allocated IP 172.20.0.2 (def9e637-2356-416e-9c50-dc3fdd754502/cdd96c7a-7ec0-40a2-9ffb-b672c674eca5/bf459242-8927-4430-9300-ab345c56c994) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:05.217171 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-88e8636f-3408-4bb1-bbef-b5033f446c98 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.247103 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 655d9a07-e84e-4078-83dd-0e8888bd8cf3 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:39:05.266346 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-88e8636f-3408-4bb1-bbef-b5033f446c98 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.302430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 655d9a07-e84e-4078-83dd-0e8888bd8cf3 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:05.307451 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 655d9a07-e84e-4078-83dd-0e8888bd8cf3 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:05.307991 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.317968 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-88e8636f-3408-4bb1-bbef-b5033f446c98 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Network def9e637-2356-416e-9c50-dc3fdd754502 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:05.321429 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-88e8636f-3408-4bb1-bbef-b5033f446c98 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:05.326831 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-88e8636f-3408-4bb1-bbef-b5033f446c98 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:05.331009 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8636f-3408-4bb1-bbef-b5033f446c98 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Pushing event updated for resources: {'Port': ['ID=bf459242-8927-4430-9300-ab345c56c994,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:05.394761 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-88e8636f-3408-4bb1-bbef-b5033f446c98 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:05.395424 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-88e8636f-3408-4bb1-bbef-b5033f446c98 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.414543 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.419364 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-88e8636f-3408-4bb1-bbef-b5033f446c98 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6934810 Jan 21 09:39:05.433100 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Request body: {'port': {'device_id': '64aa1e77-ccb0-4d53-b56f-6fb122132499', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:05.442073 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02595f07-8a51-421c-9b3c-77edab23db0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655d9a07-e84e-4078-83dd-0e8888bd8cf3'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:05.444360 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d903dc2b-ffbb-4e3e-b7d0-ceed71f78b60" -d '{"events": [{"server_uuid": "02595f07-8a51-421c-9b3c-77edab23db0e", "name": "network-vif-plugged", "status": "completed", "tag": "655d9a07-e84e-4078-83dd-0e8888bd8cf3"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:05.461956 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 655d9a07-e84e-4078-83dd-0e8888bd8cf3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=655d9a07-e84e-4078-83dd-0e8888bd8cf3,segment=NetworkSegment(b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be),segment_id=b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:05.469240 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.520875 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563ac440-bc49-403a-a608-7610b9147a7d x-openstack-request-id: req-563ac440-bc49-403a-a608-7610b9147a7d {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:05.521796 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02595f07-8a51-421c-9b3c-77edab23db0e", "name": "network-vif-plugged", "status": "completed", "tag": "655d9a07-e84e-4078-83dd-0e8888bd8cf3", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:05.522496 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-563ac440-bc49-403a-a608-7610b9147a7d {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:05.523572 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02595f07-8a51-421c-9b3c-77edab23db0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655d9a07-e84e-4078-83dd-0e8888bd8cf3', 'code': 200} Jan 21 09:39:05.526666 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.566022 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=655d9a07-e84e-4078-83dd-0e8888bd8cf3,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:05.730489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d3b2a-6d3e-479d-9d7b-37757ed02cfc req-da9cf39d-db59-4ed0-8777-e0081d020450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:05.732018 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6e3d3b2a-6d3e-479d-9d7b-37757ed02cfc req-da9cf39d-db59-4ed0-8777-e0081d020450 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=02595f07-8a51-421c-9b3c-77edab23db0e HTTP/1.1" status: 200 len: 1099 time: 0.0484562 Jan 21 09:39:05.784853 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6e3d3b2a-6d3e-479d-9d7b-37757ed02cfc req-79bf2973-ffba-4399-9de5-00e70cb587cb service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=8c63f6bb-7720-464d-88bb-ba495f61faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441089 Jan 21 09:39:05.794062 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b92a37-0dc6-4811-b37f-9f82216a3a3d req-9683d4bf-39e7-4a2e-aeb5-ee2f427d104a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:05.795767 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-41b92a37-0dc6-4811-b37f-9f82216a3a3d req-9683d4bf-39e7-4a2e-aeb5-ee2f427d104a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=02595f07-8a51-421c-9b3c-77edab23db0e HTTP/1.1" status: 200 len: 946 time: 0.1279459 Jan 21 09:39:05.841669 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c6ba6453-7080-4552-8d02-1187adb49989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.883654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405abb5-4bd9-40fa-8e68-02c9511f976b req-46e1188e-600a-4482-80b5-8ce9b79749d2 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:05.885903 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d405abb5-4bd9-40fa-8e68-02c9511f976b req-46e1188e-600a-4482-80b5-8ce9b79749d2 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 931 time: 0.0683899 Jan 21 09:39:05.899784 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-41b92a37-0dc6-4811-b37f-9f82216a3a3d req-0869a839-26dd-4a68-93a7-8d6fff9894c0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c63f6bb-7720-464d-88bb-ba495f61faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849924 Jan 21 09:39:05.943257 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d405abb5-4bd9-40fa-8e68-02c9511f976b req-0e51bd58-4094-4f1a-bbcd-d59a44930b30 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448561 Jan 21 09:39:05.946815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf459242-8927-4430-9300-ab345c56c994 {{(pid=102146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:39:05.957383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.974288 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.provisioning_blocks [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Transition to ACTIVE for port object bf459242-8927-4430-9300-ab345c56c994 will not be triggered until provisioned by entity L2. {{(pid=102146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:05.978797 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.035691 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Pushing event updated for resources: {'Port': ['ID=bf459242-8927-4430-9300-ab345c56c994,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:06.114850 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Attempting to bind port bf459242-8927-4430-9300-ab345c56c994 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:06.115206 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Attempting to bind port bf459242-8927-4430-9300-ab345c56c994 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '46576991-4907-4c3e-b7e2-839b648171e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'def9e637-2356-416e-9c50-dc3fdd754502'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:06.115406 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Attempting to bind port bf459242-8927-4430-9300-ab345c56c994 on network def9e637-2356-416e-9c50-dc3fdd754502 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:39:06.120075 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Port bf459242-8927-4430-9300-ab345c56c994 on network def9e637-2356-416e-9c50-dc3fdd754502 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:39:06.120399 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Attempting to bind port bf459242-8927-4430-9300-ab345c56c994 on network def9e637-2356-416e-9c50-dc3fdd754502 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:39:06.126212 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:39:06.126544 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Checking segment: {'id': '46576991-4907-4c3e-b7e2-839b648171e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'def9e637-2356-416e-9c50-dc3fdd754502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:39:06.126919 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Bound using segment: {'id': '46576991-4907-4c3e-b7e2-839b648171e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'def9e637-2356-416e-9c50-dc3fdd754502'} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:39:06.127406 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Bound port: bf459242-8927-4430-9300-ab345c56c994, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46576991-4907-4c3e-b7e2-839b648171e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'def9e637-2356-416e-9c50-dc3fdd754502'}}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:06.127758 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.208356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] For port bf459242-8927-4430-9300-ab345c56c994, host hv-neutron-8257, cleared binding levels {{(pid=102146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:06.211546 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] For port bf459242-8927-4430-9300-ab345c56c994, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bf459242-8927-4430-9300-ab345c56c994,segment=NetworkSegment(46576991-4907-4c3e-b7e2-839b648171e4),segment_id=46576991-4907-4c3e-b7e2-839b648171e4)] {{(pid=102146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:06.215581 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.254112 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:06.255244 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.256644 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] 10.222.0.113 "PUT /v2.0/ports/bf459242-8927-4430-9300-ab345c56c994 HTTP/1.1" status: 200 len: 1093 time: 0.8289843 Jan 21 09:39:06.257324 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64aa1e77-ccb0-4d53-b56f-6fb122132499', 'tag': 'bf459242-8927-4430-9300-ab345c56c994'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:06.259758 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b8f18a-5c67-424c-afc9-53efd37504de" -d '{"events": [{"name": "network-changed", "server_uuid": "64aa1e77-ccb0-4d53-b56f-6fb122132499", "tag": "bf459242-8927-4430-9300-ab345c56c994"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:06.293647 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a8973-b23b-4219-8ebe-ce0018a70632 service neutron] Pushing event updated for resources: {'Port': ['ID=bf459242-8927-4430-9300-ab345c56c994,revision_number=3']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:06.318115 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea62fcf-76d1-4400-93fc-a8f8dc412331 x-openstack-request-id: req-aea62fcf-76d1-4400-93fc-a8f8dc412331 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:06.318452 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64aa1e77-ccb0-4d53-b56f-6fb122132499", "tag": "bf459242-8927-4430-9300-ab345c56c994", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:06.318718 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aea62fcf-76d1-4400-93fc-a8f8dc412331 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:06.319212 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64aa1e77-ccb0-4d53-b56f-6fb122132499', 'tag': 'bf459242-8927-4430-9300-ab345c56c994', 'status': 'completed', 'code': 200} Jan 21 09:39:06.357317 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-4d93af83-8618-4489-bf6a-b02f214f335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:06.359422 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-4d93af83-8618-4489-bf6a-b02f214f335f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=21541e9d5f524e35864943048a0e7ad8&device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 1096 time: 0.0537546 Jan 21 09:39:06.405755 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-2ce9177b-42e9-4ece-84e0-fd550cf2e9d9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf459242-8927-4430-9300-ab345c56c994 HTTP/1.1" status: 200 len: 217 time: 0.0342085 Jan 21 09:39:06.475412 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-57f05eda-1771-4a52-a62f-76e0982d8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:06.477163 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-57f05eda-1771-4a52-a62f-76e0982d8e42 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=cdd96c7a-7ec0-40a2-9ffb-b672c674eca5 HTTP/1.1" status: 200 len: 851 time: 0.0607102 Jan 21 09:39:06.518969 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-4cca741b-7f99-4775-a1c0-dbf7851e17cc service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=def9e637-2356-416e-9c50-dc3fdd754502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314612 Jan 21 09:39:06.622835 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-0f85de42-ad20-443f-b664-e5613f6bd7cc service neutron] 10.222.0.113 "GET /v2.0/networks/def9e637-2356-416e-9c50-dc3fdd754502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959327 Jan 21 09:39:06.740214 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd4c311d-5d07-432c-8965-649d5a8dd8cc req-9c527e65-1db1-4943-9b34-a56fa8abb202 service neutron] 10.222.0.113 "GET /v2.0/networks/def9e637-2356-416e-9c50-dc3fdd754502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040347 Jan 21 09:39:06.850423 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8f18a-5c67-424c-afc9-53efd37504de req-7a5edb4d-7489-42de-a5eb-69ddc3c0b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:06.854217 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95b8f18a-5c67-424c-afc9-53efd37504de req-7a5edb4d-7489-42de-a5eb-69ddc3c0b4d2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=21541e9d5f524e35864943048a0e7ad8&device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 1096 time: 0.0600593 Jan 21 09:39:06.985797 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8f18a-5c67-424c-afc9-53efd37504de req-607263d1-0303-46c1-826b-9bf9182f47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:06.987745 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95b8f18a-5c67-424c-afc9-53efd37504de req-607263d1-0303-46c1-826b-9bf9182f47b7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=def9e637-2356-416e-9c50-dc3fdd754502 HTTP/1.1" status: 200 len: 912 time: 0.1177368 Jan 21 09:39:07.048735 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95b8f18a-5c67-424c-afc9-53efd37504de req-382cbdc3-3309-446b-a22f-66dc4de53577 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf459242-8927-4430-9300-ab345c56c994 HTTP/1.1" status: 200 len: 217 time: 0.0530720 Jan 21 09:39:07.072690 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402ee7f-ccbc-491d-9725-6d7818443a17 req-de6dcf73-babc-4e17-90c7-c80384b9040c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:07.074996 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4402ee7f-ccbc-491d-9725-6d7818443a17 req-de6dcf73-babc-4e17-90c7-c80384b9040c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=02595f07-8a51-421c-9b3c-77edab23db0e HTTP/1.1" status: 200 len: 946 time: 0.0876353 Jan 21 09:39:07.120908 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4402ee7f-ccbc-491d-9725-6d7818443a17 req-42441421-e130-4ef4-8eb2-c85ef0b62c58 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c63f6bb-7720-464d-88bb-ba495f61faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359375 Jan 21 09:39:07.128804 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8f18a-5c67-424c-afc9-53efd37504de req-7675e1c2-6879-41cc-9c30-19f46dd73196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:07.130326 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95b8f18a-5c67-424c-afc9-53efd37504de req-7675e1c2-6879-41cc-9c30-19f46dd73196 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=cdd96c7a-7ec0-40a2-9ffb-b672c674eca5 HTTP/1.1" status: 200 len: 851 time: 0.0721710 Jan 21 09:39:07.143021 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05834510-a9ea-45a9-8858-39aa2d46e3b7 req-9c30e573-397e-470d-ac61-d613b1e749af tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:07.144503 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-05834510-a9ea-45a9-8858-39aa2d46e3b7 req-9c30e573-397e-470d-ac61-d613b1e749af tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 943 time: 0.0984423 Jan 21 09:39:07.179315 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95b8f18a-5c67-424c-afc9-53efd37504de req-bb01ad51-5934-4088-87bb-a5ea4cb3176c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=def9e637-2356-416e-9c50-dc3fdd754502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338182 Jan 21 09:39:07.254972 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-05834510-a9ea-45a9-8858-39aa2d46e3b7 req-9c8871de-7886-461b-90d3-01ad700eea94 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001604 Jan 21 09:39:07.306749 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95b8f18a-5c67-424c-afc9-53efd37504de req-6cb54640-3c58-4a54-a0a4-12c9fdab250d service neutron] 10.222.0.113 "GET /v2.0/networks/def9e637-2356-416e-9c50-dc3fdd754502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189795 Jan 21 09:39:07.414484 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95b8f18a-5c67-424c-afc9-53efd37504de req-366ecd99-8b4d-48e6-90a3-321f326ba43d service neutron] 10.222.0.113 "GET /v2.0/networks/def9e637-2356-416e-9c50-dc3fdd754502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004829 Jan 21 09:39:08.204113 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5d87d4b5-cd3e-4cd1-9587-6897b3facd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.266942 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac3492-b308-415e-a8e7-02fdf326ae46 req-d6119f94-99c2-4950-84b1-bc6ddb59efc6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:08.268460 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-19ac3492-b308-415e-a8e7-02fdf326ae46 req-d6119f94-99c2-4950-84b1-bc6ddb59efc6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=02595f07-8a51-421c-9b3c-77edab23db0e HTTP/1.1" status: 200 len: 946 time: 0.0603416 Jan 21 09:39:08.312871 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-19ac3492-b308-415e-a8e7-02fdf326ae46 req-459b28a3-121a-4c70-9f4f-d2e103db4c3a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c63f6bb-7720-464d-88bb-ba495f61faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377479 Jan 21 09:39:08.376159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d3374-90fa-4a86-b174-04fa60397142 req-eb835eac-d1a2-42e0-8e64-6fa53457c90d tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:08.377966 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-835d3374-90fa-4a86-b174-04fa60397142 req-eb835eac-d1a2-42e0-8e64-6fa53457c90d tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 943 time: 0.0520215 Jan 21 09:39:08.418161 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-835d3374-90fa-4a86-b174-04fa60397142 req-6473f869-5648-4b88-adcb-c0aa24fb1c42 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342889 Jan 21 09:39:08.430147 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd4a61-f8d3-469e-960e-3feadcb97695 req-6ce5f7aa-d3dd-4645-936e-365ffbad14ea tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:08.431792 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dffd4a61-f8d3-469e-960e-3feadcb97695 req-6ce5f7aa-d3dd-4645-936e-365ffbad14ea tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=02595f07-8a51-421c-9b3c-77edab23db0e HTTP/1.1" status: 200 len: 946 time: 0.0507567 Jan 21 09:39:08.471955 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dffd4a61-f8d3-469e-960e-3feadcb97695 req-096ecb97-d3d7-4e17-9bb2-5534717809d7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c63f6bb-7720-464d-88bb-ba495f61faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330589 Jan 21 09:39:09.227442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.247450 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device bf459242-8927-4430-9300-ab345c56c994 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:39:09.355274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port bf459242-8927-4430-9300-ab345c56c994, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bf459242-8927-4430-9300-ab345c56c994,segment=NetworkSegment(46576991-4907-4c3e-b7e2-839b648171e4),segment_id=46576991-4907-4c3e-b7e2-839b648171e4)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:09.365584 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'bf459242-8927-4430-9300-ab345c56c994', 'network_id': 'def9e637-2356-416e-9c50-dc3fdd754502', 'port_id': 'bf459242-8927-4430-9300-ab345c56c994', 'mac_address': 'fa:16:3e:ee:37:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd96c7a-7ec0-40a2-9ffb-b672c674eca5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:39:09.407374 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.422311 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf459242-8927-4430-9300-ab345c56c994 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:39:09.444130 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port bf459242-8927-4430-9300-ab345c56c994, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bf459242-8927-4430-9300-ab345c56c994,segment=NetworkSegment(46576991-4907-4c3e-b7e2-839b648171e4),segment_id=46576991-4907-4c3e-b7e2-839b648171e4)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:09.450825 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.506207 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=bf459242-8927-4430-9300-ab345c56c994,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:09.548067 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabe0a1-db75-440a-8598-c9f7822e6eb5 req-f1b21b00-5727-472c-9a41-d8eede384a85 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:09.549579 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-adabe0a1-db75-440a-8598-c9f7822e6eb5 req-f1b21b00-5727-472c-9a41-d8eede384a85 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 944 time: 0.0554438 Jan 21 09:39:09.588792 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-adabe0a1-db75-440a-8598-c9f7822e6eb5 req-cf502cc0-b846-45a9-82ea-0abb8b426efe tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328808 Jan 21 09:39:09.709335 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['bf459242-8927-4430-9300-ab345c56c994'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:39:09.972840 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44572) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:10.207922 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:39:10.411279 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.722988 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.17 (9f76c37e-b75f-43b8-92d2-a4c04dcdfbba/03a6993a-696c-4f74-9e1e-f2f3961450a7/f9941c34-b42e-4c11-aec0-d7591264b3af) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:10.763174 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbde5af-edc9-47ee-b072-0ef197367f54 req-bb949b97-036f-4c09-b1f7-9399f6077b67 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:10.764651 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7bbde5af-edc9-47ee-b072-0ef197367f54 req-bb949b97-036f-4c09-b1f7-9399f6077b67 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 944 time: 0.0988111 Jan 21 09:39:10.854519 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7bbde5af-edc9-47ee-b072-0ef197367f54 req-d84ce53d-cc31-45c9-8840-4b06d15ab6b8 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622292 Jan 21 09:39:10.885060 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.923984 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.964659 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:10.970983 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:10.975774 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:11.003533 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=f9941c34-b42e-4c11-aec0-d7591264b3af,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:11.027981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.170722 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.222482 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6d06a6ef-7cca-46fc-a2af-b67705b51661 None None] Provisioning complete for port f9941c34-b42e-4c11-aec0-d7591264b3af triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:11.223082 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6d06a6ef-7cca-46fc-a2af-b67705b51661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.266440 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device bf459242-8927-4430-9300-ab345c56c994 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:39:11.272356 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.290718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-6d06a6ef-7cca-46fc-a2af-b67705b51661 None None] Port f9941c34-b42e-4c11-aec0-d7591264b3af cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:39:11.320797 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port bf459242-8927-4430-9300-ab345c56c994 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:11.326083 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port bf459242-8927-4430-9300-ab345c56c994 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:11.326459 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.370289 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.422003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.446431 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64aa1e77-ccb0-4d53-b56f-6fb122132499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf459242-8927-4430-9300-ab345c56c994'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:11.448681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7accebfb-f820-440a-9b49-4e2f616fc42c" -d '{"events": [{"server_uuid": "64aa1e77-ccb0-4d53-b56f-6fb122132499", "name": "network-vif-plugged", "status": "completed", "tag": "bf459242-8927-4430-9300-ab345c56c994"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:11.463604 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port bf459242-8927-4430-9300-ab345c56c994, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bf459242-8927-4430-9300-ab345c56c994,segment=NetworkSegment(46576991-4907-4c3e-b7e2-839b648171e4),segment_id=46576991-4907-4c3e-b7e2-839b648171e4)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:11.466036 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.469811 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.472938 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.495790 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9520952b-3939-4c31-9714-6419917d0923 x-openstack-request-id: req-9520952b-3939-4c31-9714-6419917d0923 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:11.496090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64aa1e77-ccb0-4d53-b56f-6fb122132499", "name": "network-vif-plugged", "status": "completed", "tag": "bf459242-8927-4430-9300-ab345c56c994", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:11.496345 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9520952b-3939-4c31-9714-6419917d0923 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:11.496757 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64aa1e77-ccb0-4d53-b56f-6fb122132499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf459242-8927-4430-9300-ab345c56c994', 'code': 200} Jan 21 09:39:11.525613 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=bf459242-8927-4430-9300-ab345c56c994,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:11.545121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.670736 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce011c-3461-46b4-868f-a4785b00190b req-7d8db5b2-cce9-43bf-92fd-b697c25bac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:11.672887 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-23ce011c-3461-46b4-868f-a4785b00190b req-7d8db5b2-cce9-43bf-92fd-b697c25bac54 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 1098 time: 0.0448346 Jan 21 09:39:11.721450 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-23ce011c-3461-46b4-868f-a4785b00190b req-8dc21f99-9482-46d9-a7bb-5f639bcabe7d service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 Jan 21 09:39:11.956705 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=f9941c34-b42e-4c11-aec0-d7591264b3af,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:12.038759 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5077cb-6eb7-4af0-8362-396bee7cf907 req-a5886cbf-bdaa-499d-ad01-bc5083ae7bfe tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:12.040373 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3e5077cb-6eb7-4af0-8362-396bee7cf907 req-a5886cbf-bdaa-499d-ad01-bc5083ae7bfe tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 945 time: 0.0846887 Jan 21 09:39:12.049338 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:12.051067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:12.142702 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3e5077cb-6eb7-4af0-8362-396bee7cf907 req-20c7a6be-3f99-456b-b7aa-bbf499c143e2 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892899 Jan 21 09:39:12.211154 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router d3c372b7-2f1b-4c63-9508-b5001eea81d6 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:12.314725 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f445cf55-1c90-47f2-981d-8e36bb9a0bb9 None None] Provisioning complete for port f9941c34-b42e-4c11-aec0-d7591264b3af triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:12.315543 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f445cf55-1c90-47f2-981d-8e36bb9a0bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.328062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:12.338003 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b8583bd4-3c4c-4a99-801d-b12336694a92 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/d3c372b7-2f1b-4c63-9508-b5001eea81d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3639731 Jan 21 09:39:12.338534 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Sync routers for ids ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:12.349786 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Routers {'d3c372b7-2f1b-4c63-9508-b5001eea81d6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:12.350407 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0ab19830-42d5-4140-b45a-68241036904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:12.362089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f445cf55-1c90-47f2-981d-8e36bb9a0bb9 None None] Port f9941c34-b42e-4c11-aec0-d7591264b3af cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:39:12.462565 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Set router d3c372b7-2f1b-4c63-9508-b5001eea81d6 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:12.705795 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0ab19830-42d5-4140-b45a-68241036904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:39:11Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'a7c873b4-f288-4f3a-98b9-9ec0d2e2e8aa', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.246', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'port_id': 'e0daba01-eb79-42b5-8743-3935e83d9eaf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'mac_address': 'fa:16:3e:35:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:38:14Z', 'updated_at': '2022-01-21T09:38:19Z', 'revision_number': 1, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2f8568-c4e9-4213-b655-9fdc13f46025', 'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e7:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:43Z', 'updated_at': '2022-01-21T09:37:48Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9941c34-b42e-4c11-aec0-d7591264b3af', 'name': '', 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:09:00:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '03a6993a-696c-4f74-9e1e-f2f3961450a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:10Z', 'updated_at': '2022-01-21T09:39:11Z', 'revision_number': 2, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '03a6993a-696c-4f74-9e1e-f2f3961450a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:12.732952 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Checking router: d3c372b7-2f1b-4c63-9508-b5001eea81d6 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:12.733220 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Updating router d3c372b7-2f1b-4c63-9508-b5001eea81d6 port f9941c34-b42e-4c11-aec0-d7591264b3af binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:39:12.759155 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.143997 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.150302 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.223470 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962b0a8-a2a2-4d88-9f25-351688da68b4 None None] Pushing event updated for resources: {'Port': ['ID=f9941c34-b42e-4c11-aec0-d7591264b3af,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:13.234354 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962b0a8-a2a2-4d88-9f25-351688da68b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:13.234732 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962b0a8-a2a2-4d88-9f25-351688da68b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:13.235074 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962b0a8-a2a2-4d88-9f25-351688da68b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:13.235408 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962b0a8-a2a2-4d88-9f25-351688da68b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:13.235737 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962b0a8-a2a2-4d88-9f25-351688da68b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:13.236081 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962b0a8-a2a2-4d88-9f25-351688da68b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:13.236406 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962b0a8-a2a2-4d88-9f25-351688da68b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:13.236728 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962b0a8-a2a2-4d88-9f25-351688da68b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:13.237081 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962b0a8-a2a2-4d88-9f25-351688da68b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:13.237386 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962b0a8-a2a2-4d88-9f25-351688da68b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:13.237728 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962b0a8-a2a2-4d88-9f25-351688da68b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:13.238036 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962b0a8-a2a2-4d88-9f25-351688da68b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:13.271320 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Attempting to bind port f9941c34-b42e-4c11-aec0-d7591264b3af on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:13.271697 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Attempting to bind port f9941c34-b42e-4c11-aec0-d7591264b3af by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:13.272029 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Attempting to bind port f9941c34-b42e-4c11-aec0-d7591264b3af on network 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:39:13.277834 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:39:13.278270 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Checking segment: {'id': 'b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:39:13.278599 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.278984 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Bound using segment: {'id': 'b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:39:13.279452 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Bound port: f9941c34-b42e-4c11-aec0-d7591264b3af, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:13.279822 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.303538 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6da5b-22cd-4770-833a-df3d29182b75 req-230b6f2b-4d63-4a76-8208-6fb77dc989db tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:13.305144 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3fd6da5b-22cd-4770-833a-df3d29182b75 req-230b6f2b-4d63-4a76-8208-6fb77dc989db tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 945 time: 0.0548596 Jan 21 09:39:13.348722 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3fd6da5b-22cd-4770-833a-df3d29182b75 req-0df2c457-02c3-4deb-bbbb-6195c062ab4d tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367937 Jan 21 09:39:13.373445 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-0ab19830-42d5-4140-b45a-68241036904d None None] For port f9941c34-b42e-4c11-aec0-d7591264b3af, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:13.373445 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-0ab19830-42d5-4140-b45a-68241036904d None None] For port f9941c34-b42e-4c11-aec0-d7591264b3af, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f9941c34-b42e-4c11-aec0-d7591264b3af,segment=NetworkSegment(b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be),segment_id=b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:13.373445 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.431889 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Routers {'d3c372b7-2f1b-4c63-9508-b5001eea81d6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:13.432526 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0ab19830-42d5-4140-b45a-68241036904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:13.437740 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962b0a8-a2a2-4d88-9f25-351688da68b4 None None] Pushing event updated for resources: {'Port': ['ID=f9941c34-b42e-4c11-aec0-d7591264b3af,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:13.495336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fcd85-7ee8-49ef-932d-b458abc2b9b1 req-58ef2ef3-efe4-4f80-bde2-fbfab679170a tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:13.496872 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0e0fcd85-7ee8-49ef-932d-b458abc2b9b1 req-58ef2ef3-efe4-4f80-bde2-fbfab679170a tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 945 time: 0.0604043 Jan 21 09:39:13.541472 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0e0fcd85-7ee8-49ef-932d-b458abc2b9b1 req-7e13890b-616b-4d0c-9cf9-3f4dd96bbc4a tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371647 Jan 21 09:39:13.556840 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-0ab19830-42d5-4140-b45a-68241036904d None None] Set router d3c372b7-2f1b-4c63-9508-b5001eea81d6 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:13.708567 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-531113c9-2af6-49d4-8423-e6aaa97ce97c None None] Provisioning complete for port f9941c34-b42e-4c11-aec0-d7591264b3af triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:13.710424 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-531113c9-2af6-49d4-8423-e6aaa97ce97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.847938 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-531113c9-2af6-49d4-8423-e6aaa97ce97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.863810 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91624308-abf3-4305-b5d2-3d3055cb215e req-93518045-d9c3-4bbb-a10e-38f63d6f2466 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:13.865431 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-91624308-abf3-4305-b5d2-3d3055cb215e req-93518045-d9c3-4bbb-a10e-38f63d6f2466 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 945 time: 0.0700858 Jan 21 09:39:13.866225 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0ab19830-42d5-4140-b45a-68241036904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:39:11Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'a7c873b4-f288-4f3a-98b9-9ec0d2e2e8aa', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.246', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'port_id': 'e0daba01-eb79-42b5-8743-3935e83d9eaf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'mac_address': 'fa:16:3e:35:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:38:14Z', 'updated_at': '2022-01-21T09:38:19Z', 'revision_number': 1, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2f8568-c4e9-4213-b655-9fdc13f46025', 'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e7:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:43Z', 'updated_at': '2022-01-21T09:37:48Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9941c34-b42e-4c11-aec0-d7591264b3af', 'name': '', 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:09:00:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '03a6993a-696c-4f74-9e1e-f2f3961450a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:10Z', 'updated_at': '2022-01-21T09:39:13Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '03a6993a-696c-4f74-9e1e-f2f3961450a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:13.890575 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-531113c9-2af6-49d4-8423-e6aaa97ce97c None None] For port f9941c34-b42e-4c11-aec0-d7591264b3af, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f9941c34-b42e-4c11-aec0-d7591264b3af,segment=NetworkSegment(b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be),segment_id=b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:13.895654 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab19830-42d5-4140-b45a-68241036904d None None] The sync data for ids ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'] in dv-neutron-825721-1-hyperv is: [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:39:11Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'a7c873b4-f288-4f3a-98b9-9ec0d2e2e8aa', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.246', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'port_id': 'e0daba01-eb79-42b5-8743-3935e83d9eaf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'mac_address': 'fa:16:3e:35:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:38:14Z', 'updated_at': '2022-01-21T09:38:19Z', 'revision_number': 1, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2f8568-c4e9-4213-b655-9fdc13f46025', 'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e7:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:43Z', 'updated_at': '2022-01-21T09:37:48Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9941c34-b42e-4c11-aec0-d7591264b3af', 'name': '', 'network_id': '9f76c37e-b75f-43b8-92d2-a4c04dcdfbba', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:09:00:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '03a6993a-696c-4f74-9e1e-f2f3961450a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:10Z', 'updated_at': '2022-01-21T09:39:13Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '03a6993a-696c-4f74-9e1e-f2f3961450a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:13.897136 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-531113c9-2af6-49d4-8423-e6aaa97ce97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.912780 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-91624308-abf3-4305-b5d2-3d3055cb215e req-161d2fbf-ca97-4ee7-a705-bec7001ee9cb tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396695 Jan 21 09:39:13.990739 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531113c9-2af6-49d4-8423-e6aaa97ce97c None None] Pushing event updated for resources: {'Port': ['ID=f9941c34-b42e-4c11-aec0-d7591264b3af,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:14.029573 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-50c0311e-b797-420d-9803-e84b6a75eff3 None None] Provisioning complete for port f9941c34-b42e-4c11-aec0-d7591264b3af triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:14.029943 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-50c0311e-b797-420d-9803-e84b6a75eff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.181749 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f9941c34-b42e-4c11-aec0-d7591264b3af up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:39:14.237874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port f9941c34-b42e-4c11-aec0-d7591264b3af triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:14.238505 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.053328 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897efd0-d917-4056-a67b-c034bbffce2f req-5c95f400-832d-4f60-85c9-7026b2a2aa43 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:15.054833 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c897efd0-d917-4056-a67b-c034bbffce2f req-5c95f400-832d-4f60-85c9-7026b2a2aa43 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 945 time: 0.0529206 Jan 21 09:39:15.089575 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44602) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:15.095407 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c897efd0-d917-4056-a67b-c034bbffce2f req-0d60135d-d41b-470e-86c7-3ea60184a018 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344515 Jan 21 09:39:15.262237 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-bae3fbe1-de11-4e5f-8987-e4a2ba16ab67 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Deleting port 7ff63b67-61ff-477b-b1ac-ec5732c588f8 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:39:15.262583 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bae3fbe1-de11-4e5f-8987-e4a2ba16ab67 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.336406 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6938e58-cef0-45b7-9312-4243a7a69371 req-b20bce31-84cf-4ce7-a078-117bb8d56ab8 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:15.337906 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b6938e58-cef0-45b7-9312-4243a7a69371 req-b20bce31-84cf-4ce7-a078-117bb8d56ab8 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 945 time: 0.0778048 Jan 21 09:39:15.342407 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bae3fbe1-de11-4e5f-8987-e4a2ba16ab67 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.343860 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bae3fbe1-de11-4e5f-8987-e4a2ba16ab67 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.347911 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda338cc-301a-47d0-aac1-8504f13d163a req-38edd99f-08eb-4a59-9947-fac9fdf2503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:15.349345 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cda338cc-301a-47d0-aac1-8504f13d163a req-38edd99f-08eb-4a59-9947-fac9fdf2503b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=21541e9d5f524e35864943048a0e7ad8&device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 1098 time: 0.0608530 Jan 21 09:39:15.356866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-bae3fbe1-de11-4e5f-8987-e4a2ba16ab67 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Calling delete_port for 7ff63b67-61ff-477b-b1ac-ec5732c588f8 owned by network:floatingip {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:39:15.430323 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b6938e58-cef0-45b7-9312-4243a7a69371 req-8344b927-d66c-4f1b-9cca-de2f2dabf0b1 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845590 Jan 21 09:39:15.465730 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda338cc-301a-47d0-aac1-8504f13d163a req-7efc70f1-8cc5-4f65-84ca-6dda7b7fa97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:15.467062 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cda338cc-301a-47d0-aac1-8504f13d163a req-7efc70f1-8cc5-4f65-84ca-6dda7b7fa97b service neutron] 10.222.0.113 "GET /v2.0/networks?id=def9e637-2356-416e-9c50-dc3fdd754502 HTTP/1.1" status: 200 len: 912 time: 0.1051157 Jan 21 09:39:15.511370 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cda338cc-301a-47d0-aac1-8504f13d163a req-7b59783c-09fd-41a9-8404-93192f17c186 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf459242-8927-4430-9300-ab345c56c994 HTTP/1.1" status: 200 len: 217 time: 0.0356271 Jan 21 09:39:15.560529 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bae3fbe1-de11-4e5f-8987-e4a2ba16ab67 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.565815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda338cc-301a-47d0-aac1-8504f13d163a req-d0b4060a-a122-4ca6-b61f-846ade12b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:15.567544 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cda338cc-301a-47d0-aac1-8504f13d163a req-d0b4060a-a122-4ca6-b61f-846ade12b164 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=cdd96c7a-7ec0-40a2-9ffb-b672c674eca5 HTTP/1.1" status: 200 len: 851 time: 0.0504816 Jan 21 09:39:15.589240 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3fbe1-de11-4e5f-8987-e4a2ba16ab67 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event deleted for resources: {'Port': ['ID=7ff63b67-61ff-477b-b1ac-ec5732c588f8,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:15.600738 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cda338cc-301a-47d0-aac1-8504f13d163a req-e990f360-2867-40e8-b960-143739e6eca8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=def9e637-2356-416e-9c50-dc3fdd754502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255945 Jan 21 09:39:15.651235 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bae3fbe1-de11-4e5f-8987-e4a2ba16ab67 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for floatingip, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.651534 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-bae3fbe1-de11-4e5f-8987-e4a2ba16ab67 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Floating IP 79efd008-00c6-4d61-8eac-c4e73740da2a disassociated (deleted). External IP: 172.26.7.224, port: 1058914a-58ef-453e-ba9a-072966ef5f6c. Jan 21 09:39:15.698161 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cda338cc-301a-47d0-aac1-8504f13d163a req-894481e6-a2c2-4211-9980-13f5bf81f614 service neutron] 10.222.0.113 "GET /v2.0/networks/def9e637-2356-416e-9c50-dc3fdd754502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905826 Jan 21 09:39:15.875776 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae3fbe1-de11-4e5f-8987-e4a2ba16ab67 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:15.998338 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae3fbe1-de11-4e5f-8987-e4a2ba16ab67 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:16.003792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bae3fbe1-de11-4e5f-8987-e4a2ba16ab67 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.010703 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec0378-c523-4769-888d-05c76c7e801b None None] Sync routers for ids ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:16.021596 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec0378-c523-4769-888d-05c76c7e801b None None] Routers {'933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:16.022835 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-53ec0378-c523-4769-888d-05c76c7e801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:16.035833 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bae3fbe1-de11-4e5f-8987-e4a2ba16ab67 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "DELETE /v2.0/floatingips/79efd008-00c6-4d61-8eac-c4e73740da2a HTTP/1.1" status: 204 len: 168 time: 0.9450779 Jan 21 09:39:16.036601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466eb86d-57c8-49b9-b374-736600ed7cb3', 'tag': '1058914a-58ef-453e-ba9a-072966ef5f6c'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:16.039359 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b255a76b-a1c3-4577-9307-c56cdccae751" -d '{"events": [{"name": "network-changed", "server_uuid": "466eb86d-57c8-49b9-b374-736600ed7cb3", "tag": "1058914a-58ef-453e-ba9a-072966ef5f6c"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:16.090729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13908020-6f79-47a3-a81e-1a25db2a7f91 x-openstack-request-id: req-13908020-6f79-47a3-a81e-1a25db2a7f91 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:16.091330 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466eb86d-57c8-49b9-b374-736600ed7cb3", "tag": "1058914a-58ef-453e-ba9a-072966ef5f6c", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:16.091330 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-13908020-6f79-47a3-a81e-1a25db2a7f91 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:16.091645 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466eb86d-57c8-49b9-b374-736600ed7cb3', 'tag': '1058914a-58ef-453e-ba9a-072966ef5f6c', 'status': 'completed', 'code': 200} Jan 21 09:39:16.097572 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cda338cc-301a-47d0-aac1-8504f13d163a req-eabc8e69-999e-476b-8606-6426bc16dc9b service neutron] 10.222.0.113 "GET /v2.0/networks/def9e637-2356-416e-9c50-dc3fdd754502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918190 Jan 21 09:39:16.147780 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-53ec0378-c523-4769-888d-05c76c7e801b None None] Set router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:16.162849 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255a76b-a1c3-4577-9307-c56cdccae751 req-d8471120-b20a-4c0b-9a28-0c5a878466ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:16.164338 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b255a76b-a1c3-4577-9307-c56cdccae751 req-d8471120-b20a-4c0b-9a28-0c5a878466ee service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=0b8fc8b6d18b40f0a2726a613ef6165a&device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 1099 time: 0.0468936 Jan 21 09:39:16.274599 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255a76b-a1c3-4577-9307-c56cdccae751 req-d87c6432-a368-4d5c-b704-5be46db9a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:16.274974 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b255a76b-a1c3-4577-9307-c56cdccae751 req-d87c6432-a368-4d5c-b704-5be46db9a921 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad28b2d1-8b01-4489-97c6-604837cc109e HTTP/1.1" status: 200 len: 897 time: 0.1021063 Jan 21 09:39:16.335069 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b255a76b-a1c3-4577-9307-c56cdccae751 req-7d0b1532-a92d-42b8-ad08-d72bbb406c40 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1058914a-58ef-453e-ba9a-072966ef5f6c HTTP/1.1" status: 200 len: 217 time: 0.0431087 Jan 21 09:39:16.353701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6a7b4-3396-4751-b948-c87d67475f34 req-fa7c79aa-65d3-4c39-b34a-19635ca185dc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:16.355271 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-77e6a7b4-3396-4751-b948-c87d67475f34 req-fa7c79aa-65d3-4c39-b34a-19635ca185dc tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.0946622 Jan 21 09:39:16.366990 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-53ec0378-c523-4769-888d-05c76c7e801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969925566', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '2678811b-14b0-42df-aa81-df03b1779d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:04Z', 'updated_at': '2022-01-21T09:37:16Z', 'revision_number': 4, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'gw_port': {'id': '2678811b-14b0-42df-aa81-df03b1779d46', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:05Z', 'updated_at': '2022-01-21T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '279318ef-a143-44a3-91a7-334bd4b11e38', 'name': '', 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'mac_address': 'fa:16:3e:83:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:21Z', 'revision_number': 5, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'subnets': [{'id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:16.400498 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec0378-c523-4769-888d-05c76c7e801b None None] Checking router: 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:16.409094 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec0378-c523-4769-888d-05c76c7e801b None None] Routers {'933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:16.409737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-53ec0378-c523-4769-888d-05c76c7e801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:16.454212 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-77e6a7b4-3396-4751-b948-c87d67475f34 req-d28f3a4a-1ef1-4139-9635-d79f94f5348a tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893071 Jan 21 09:39:16.456559 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255a76b-a1c3-4577-9307-c56cdccae751 req-8ddfbb5c-b63b-4d26-bc83-2229509b8a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:16.458487 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b255a76b-a1c3-4577-9307-c56cdccae751 req-8ddfbb5c-b63b-4d26-bc83-2229509b8a86 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b20f5d05-1e1c-4a25-9641-1e47e26c73c1 HTTP/1.1" status: 200 len: 835 time: 0.1022508 Jan 21 09:39:16.511491 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255a76b-a1c3-4577-9307-c56cdccae751 req-ae9b3dfb-84ce-4dbf-a1a4-fb0e48ae0b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:16.513112 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b255a76b-a1c3-4577-9307-c56cdccae751 req-ae9b3dfb-84ce-4dbf-a1a4-fb0e48ae0b53 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad28b2d1-8b01-4489-97c6-604837cc109e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436351 Jan 21 09:39:16.523254 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-53ec0378-c523-4769-888d-05c76c7e801b None None] Set router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:16.569654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6589161-999b-468a-a59b-69ca1a125ad5 req-5b83a8ca-7278-46ef-ab04-b0b0b16aa90f tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:16.571210 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e6589161-999b-468a-a59b-69ca1a125ad5 req-5b83a8ca-7278-46ef-ab04-b0b0b16aa90f tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 945 time: 0.0527065 Jan 21 09:39:16.611238 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e6589161-999b-468a-a59b-69ca1a125ad5 req-f4888239-81f4-49fb-af5d-b3c7d6d6c9cc tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341060 Jan 21 09:39:16.620180 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b255a76b-a1c3-4577-9307-c56cdccae751 req-9c26ffc7-649c-4336-b1b6-8f750edd34d4 service neutron] 10.222.0.113 "GET /v2.0/networks/ad28b2d1-8b01-4489-97c6-604837cc109e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938251 Jan 21 09:39:16.716030 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b255a76b-a1c3-4577-9307-c56cdccae751 req-a3f37c18-37ef-4d20-b1c0-3ede2ddba913 service neutron] 10.222.0.113 "GET /v2.0/networks/ad28b2d1-8b01-4489-97c6-604837cc109e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874672 Jan 21 09:39:16.728894 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-53ec0378-c523-4769-888d-05c76c7e801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969925566', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '2678811b-14b0-42df-aa81-df03b1779d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:04Z', 'updated_at': '2022-01-21T09:37:16Z', 'revision_number': 4, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'gw_port': {'id': '2678811b-14b0-42df-aa81-df03b1779d46', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:05Z', 'updated_at': '2022-01-21T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '279318ef-a143-44a3-91a7-334bd4b11e38', 'name': '', 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'mac_address': 'fa:16:3e:83:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:21Z', 'revision_number': 5, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'subnets': [{'id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:16.756429 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec0378-c523-4769-888d-05c76c7e801b None None] The sync data for ids ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'] in dv-neutron-825721-1-hyperv is: [{'id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969925566', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '2678811b-14b0-42df-aa81-df03b1779d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:04Z', 'updated_at': '2022-01-21T09:37:16Z', 'revision_number': 4, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'gw_port': {'id': '2678811b-14b0-42df-aa81-df03b1779d46', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:05Z', 'updated_at': '2022-01-21T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '279318ef-a143-44a3-91a7-334bd4b11e38', 'name': '', 'network_id': 'ad28b2d1-8b01-4489-97c6-604837cc109e', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'mac_address': 'fa:16:3e:83:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:21Z', 'revision_number': 5, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'subnets': [{'id': 'b20f5d05-1e1c-4a25-9641-1e47e26c73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:17.003934 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e854ad4-f6d8-4e4f-9e2a-93df59a2a4f3 None None] New status for floating IP 79efd008-00c6-4d61-8eac-c4e73740da2a: DOWN {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:39:17.572588 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ac627-ae5f-4b56-8e2f-346465db551e req-0d227c1d-1229-4c2b-b0b0-6e6ed9d0064d tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:17.574107 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-741ac627-ae5f-4b56-8e2f-346465db551e req-0d227c1d-1229-4c2b-b0b0-6e6ed9d0064d tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.0492940 Jan 21 09:39:17.614712 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-741ac627-ae5f-4b56-8e2f-346465db551e req-70a8d1e2-818f-491e-9f4e-e5624223f97a tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/security-groups?id=4230d673-3fb5-4fa2-92a7-5202a52fcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332665 Jan 21 09:39:17.737664 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57247f83-38a1-4079-b94f-eb3375ba509a req-9bea3892-e098-425c-b794-6022820fc6c3 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:17.739114 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-57247f83-38a1-4079-b94f-eb3375ba509a req-9bea3892-e098-425c-b794-6022820fc6c3 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 945 time: 0.0577435 Jan 21 09:39:17.784716 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-57247f83-38a1-4079-b94f-eb3375ba509a req-1356e5fd-e761-4609-becf-8084eb9471e1 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393872 Jan 21 09:39:17.942885 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79434ec-27bd-4ce6-aeea-a76b4a114167 req-a9a4419c-495d-42e9-b22e-af5ec695fe14 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:17.944388 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b79434ec-27bd-4ce6-aeea-a76b4a114167 req-a9a4419c-495d-42e9-b22e-af5ec695fe14 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.113 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 946 time: 0.0562696 Jan 21 09:39:18.029906 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c4d13-58e9-4a70-9ffe-661c300e2059 req-530bf9b2-7b1d-438b-84a7-7fe18f2a16f5 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:18.032240 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e16c4d13-58e9-4a70-9ffe-661c300e2059 req-530bf9b2-7b1d-438b-84a7-7fe18f2a16f5 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 945 time: 0.0543721 Jan 21 09:39:18.050486 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [req-b79434ec-27bd-4ce6-aeea-a76b4a114167 req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Deleting port 1058914a-58ef-453e-ba9a-072966ef5f6c {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:39:18.050922 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-b79434ec-27bd-4ce6-aeea-a76b4a114167 req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.074437 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e16c4d13-58e9-4a70-9ffe-661c300e2059 req-8ba692e1-160f-40c4-9677-9cafb55c168d tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355988 Jan 21 09:39:18.160146 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-b79434ec-27bd-4ce6-aeea-a76b4a114167 req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] For port 1058914a-58ef-453e-ba9a-072966ef5f6c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1058914a-58ef-453e-ba9a-072966ef5f6c,segment=NetworkSegment(fdf0f46c-7015-4d3b-af42-f42713bc1a1a),segment_id=fdf0f46c-7015-4d3b-af42-f42713bc1a1a)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:18.160512 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-b79434ec-27bd-4ce6-aeea-a76b4a114167 req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.173234 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [req-b79434ec-27bd-4ce6-aeea-a76b4a114167 req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Calling delete_port for 1058914a-58ef-453e-ba9a-072966ef5f6c owned by compute:nova {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:39:18.303475 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-b79434ec-27bd-4ce6-aeea-a76b4a114167 req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.336867 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event deleted for resources: {'Port': ['ID=1058914a-58ef-453e-ba9a-072966ef5f6c,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:18.365692 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:18.366043 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:18.366385 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:18.366723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:18.367053 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:18.367383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:18.367714 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:18.368037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:18.368362 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:18.368687 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:18.369008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:18.369329 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:18.389080 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79434ec-27bd-4ce6-aeea-a76b4a114167 req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] No DVR routers for this DVR port 1058914a-58ef-453e-ba9a-072966ef5f6c on host hv-neutron-8257 {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:18.392096 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-b79434ec-27bd-4ce6-aeea-a76b4a114167 req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.395393 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b79434ec-27bd-4ce6-aeea-a76b4a114167 req-6ed27bd8-02b1-44e1-89e3-a9ecf17bac30 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.113 "DELETE /v2.0/ports/1058914a-58ef-453e-ba9a-072966ef5f6c HTTP/1.1" status: 204 len: 173 time: 0.4439790 Jan 21 09:39:18.395827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466eb86d-57c8-49b9-b374-736600ed7cb3', 'name': 'network-vif-deleted', 'tag': '1058914a-58ef-453e-ba9a-072966ef5f6c'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:18.398159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad91a844-1202-44bb-a3db-33c199cb1782" -d '{"events": [{"server_uuid": "466eb86d-57c8-49b9-b374-736600ed7cb3", "name": "network-vif-deleted", "tag": "1058914a-58ef-453e-ba9a-072966ef5f6c"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:18.442915 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7709fd3-a6b5-4927-92c3-bef7c42885b8 x-openstack-request-id: req-d7709fd3-a6b5-4927-92c3-bef7c42885b8 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:18.443496 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466eb86d-57c8-49b9-b374-736600ed7cb3", "name": "network-vif-deleted", "tag": "1058914a-58ef-453e-ba9a-072966ef5f6c", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:18.443496 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d7709fd3-a6b5-4927-92c3-bef7c42885b8 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:18.444411 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466eb86d-57c8-49b9-b374-736600ed7cb3', 'name': 'network-vif-deleted', 'tag': '1058914a-58ef-453e-ba9a-072966ef5f6c', 'status': 'completed', 'code': 200} Jan 21 09:39:18.727590 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c2d7fda8-e658-40fc-b054-b44c3f811928 req-026d0164-91ac-4861-8b01-268aeb239622 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "GET /v2.0/ports?device_id=466eb86d-57c8-49b9-b374-736600ed7cb3 HTTP/1.1" status: 200 len: 210 time: 0.0278211 Jan 21 09:39:19.205885 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e88203-a565-4137-b0cd-0105ae909af7 req-990b81d8-90e9-4688-909e-bd10537f4715 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:19.207419 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d3e88203-a565-4137-b0cd-0105ae909af7 req-990b81d8-90e9-4688-909e-bd10537f4715 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 945 time: 0.0520220 Jan 21 09:39:19.248502 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d3e88203-a565-4137-b0cd-0105ae909af7 req-3c1310cd-988e-4eb2-b6cb-c11eadce2933 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349877 Jan 21 09:39:19.488823 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ac1ed-0fa0-4a99-b39a-067fc2390f7a req-e77b8dd4-1339-4ebe-a8d2-8599af414f9f tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:19.491757 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-348ac1ed-0fa0-4a99-b39a-067fc2390f7a req-e77b8dd4-1339-4ebe-a8d2-8599af414f9f tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 945 time: 0.0852873 Jan 21 09:39:19.508000 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577d6ca-e75d-4f34-ae02-856afc4a4d93 req-6a6e3f74-8b6d-445b-b1a0-99ca979d2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:19.509513 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e577d6ca-e75d-4f34-ae02-856afc4a4d93 req-6a6e3f74-8b6d-445b-b1a0-99ca979d2088 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=21541e9d5f524e35864943048a0e7ad8&device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 1098 time: 0.0704803 Jan 21 09:39:19.582187 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-348ac1ed-0fa0-4a99-b39a-067fc2390f7a req-d3dd94da-2e97-41c2-8528-ac440a0d076e tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842454 Jan 21 09:39:19.623067 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577d6ca-e75d-4f34-ae02-856afc4a4d93 req-81bacb13-af60-4f47-8d98-9e88e92abaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:19.624430 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e577d6ca-e75d-4f34-ae02-856afc4a4d93 req-81bacb13-af60-4f47-8d98-9e88e92abaaf service neutron] 10.222.0.113 "GET /v2.0/networks?id=def9e637-2356-416e-9c50-dc3fdd754502 HTTP/1.1" status: 200 len: 912 time: 0.1082304 Jan 21 09:39:19.674408 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e577d6ca-e75d-4f34-ae02-856afc4a4d93 req-9766e97c-843a-4684-864c-4fa4c2d15823 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf459242-8927-4430-9300-ab345c56c994 HTTP/1.1" status: 200 len: 217 time: 0.0399899 Jan 21 09:39:19.727146 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577d6ca-e75d-4f34-ae02-856afc4a4d93 req-82239587-fe4e-4292-81ef-859c42164515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:19.728601 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e577d6ca-e75d-4f34-ae02-856afc4a4d93 req-82239587-fe4e-4292-81ef-859c42164515 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=cdd96c7a-7ec0-40a2-9ffb-b672c674eca5 HTTP/1.1" status: 200 len: 851 time: 0.0462158 Jan 21 09:39:19.760078 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e577d6ca-e75d-4f34-ae02-856afc4a4d93 req-70639327-deb0-40f3-b5a7-2a27224a4329 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=def9e637-2356-416e-9c50-dc3fdd754502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243943 Jan 21 09:39:19.787844 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44642) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:19.858069 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e577d6ca-e75d-4f34-ae02-856afc4a4d93 req-7d93f306-36e1-4691-942c-3ab0f94ba236 service neutron] 10.222.0.113 "GET /v2.0/networks/def9e637-2356-416e-9c50-dc3fdd754502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910997 Jan 21 09:39:19.959418 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e577d6ca-e75d-4f34-ae02-856afc4a4d93 req-7bce69e5-da76-4fd4-9ad7-eb842e8f6705 service neutron] 10.222.0.113 "GET /v2.0/networks/def9e637-2356-416e-9c50-dc3fdd754502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934584 Jan 21 09:39:20.162787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.429490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Deleting port 279318ef-a143-44a3-91a7-334bd4b11e38 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:39:20.429845 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.522289 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] For port 279318ef-a143-44a3-91a7-334bd4b11e38, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=279318ef-a143-44a3-91a7-334bd4b11e38,segment=NetworkSegment(fdf0f46c-7015-4d3b-af42-f42713bc1a1a),segment_id=fdf0f46c-7015-4d3b-af42-f42713bc1a1a)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:20.522650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.536857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Calling delete_port for 279318ef-a143-44a3-91a7-334bd4b11e38 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:39:20.715567 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3600250-6265-4fc0-a386-6bffa7c3f815 req-c2735182-1c1f-405a-94b0-7ac47a574674 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:20.717037 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c3600250-6265-4fc0-a386-6bffa7c3f815 req-c2735182-1c1f-405a-94b0-7ac47a574674 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 945 time: 0.0525751 Jan 21 09:39:20.756539 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.759452 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c3600250-6265-4fc0-a386-6bffa7c3f815 req-cc5a2d71-e77b-4060-bb01-407c93fd3c7a tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351884 Jan 21 09:39:20.785522 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event deleted for resources: {'Port': ['ID=279318ef-a143-44a3-91a7-334bd4b11e38,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:20.800522 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.801364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.801707 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.801922 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.802125 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.802620 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.803356 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.803356 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.803805 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.804137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.804462 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.804780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.995997 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.216966 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:21.306332 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 1058914a-58ef-453e-ba9a-072966ef5f6c no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:21.326655 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 1058914a-58ef-453e-ba9a-072966ef5f6c {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:39:21.327006 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 1058914a-58ef-453e-ba9a-072966ef5f6c not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:21.337139 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:21.342905 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-94f4c82b-3b7a-4aaf-857d-2c31146a7af7 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "PUT /v2.0/routers/933f9561-87e9-43d5-bd3d-f7dc2d0fddf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5540366 Jan 21 09:39:21.349738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44646) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:21.352228 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc7bc9-4cba-42d5-befe-e59dcc40941e None None] Sync routers for ids ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:21.361709 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc7bc9-4cba-42d5-befe-e59dcc40941e None None] Routers {'933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:21.362321 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-bcdc7bc9-4cba-42d5-befe-e59dcc40941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:21.402085 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b113a6-b2d3-4504-9af6-c0076b284bc6 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Deleting subnet b20f5d05-1e1c-4a25-9641-1e47e26c73c1 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:39:21.405194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-07b113a6-b2d3-4504-9af6-c0076b284bc6 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.446136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-07b113a6-b2d3-4504-9af6-c0076b284bc6 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.465424 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-bcdc7bc9-4cba-42d5-befe-e59dcc40941e None None] Set router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:21.538423 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-07b113a6-b2d3-4504-9af6-c0076b284bc6 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.604510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-07b113a6-b2d3-4504-9af6-c0076b284bc6 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.648001 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b113a6-b2d3-4504-9af6-c0076b284bc6 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event deleted for resources: {'Subnet': ['ID=b20f5d05-1e1c-4a25-9641-1e47e26c73c1,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:21.654367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-07b113a6-b2d3-4504-9af6-c0076b284bc6 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.662855 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-07b113a6-b2d3-4504-9af6-c0076b284bc6 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "DELETE /v2.0/subnets/b20f5d05-1e1c-4a25-9641-1e47e26c73c1 HTTP/1.1" status: 204 len: 168 time: 0.3093338 Jan 21 09:39:21.663399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44648) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:21.666446 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7700abe2-5f2c-4f76-bde9-b44a86016a9d None None] Network ad28b2d1-8b01-4489-97c6-604837cc109e requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:39:21.778226 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afc0ebf8-6278-46fd-b11c-7f2dadf7cd61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.915829 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-bcdc7bc9-4cba-42d5-befe-e59dcc40941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969925566', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '2678811b-14b0-42df-aa81-df03b1779d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:04Z', 'updated_at': '2022-01-21T09:39:20Z', 'revision_number': 5, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'gw_port': {'id': '2678811b-14b0-42df-aa81-df03b1779d46', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:05Z', 'updated_at': '2022-01-21T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:21.926879 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb6e63-96bb-4495-9f63-7491fb7ecce5 req-344dd558-bc9c-420b-8294-0dcf479207fa tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:21.928532 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cdbb6e63-96bb-4495-9f63-7491fb7ecce5 req-344dd558-bc9c-420b-8294-0dcf479207fa tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 945 time: 0.0916743 Jan 21 09:39:21.940704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afc0ebf8-6278-46fd-b11c-7f2dadf7cd61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.943541 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc7bc9-4cba-42d5-befe-e59dcc40941e None None] Checking router: 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:21.952178 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc7bc9-4cba-42d5-befe-e59dcc40941e None None] Routers {'933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:21.953369 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-bcdc7bc9-4cba-42d5-befe-e59dcc40941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:21.992431 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d58a63d-63f4-4c3f-bc20-d5551149176a None None] DHCP port deletion for ad28b2d1-8b01-4489-97c6-604837cc109e request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:39:22.005112 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cdbb6e63-96bb-4495-9f63-7491fb7ecce5 req-37596523-ad68-464a-8398-c461ec70c22e tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601754 Jan 21 09:39:22.028555 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-afc0ebf8-6278-46fd-b11c-7f2dadf7cd61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Deleting port 2678811b-14b0-42df-aa81-df03b1779d46 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:39:22.028555 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afc0ebf8-6278-46fd-b11c-7f2dadf7cd61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.105968 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-bcdc7bc9-4cba-42d5-befe-e59dcc40941e None None] Set router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:22.118616 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-afc0ebf8-6278-46fd-b11c-7f2dadf7cd61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] For port 2678811b-14b0-42df-aa81-df03b1779d46, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2678811b-14b0-42df-aa81-df03b1779d46,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:22.119303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afc0ebf8-6278-46fd-b11c-7f2dadf7cd61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.133035 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-afc0ebf8-6278-46fd-b11c-7f2dadf7cd61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Calling delete_port for 2678811b-14b0-42df-aa81-df03b1779d46 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:39:22.181647 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-bcdc7bc9-4cba-42d5-befe-e59dcc40941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969925566', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:04Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 6, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:22.216235 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc7bc9-4cba-42d5-befe-e59dcc40941e None None] The sync data for ids ['933f9561-87e9-43d5-bd3d-f7dc2d0fddf3'] in dv-neutron-825721-1-hyperv is: [{'id': '933f9561-87e9-43d5-bd3d-f7dc2d0fddf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969925566', 'tenant_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:04Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 6, 'project_id': '0b8fc8b6d18b40f0a2726a613ef6165a', 'gw_port_host': None}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:22.224063 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-4d58a63d-63f4-4c3f-bc20-d5551149176a None None] Deleting port b6a8100d-6649-4dae-b242-ce055fad5721 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:39:22.224450 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4d58a63d-63f4-4c3f-bc20-d5551149176a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.269150 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device b6a8100d-6649-4dae-b242-ce055fad5721 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:22.323581 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4d58a63d-63f4-4c3f-bc20-d5551149176a None None] For port b6a8100d-6649-4dae-b242-ce055fad5721, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=b6a8100d-6649-4dae-b242-ce055fad5721,segment=NetworkSegment(fdf0f46c-7015-4d3b-af42-f42713bc1a1a),segment_id=fdf0f46c-7015-4d3b-af42-f42713bc1a1a)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:22.324287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4d58a63d-63f4-4c3f-bc20-d5551149176a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.339101 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-4d58a63d-63f4-4c3f-bc20-d5551149176a None None] Calling delete_port for b6a8100d-6649-4dae-b242-ce055fad5721 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:39:22.341077 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14070962-ad3f-4611-9efb-bc3bdb7b58a4 req-26b6a125-d1f6-46f8-b73c-76e73b3faaa3 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:22.342610 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-14070962-ad3f-4611-9efb-bc3bdb7b58a4 req-26b6a125-d1f6-46f8-b73c-76e73b3faaa3 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 945 time: 0.0652776 Jan 21 09:39:22.411042 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-14070962-ad3f-4611-9efb-bc3bdb7b58a4 req-d6c277d4-6f96-4594-9a96-efec907f0339 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465276 Jan 21 09:39:22.415953 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afc0ebf8-6278-46fd-b11c-7f2dadf7cd61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.419371 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.443732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0ebf8-6278-46fd-b11c-7f2dadf7cd61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event deleted for resources: {'Port': ['ID=2678811b-14b0-42df-aa81-df03b1779d46,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:22.471959 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port b6a8100d-6649-4dae-b242-ce055fad5721, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=b6a8100d-6649-4dae-b242-ce055fad5721,segment=NetworkSegment(fdf0f46c-7015-4d3b-af42-f42713bc1a1a),segment_id=fdf0f46c-7015-4d3b-af42-f42713bc1a1a)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:22.475997 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.499973 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4d58a63d-63f4-4c3f-bc20-d5551149176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.510974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afc0ebf8-6278-46fd-b11c-7f2dadf7cd61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.517993 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d58a63d-63f4-4c3f-bc20-d5551149176a None None] No DVR routers for this DVR port b6a8100d-6649-4dae-b242-ce055fad5721 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:22.540198 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=b6a8100d-6649-4dae-b242-ce055fad5721,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:22.548445 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:22.548803 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:22.549135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:22.549548 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:22.553030 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:22.553372 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:22.553744 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:22.554078 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:22.554409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:22.554732 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:22.555054 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:22.555410 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:22.579888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58a63d-63f4-4c3f-bc20-d5551149176a None None] Pushing event deleted for resources: {'Port': ['ID=b6a8100d-6649-4dae-b242-ce055fad5721,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:22.604254 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afc0ebf8-6278-46fd-b11c-7f2dadf7cd61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.607399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afc0ebf8-6278-46fd-b11c-7f2dadf7cd61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.661725 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afc0ebf8-6278-46fd-b11c-7f2dadf7cd61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.662236 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc0ebf8-6278-46fd-b11c-7f2dadf7cd61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Fanout notify agent at l3_agent the message router_deleted on router 933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:39:22.669531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afc0ebf8-6278-46fd-b11c-7f2dadf7cd61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.671080 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-afc0ebf8-6278-46fd-b11c-7f2dadf7cd61 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "DELETE /v2.0/routers/933f9561-87e9-43d5-bd3d-f7dc2d0fddf3 HTTP/1.1" status: 204 len: 168 time: 1.0064237 Jan 21 09:39:22.674780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44658) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:22.760628 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65066505-012a-4c4f-8afd-7305a8a77e40 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.848533 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65066505-012a-4c4f-8afd-7305a8a77e40 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.870080 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-65066505-012a-4c4f-8afd-7305a8a77e40 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad28b2d1-8b01-4489-97c6-604837cc109e']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:22.879807 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-65066505-012a-4c4f-8afd-7305a8a77e40 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf0f46c-7015-4d3b-af42-f42713bc1a1a') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:22.880105 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-65066505-012a-4c4f-8afd-7305a8a77e40 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf0f46c-7015-4d3b-af42-f42713bc1a1a') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:22.889564 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65066505-012a-4c4f-8afd-7305a8a77e40 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.902378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65066505-012a-4c4f-8afd-7305a8a77e40 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.910232 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65066505-012a-4c4f-8afd-7305a8a77e40 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:22.910652 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65066505-012a-4c4f-8afd-7305a8a77e40 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:22.914020 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:22.972436 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65066505-012a-4c4f-8afd-7305a8a77e40 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.980524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65066505-012a-4c4f-8afd-7305a8a77e40 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.983461 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-65066505-012a-4c4f-8afd-7305a8a77e40 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "DELETE /v2.0/networks/ad28b2d1-8b01-4489-97c6-604837cc109e HTTP/1.1" status: 204 len: 168 time: 0.3076196 Jan 21 09:39:22.986765 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44660) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:23.005894 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65066505-012a-4c4f-8afd-7305a8a77e40 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event deleted for resources: {'Network': ['ID=ad28b2d1-8b01-4489-97c6-604837cc109e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:23.061645 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4043db4b-b8bd-4b97-a34d-60750284a252 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.087496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4043db4b-b8bd-4b97-a34d-60750284a252 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.149250 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4043db4b-b8bd-4b97-a34d-60750284a252 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.151960 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4043db4b-b8bd-4b97-a34d-60750284a252 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.153138 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4043db4b-b8bd-4b97-a34d-60750284a252 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] 10.222.0.88 "DELETE /v2.0/security-groups/4230d673-3fb5-4fa2-92a7-5202a52fcb7b HTTP/1.1" status: 204 len: 168 time: 0.1651983 Jan 21 09:39:23.163680 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043db4b-b8bd-4b97-a34d-60750284a252 tempest-TestNetworkAdvancedServerOps-733511342 tempest-TestNetworkAdvancedServerOps-733511342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4230d673-3fb5-4fa2-92a7-5202a52fcb7b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:23.460913 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44670) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:23.535353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb2d8f-3b9a-49aa-b9bf-6c3e4a177aad req-69154aa3-4312-4364-a475-e245cbdda5b8 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:23.537161 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4feb2d8f-3b9a-49aa-b9bf-6c3e4a177aad req-69154aa3-4312-4364-a475-e245cbdda5b8 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 945 time: 0.0509517 Jan 21 09:39:23.595383 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4feb2d8f-3b9a-49aa-b9bf-6c3e4a177aad req-5034c886-28a6-43a7-b389-6e40a5d3e7e6 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520790 Jan 21 09:39:23.611322 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-164bfcab-0c9d-4223-a250-fcd79036d841 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0b8fc8b6d18b40f0a2726a613ef6165a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489403 Jan 21 09:39:23.613718 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44674) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:23.669693 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10b4b8c7-9170-4afe-9e0c-544f1577b168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.692129 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10b4b8c7-9170-4afe-9e0c-544f1577b168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.739584 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10b4b8c7-9170-4afe-9e0c-544f1577b168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.743044 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-10b4b8c7-9170-4afe-9e0c-544f1577b168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.745037 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-10b4b8c7-9170-4afe-9e0c-544f1577b168 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/85bbc919-1854-40b6-b9ee-3d0b32fbf818 HTTP/1.1" status: 204 len: 168 time: 0.1302054 Jan 21 09:39:23.757366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4b8c7-9170-4afe-9e0c-544f1577b168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bbc919-1854-40b6-b9ee-3d0b32fbf818,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:24.016567 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44682) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:24.029398 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-69eaa199-b24d-459f-8ba0-1472fbaadb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.119031 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-69eaa199-b24d-459f-8ba0-1472fbaadb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.123494 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-69eaa199-b24d-459f-8ba0-1472fbaadb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.151195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2678811b-14b0-42df-aa81-df03b1779d46 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:24.165549 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-69eaa199-b24d-459f-8ba0-1472fbaadb70 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8a09c9bbbd2c44b2a768110c90120761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478436 Jan 21 09:39:24.166619 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eaa199-b24d-459f-8ba0-1472fbaadb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ef12d1-b681-4bdc-8721-2a10d3fc0f21,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:24.168339 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44684) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:24.177765 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 2678811b-14b0-42df-aa81-df03b1779d46 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:39:24.178439 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2678811b-14b0-42df-aa81-df03b1779d46 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:24.179306 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 279318ef-a143-44a3-91a7-334bd4b11e38 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:24.202273 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 279318ef-a143-44a3-91a7-334bd4b11e38 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:39:24.202716 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 279318ef-a143-44a3-91a7-334bd4b11e38 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:24.223472 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7f277956-e47c-4051-a4d9-f1fbf554ec3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.266705 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7f277956-e47c-4051-a4d9-f1fbf554ec3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.311931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b67dfc-11cc-4a93-92ff-c9c7e3d700b0 req-c53beca0-537f-4e2d-bfa1-ea9b2f93cb83 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:24.314101 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d0b67dfc-11cc-4a93-92ff-c9c7e3d700b0 req-c53beca0-537f-4e2d-bfa1-ea9b2f93cb83 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.113 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 945 time: 0.0803087 Jan 21 09:39:24.352476 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7f277956-e47c-4051-a4d9-f1fbf554ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.355185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7f277956-e47c-4051-a4d9-f1fbf554ec3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.356320 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7f277956-e47c-4051-a4d9-f1fbf554ec3f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/12ef12d1-b681-4bdc-8721-2a10d3fc0f21 HTTP/1.1" status: 204 len: 168 time: 0.1868305 Jan 21 09:39:24.393011 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f277956-e47c-4051-a4d9-f1fbf554ec3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ef12d1-b681-4bdc-8721-2a10d3fc0f21,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:24.426500 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [req-d0b67dfc-11cc-4a93-92ff-c9c7e3d700b0 req-5311d58f-63bc-4d86-aa5a-d355746f814c tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Deleting port bf459242-8927-4430-9300-ab345c56c994 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:39:24.426959 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d0b67dfc-11cc-4a93-92ff-c9c7e3d700b0 req-5311d58f-63bc-4d86-aa5a-d355746f814c tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.526101 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-d0b67dfc-11cc-4a93-92ff-c9c7e3d700b0 req-5311d58f-63bc-4d86-aa5a-d355746f814c tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] For port bf459242-8927-4430-9300-ab345c56c994, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bf459242-8927-4430-9300-ab345c56c994,segment=NetworkSegment(46576991-4907-4c3e-b7e2-839b648171e4),segment_id=46576991-4907-4c3e-b7e2-839b648171e4)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:24.526420 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d0b67dfc-11cc-4a93-92ff-c9c7e3d700b0 req-5311d58f-63bc-4d86-aa5a-d355746f814c tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.541167 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [req-d0b67dfc-11cc-4a93-92ff-c9c7e3d700b0 req-5311d58f-63bc-4d86-aa5a-d355746f814c tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Calling delete_port for bf459242-8927-4430-9300-ab345c56c994 owned by compute:nova {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:39:24.711683 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d0b67dfc-11cc-4a93-92ff-c9c7e3d700b0 req-5311d58f-63bc-4d86-aa5a-d355746f814c tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.711970 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.724691 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['bf459242-8927-4430-9300-ab345c56c994'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:39:24.749526 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311d58f-63bc-4d86-aa5a-d355746f814c tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Pushing event deleted for resources: {'Port': ['ID=bf459242-8927-4430-9300-ab345c56c994,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:24.786989 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48e5f5-419e-4e60-9a57-0c33478c1fae req-bcf36a51-e6f8-4d4e-85f7-c8563d03a4fc tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:24.788748 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2a48e5f5-419e-4e60-9a57-0c33478c1fae req-bcf36a51-e6f8-4d4e-85f7-c8563d03a4fc tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/ports?device_id=64aa1e77-ccb0-4d53-b56f-6fb122132499 HTTP/1.1" status: 200 len: 867 time: 0.1122601 Jan 21 09:39:24.808032 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b67dfc-11cc-4a93-92ff-c9c7e3d700b0 req-5311d58f-63bc-4d86-aa5a-d355746f814c tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] No DVR routers for this DVR port bf459242-8927-4430-9300-ab345c56c994 on host hv-neutron-8257 {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:24.814722 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d0b67dfc-11cc-4a93-92ff-c9c7e3d700b0 req-5311d58f-63bc-4d86-aa5a-d355746f814c tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.817928 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d0b67dfc-11cc-4a93-92ff-c9c7e3d700b0 req-5311d58f-63bc-4d86-aa5a-d355746f814c tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.113 "DELETE /v2.0/ports/bf459242-8927-4430-9300-ab345c56c994 HTTP/1.1" status: 204 len: 173 time: 0.4975476 Jan 21 09:39:24.818381 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64aa1e77-ccb0-4d53-b56f-6fb122132499', 'name': 'network-vif-deleted', 'tag': 'bf459242-8927-4430-9300-ab345c56c994'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:24.820603 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee3c379-55b9-473b-91ca-ba6e505dcc8d" -d '{"events": [{"server_uuid": "64aa1e77-ccb0-4d53-b56f-6fb122132499", "name": "network-vif-deleted", "tag": "bf459242-8927-4430-9300-ab345c56c994"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:24.856734 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2a48e5f5-419e-4e60-9a57-0c33478c1fae req-4641bc8a-ae07-44af-a955-ad2586b42bc2 tempest-TestServerAdvancedOps-2110446877 tempest-TestServerAdvancedOps-2110446877-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab81df1-c374-454f-90f5-12f4a1e834ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504827 Jan 21 09:39:24.863985 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c95b161-4c13-4f1f-89e1-9f848dd74b20 x-openstack-request-id: req-1c95b161-4c13-4f1f-89e1-9f848dd74b20 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:24.864770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64aa1e77-ccb0-4d53-b56f-6fb122132499", "name": "network-vif-deleted", "tag": "bf459242-8927-4430-9300-ab345c56c994", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:24.865315 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1c95b161-4c13-4f1f-89e1-9f848dd74b20 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:24.866401 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64aa1e77-ccb0-4d53-b56f-6fb122132499', 'name': 'network-vif-deleted', 'tag': 'bf459242-8927-4430-9300-ab345c56c994', 'status': 'completed', 'code': 200} Jan 21 09:39:25.923469 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44694) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:25.968354 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6e4a9c-b95d-4db6-ae41-2469f7052ad3 admin admin] Deleting subnet cdd96c7a-7ec0-40a2-9ffb-b672c674eca5 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:39:25.972383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4a9c-b95d-4db6-ae41-2469f7052ad3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.005965 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4a9c-b95d-4db6-ae41-2469f7052ad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.044078 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4a9c-b95d-4db6-ae41-2469f7052ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.101176 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4a9c-b95d-4db6-ae41-2469f7052ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.129429 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4a9c-b95d-4db6-ae41-2469f7052ad3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.132718 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1e6e4a9c-b95d-4db6-ae41-2469f7052ad3 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/cdd96c7a-7ec0-40a2-9ffb-b672c674eca5 HTTP/1.1" status: 204 len: 168 time: 0.2082586 Jan 21 09:39:26.133744 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e4a9c-b95d-4db6-ae41-2469f7052ad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd96c7a-7ec0-40a2-9ffb-b672c674eca5,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:26.135322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44696) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:26.533428 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18a141fc-4ae5-485b-8ba1-a1253ccd1663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.609979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18a141fc-4ae5-485b-8ba1-a1253ccd1663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.629206 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-18a141fc-4ae5-485b-8ba1-a1253ccd1663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def9e637-2356-416e-9c50-dc3fdd754502']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:26.638115 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-18a141fc-4ae5-485b-8ba1-a1253ccd1663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46576991-4907-4c3e-b7e2-839b648171e4') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:26.638419 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-18a141fc-4ae5-485b-8ba1-a1253ccd1663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46576991-4907-4c3e-b7e2-839b648171e4') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:26.649179 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18a141fc-4ae5-485b-8ba1-a1253ccd1663 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.662943 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18a141fc-4ae5-485b-8ba1-a1253ccd1663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.668667 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a141fc-4ae5-485b-8ba1-a1253ccd1663 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:26.669053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18a141fc-4ae5-485b-8ba1-a1253ccd1663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:26.670701 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:26.726615 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18a141fc-4ae5-485b-8ba1-a1253ccd1663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.732380 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18a141fc-4ae5-485b-8ba1-a1253ccd1663 admin admin] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.735448 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-18a141fc-4ae5-485b-8ba1-a1253ccd1663 admin admin] 10.222.0.88 "DELETE /v2.0/networks/def9e637-2356-416e-9c50-dc3fdd754502 HTTP/1.1" status: 204 len: 168 time: 0.5991035 Jan 21 09:39:26.738613 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44700) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:26.747007 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a141fc-4ae5-485b-8ba1-a1253ccd1663 admin admin] Pushing event deleted for resources: {'Network': ['ID=def9e637-2356-416e-9c50-dc3fdd754502,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:26.784668 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8a500b-27ba-461c-8efb-1515fe4ee78f admin admin] Deleting subnet 69144e60-39e0-46c7-9d69-a2e11dc512ce {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:39:26.788092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cc8a500b-27ba-461c-8efb-1515fe4ee78f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.822232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cc8a500b-27ba-461c-8efb-1515fe4ee78f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.866738 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cc8a500b-27ba-461c-8efb-1515fe4ee78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.925814 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cc8a500b-27ba-461c-8efb-1515fe4ee78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.954489 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a500b-27ba-461c-8efb-1515fe4ee78f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69144e60-39e0-46c7-9d69-a2e11dc512ce,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:26.956458 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cc8a500b-27ba-461c-8efb-1515fe4ee78f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.959886 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cc8a500b-27ba-461c-8efb-1515fe4ee78f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/69144e60-39e0-46c7-9d69-a2e11dc512ce HTTP/1.1" status: 204 len: 168 time: 0.2202532 Jan 21 09:39:26.962423 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44702) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:27.029367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81e2bf9d-db8a-421e-b758-7a7261d64b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.117653 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81e2bf9d-db8a-421e-b758-7a7261d64b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.138205 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-81e2bf9d-db8a-421e-b758-7a7261d64b1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8634a2fb-f9b7-4d5d-aa8a-6863e87271d4']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:27.147726 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-81e2bf9d-db8a-421e-b758-7a7261d64b1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b99a80-f003-4d41-a5e5-9c07dd4dca85') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:27.148023 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-81e2bf9d-db8a-421e-b758-7a7261d64b1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b99a80-f003-4d41-a5e5-9c07dd4dca85') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:27.157696 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81e2bf9d-db8a-421e-b758-7a7261d64b1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.170742 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81e2bf9d-db8a-421e-b758-7a7261d64b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.176961 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e2bf9d-db8a-421e-b758-7a7261d64b1a admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:27.177341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81e2bf9d-db8a-421e-b758-7a7261d64b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:27.179209 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:27.231034 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81e2bf9d-db8a-421e-b758-7a7261d64b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.236353 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81e2bf9d-db8a-421e-b758-7a7261d64b1a admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.239576 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-81e2bf9d-db8a-421e-b758-7a7261d64b1a admin admin] 10.222.0.88 "DELETE /v2.0/networks/8634a2fb-f9b7-4d5d-aa8a-6863e87271d4 HTTP/1.1" status: 204 len: 168 time: 0.2761576 Jan 21 09:39:27.254203 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2bf9d-db8a-421e-b758-7a7261d64b1a admin admin] Pushing event deleted for resources: {'Network': ['ID=8634a2fb-f9b7-4d5d-aa8a-6863e87271d4,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:27.306472 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device bf459242-8927-4430-9300-ab345c56c994 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:27.326326 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: bf459242-8927-4430-9300-ab345c56c994 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:39:27.326673 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device bf459242-8927-4430-9300-ab345c56c994 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:27.403727 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44706) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:27.448220 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c0082476-e358-42ff-b5f2-90f04c3d8647 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=21541e9d5f524e35864943048a0e7ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433478 Jan 21 09:39:27.450857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44708) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:27.498199 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-61d7a615-1b92-409e-a80d-892325d05820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.519120 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-61d7a615-1b92-409e-a80d-892325d05820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.564470 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-61d7a615-1b92-409e-a80d-892325d05820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.567146 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-61d7a615-1b92-409e-a80d-892325d05820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.568322 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-61d7a615-1b92-409e-a80d-892325d05820 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3ab81df1-c374-454f-90f5-12f4a1e834ea HTTP/1.1" status: 204 len: 168 time: 0.1165738 Jan 21 09:39:27.575960 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7a615-1b92-409e-a80d-892325d05820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab81df1-c374-454f-90f5-12f4a1e834ea,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:27.884382 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44714) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:27.927076 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b411fcc0-eb78-4603-a3cc-b0b72ad6ab8f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2496483ece254a9f8722623d7b4496a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412946 Jan 21 09:39:27.929319 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44716) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:27.977609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1cc820de-583c-4201-afb7-b0fda21ea785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.998026 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1cc820de-583c-4201-afb7-b0fda21ea785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.045896 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1cc820de-583c-4201-afb7-b0fda21ea785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.048425 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1cc820de-583c-4201-afb7-b0fda21ea785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.049638 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1cc820de-583c-4201-afb7-b0fda21ea785 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8b48de09-ffe7-4d6d-a61f-d6aa74e667c7 HTTP/1.1" status: 204 len: 168 time: 0.1193447 Jan 21 09:39:28.058362 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc820de-583c-4201-afb7-b0fda21ea785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b48de09-ffe7-4d6d-a61f-d6aa74e667c7,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:31.937718 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-16a9dab9-66f5-4750-91a3-d9d32b1f55f0 req-00b83885-63be-4b7c-8e57-29fff7cfdf91 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394146 Jan 21 09:39:32.002859 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9dab9-66f5-4750-91a3-d9d32b1f55f0 req-deebc002-7522-4ab1-8623-72fdb57ae23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:32.004861 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-16a9dab9-66f5-4750-91a3-d9d32b1f55f0 req-deebc002-7522-4ab1-8623-72fdb57ae23a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 1098 time: 0.0442724 Jan 21 09:39:32.127565 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9dab9-66f5-4750-91a3-d9d32b1f55f0 req-78b45a02-7d35-4487-af8b-be34ba35f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:32.129043 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-16a9dab9-66f5-4750-91a3-d9d32b1f55f0 req-78b45a02-7d35-4487-af8b-be34ba35f02c service neutron] 10.222.0.113 "GET /v2.0/networks?id=6e02e9ea-580a-4085-b489-b8901786a2d4 HTTP/1.1" status: 200 len: 897 time: 0.1023972 Jan 21 09:39:32.198754 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-16a9dab9-66f5-4750-91a3-d9d32b1f55f0 req-fa7cdc37-cf4d-454a-ac8f-7c7e89e650b9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0daba01-eb79-42b5-8743-3935e83d9eaf HTTP/1.1" status: 200 len: 1001 time: 0.0604389 Jan 21 09:39:32.249120 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9dab9-66f5-4750-91a3-d9d32b1f55f0 req-82f03509-1654-4252-884e-d181641c6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:32.251202 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-16a9dab9-66f5-4750-91a3-d9d32b1f55f0 req-82f03509-1654-4252-884e-d181641c6f29 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c262a34b-a43f-42ea-9be3-ea526cc88acd HTTP/1.1" status: 200 len: 835 time: 0.0426874 Jan 21 09:39:32.303443 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9dab9-66f5-4750-91a3-d9d32b1f55f0 req-d6b9d3b6-fe14-4193-a6e9-a0581b49299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:32.305557 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-16a9dab9-66f5-4750-91a3-d9d32b1f55f0 req-d6b9d3b6-fe14-4193-a6e9-a0581b49299e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6e02e9ea-580a-4085-b489-b8901786a2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460627 Jan 21 09:39:32.398513 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-16a9dab9-66f5-4750-91a3-d9d32b1f55f0 req-37a8f3ea-190d-4ed9-8021-40e33dba3c8d service neutron] 10.222.0.113 "GET /v2.0/networks/6e02e9ea-580a-4085-b489-b8901786a2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844367 Jan 21 09:39:32.497711 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-16a9dab9-66f5-4750-91a3-d9d32b1f55f0 req-9971552e-9233-4470-87c5-7a0318c2ce6c service neutron] 10.222.0.113 "GET /v2.0/networks/6e02e9ea-580a-4085-b489-b8901786a2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908151 Jan 21 09:39:35.437578 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44730) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:35.795105 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-33aa300d-6f46-4377-8dc9-94353007dbbf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.826180 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-486f0b36-8050-45ac-97bc-eef7865dbd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.108796 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-33aa300d-6f46-4377-8dc9-94353007dbbf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port f9941c34-b42e-4c11-aec0-d7591264b3af {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:39:36.109137 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-33aa300d-6f46-4377-8dc9-94353007dbbf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.469301 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-33aa300d-6f46-4377-8dc9-94353007dbbf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port f9941c34-b42e-4c11-aec0-d7591264b3af, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f9941c34-b42e-4c11-aec0-d7591264b3af,segment=NetworkSegment(b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be),segment_id=b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:36.470048 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-33aa300d-6f46-4377-8dc9-94353007dbbf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.481447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-33aa300d-6f46-4377-8dc9-94353007dbbf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for f9941c34-b42e-4c11-aec0-d7591264b3af owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:39:36.700104 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-33aa300d-6f46-4377-8dc9-94353007dbbf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.727835 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa300d-6f46-4377-8dc9-94353007dbbf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=f9941c34-b42e-4c11-aec0-d7591264b3af,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:36.903948 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-33aa300d-6f46-4377-8dc9-94353007dbbf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.136567 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33aa300d-6f46-4377-8dc9-94353007dbbf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router d3c372b7-2f1b-4c63-9508-b5001eea81d6 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:37.245876 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33aa300d-6f46-4377-8dc9-94353007dbbf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:37.251036 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-33aa300d-6f46-4377-8dc9-94353007dbbf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/d3c372b7-2f1b-4c63-9508-b5001eea81d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8120861 Jan 21 09:39:37.260339 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d74e9a-2b78-41c7-9ef4-8fd36bb6f8a9 None None] Sync routers for ids ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:37.271102 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d74e9a-2b78-41c7-9ef4-8fd36bb6f8a9 None None] Routers {'d3c372b7-2f1b-4c63-9508-b5001eea81d6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:37.271710 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c6d74e9a-2b78-41c7-9ef4-8fd36bb6f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:37.396287 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-c6d74e9a-2b78-41c7-9ef4-8fd36bb6f8a9 None None] Set router d3c372b7-2f1b-4c63-9508-b5001eea81d6 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:37.481049 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1d12b-ea52-41c8-9142-94871e2eb6c7 req-b7f815d7-3302-4599-951f-0df6c776f88e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:37.482770 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5db1d12b-ea52-41c8-9142-94871e2eb6c7 req-b7f815d7-3302-4599-951f-0df6c776f88e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=02595f07-8a51-421c-9b3c-77edab23db0e HTTP/1.1" status: 200 len: 946 time: 0.0544310 Jan 21 09:39:37.522346 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5db1d12b-ea52-41c8-9142-94871e2eb6c7 req-dc3c38f4-853c-4650-baf0-55fcf9b21ddc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c63f6bb-7720-464d-88bb-ba495f61faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337243 Jan 21 09:39:37.623596 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c6d74e9a-2b78-41c7-9ef4-8fd36bb6f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:39:36Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'a7c873b4-f288-4f3a-98b9-9ec0d2e2e8aa', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.246', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'port_id': 'e0daba01-eb79-42b5-8743-3935e83d9eaf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'mac_address': 'fa:16:3e:35:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:38:14Z', 'updated_at': '2022-01-21T09:38:19Z', 'revision_number': 1, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2f8568-c4e9-4213-b655-9fdc13f46025', 'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e7:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:43Z', 'updated_at': '2022-01-21T09:37:48Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:37.649849 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d74e9a-2b78-41c7-9ef4-8fd36bb6f8a9 None None] Checking router: d3c372b7-2f1b-4c63-9508-b5001eea81d6 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:37.657947 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d74e9a-2b78-41c7-9ef4-8fd36bb6f8a9 None None] Routers {'d3c372b7-2f1b-4c63-9508-b5001eea81d6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:37.658549 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c6d74e9a-2b78-41c7-9ef4-8fd36bb6f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:37.761883 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-c6d74e9a-2b78-41c7-9ef4-8fd36bb6f8a9 None None] Set router d3c372b7-2f1b-4c63-9508-b5001eea81d6 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:37.977521 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c6d74e9a-2b78-41c7-9ef4-8fd36bb6f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:39:36Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'a7c873b4-f288-4f3a-98b9-9ec0d2e2e8aa', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.246', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'port_id': 'e0daba01-eb79-42b5-8743-3935e83d9eaf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'mac_address': 'fa:16:3e:35:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:38:14Z', 'updated_at': '2022-01-21T09:38:19Z', 'revision_number': 1, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2f8568-c4e9-4213-b655-9fdc13f46025', 'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e7:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:43Z', 'updated_at': '2022-01-21T09:37:48Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:38.004502 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d74e9a-2b78-41c7-9ef4-8fd36bb6f8a9 None None] The sync data for ids ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'] in dv-neutron-825721-1-hyperv is: [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:39:36Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'a7c873b4-f288-4f3a-98b9-9ec0d2e2e8aa', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.246', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'port_id': 'e0daba01-eb79-42b5-8743-3935e83d9eaf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'mac_address': 'fa:16:3e:35:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:38:14Z', 'updated_at': '2022-01-21T09:38:19Z', 'revision_number': 1, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2f8568-c4e9-4213-b655-9fdc13f46025', 'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e7:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:43Z', 'updated_at': '2022-01-21T09:37:48Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:38.199888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c07bcda2-b01d-4dab-bba8-e6ea8a95919a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.383862 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f9941c34-b42e-4c11-aec0-d7591264b3af no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:38.404080 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: f9941c34-b42e-4c11-aec0-d7591264b3af {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:39:38.404428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f9941c34-b42e-4c11-aec0-d7591264b3af not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:38.644326 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb87c25-2bb8-4ef7-93b3-f8cf2e92cc73 req-9055d350-03e5-4e9b-ac8e-3030b4c0aaae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:38.645804 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-deb87c25-2bb8-4ef7-93b3-f8cf2e92cc73 req-9055d350-03e5-4e9b-ac8e-3030b4c0aaae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=02595f07-8a51-421c-9b3c-77edab23db0e HTTP/1.1" status: 200 len: 946 time: 0.0517926 Jan 21 09:39:38.688656 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-deb87c25-2bb8-4ef7-93b3-f8cf2e92cc73 req-f667d8b3-e207-43ea-8c39-7e935a8369d5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c63f6bb-7720-464d-88bb-ba495f61faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362425 Jan 21 09:39:38.811944 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b64091-18ec-465a-8034-33259b86837a req-2797809a-3e35-45fd-b331-1cdaac7a28d8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:38.814213 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-52b64091-18ec-465a-8034-33259b86837a req-2797809a-3e35-45fd-b331-1cdaac7a28d8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/ports?device_id=02595f07-8a51-421c-9b3c-77edab23db0e HTTP/1.1" status: 200 len: 946 time: 0.0534348 Jan 21 09:39:38.905834 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [req-52b64091-18ec-465a-8034-33259b86837a req-e2b430f2-4b1d-4d3e-9745-7ae4c0a69783 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 655d9a07-e84e-4078-83dd-0e8888bd8cf3 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:39:38.906114 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-52b64091-18ec-465a-8034-33259b86837a req-e2b430f2-4b1d-4d3e-9745-7ae4c0a69783 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.998596 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-52b64091-18ec-465a-8034-33259b86837a req-e2b430f2-4b1d-4d3e-9745-7ae4c0a69783 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 655d9a07-e84e-4078-83dd-0e8888bd8cf3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=655d9a07-e84e-4078-83dd-0e8888bd8cf3,segment=NetworkSegment(b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be),segment_id=b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:38.998958 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-52b64091-18ec-465a-8034-33259b86837a req-e2b430f2-4b1d-4d3e-9745-7ae4c0a69783 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.011333 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [req-52b64091-18ec-465a-8034-33259b86837a req-e2b430f2-4b1d-4d3e-9745-7ae4c0a69783 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 655d9a07-e84e-4078-83dd-0e8888bd8cf3 owned by compute:nova {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:39:39.139095 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-52b64091-18ec-465a-8034-33259b86837a req-e2b430f2-4b1d-4d3e-9745-7ae4c0a69783 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.170550 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b430f2-4b1d-4d3e-9745-7ae4c0a69783 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=655d9a07-e84e-4078-83dd-0e8888bd8cf3,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:39.214719 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b64091-18ec-465a-8034-33259b86837a req-e2b430f2-4b1d-4d3e-9745-7ae4c0a69783 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] No DVR routers for this DVR port 655d9a07-e84e-4078-83dd-0e8888bd8cf3 on host hv-neutron-8257 {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:39.217118 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-52b64091-18ec-465a-8034-33259b86837a req-e2b430f2-4b1d-4d3e-9745-7ae4c0a69783 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.220883 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-52b64091-18ec-465a-8034-33259b86837a req-e2b430f2-4b1d-4d3e-9745-7ae4c0a69783 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "DELETE /v2.0/ports/655d9a07-e84e-4078-83dd-0e8888bd8cf3 HTTP/1.1" status: 204 len: 173 time: 0.4009910 Jan 21 09:39:39.221324 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02595f07-8a51-421c-9b3c-77edab23db0e', 'name': 'network-vif-deleted', 'tag': '655d9a07-e84e-4078-83dd-0e8888bd8cf3'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:39.223724 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4e8609-31b1-42bd-af6f-86c3fc02f1ed" -d '{"events": [{"server_uuid": "02595f07-8a51-421c-9b3c-77edab23db0e", "name": "network-vif-deleted", "tag": "655d9a07-e84e-4078-83dd-0e8888bd8cf3"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:39.232060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.262416 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e57089-9c40-4104-868a-039382055ae0 x-openstack-request-id: req-b7e57089-9c40-4104-868a-039382055ae0 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:39.262711 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02595f07-8a51-421c-9b3c-77edab23db0e", "name": "network-vif-deleted", "tag": "655d9a07-e84e-4078-83dd-0e8888bd8cf3", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:39.262961 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b7e57089-9c40-4104-868a-039382055ae0 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:39.263361 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02595f07-8a51-421c-9b3c-77edab23db0e', 'name': 'network-vif-deleted', 'tag': '655d9a07-e84e-4078-83dd-0e8888bd8cf3', 'status': 'completed', 'code': 200} Jan 21 09:39:39.746543 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44742) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:39.807032 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3604-9340-4fd8-baf7-4de120b95a1a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.831905 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3604-9340-4fd8-baf7-4de120b95a1a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.897158 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3604-9340-4fd8-baf7-4de120b95a1a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.899875 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3604-9340-4fd8-baf7-4de120b95a1a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.901049 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0b6a3604-9340-4fd8-baf7-4de120b95a1a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/security-groups/8c63f6bb-7720-464d-88bb-ba495f61faaf HTTP/1.1" status: 204 len: 168 time: 0.1535270 Jan 21 09:39:39.911257 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a3604-9340-4fd8-baf7-4de120b95a1a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c63f6bb-7720-464d-88bb-ba495f61faaf,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:39.935922 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44746) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:39.991455 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e3a5d1-d8dd-4fef-a380-17e7e1beab8c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting subnet 03a6993a-696c-4f74-9e1e-f2f3961450a7 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:39:39.994441 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-09e3a5d1-d8dd-4fef-a380-17e7e1beab8c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.034900 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-09e3a5d1-d8dd-4fef-a380-17e7e1beab8c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.118321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-09e3a5d1-d8dd-4fef-a380-17e7e1beab8c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.180547 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-09e3a5d1-d8dd-4fef-a380-17e7e1beab8c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.209874 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-09e3a5d1-d8dd-4fef-a380-17e7e1beab8c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.213418 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-09e3a5d1-d8dd-4fef-a380-17e7e1beab8c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/subnets/03a6993a-696c-4f74-9e1e-f2f3961450a7 HTTP/1.1" status: 204 len: 168 time: 0.2766612 Jan 21 09:39:40.214907 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3a5d1-d8dd-4fef-a380-17e7e1beab8c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Subnet': ['ID=03a6993a-696c-4f74-9e1e-f2f3961450a7,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:40.217342 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44748) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:40.221216 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd20fb4-735b-467f-bcd7-3f3558967f7a None None] Network 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:39:40.299938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.352601 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port abadac0a-4210-4804-aa1b-0000f47dfcb2 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:39:40.352942 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.400913 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763f4ccb-d881-4afa-83fc-db9a9d13d5e6 None None] DHCP port deletion for 9f76c37e-b75f-43b8-92d2-a4c04dcdfbba request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:39:40.421794 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port abadac0a-4210-4804-aa1b-0000f47dfcb2, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=abadac0a-4210-4804-aa1b-0000f47dfcb2,segment=NetworkSegment(b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be),segment_id=b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:40.422737 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.435695 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for abadac0a-4210-4804-aa1b-0000f47dfcb2 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:39:40.446882 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-763f4ccb-d881-4afa-83fc-db9a9d13d5e6 None None] Deleting port abadac0a-4210-4804-aa1b-0000f47dfcb2 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:39:40.447259 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-763f4ccb-d881-4afa-83fc-db9a9d13d5e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.512827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-763f4ccb-d881-4afa-83fc-db9a9d13d5e6 None None] For port abadac0a-4210-4804-aa1b-0000f47dfcb2, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=abadac0a-4210-4804-aa1b-0000f47dfcb2,segment=NetworkSegment(b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be),segment_id=b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:40.513266 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-763f4ccb-d881-4afa-83fc-db9a9d13d5e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.516213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.528685 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-763f4ccb-d881-4afa-83fc-db9a9d13d5e6 None None] Calling delete_port for abadac0a-4210-4804-aa1b-0000f47dfcb2 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:39:40.546056 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=abadac0a-4210-4804-aa1b-0000f47dfcb2,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:40.550318 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] No DVR routers for this DVR port abadac0a-4210-4804-aa1b-0000f47dfcb2 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:40.604115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-763f4ccb-d881-4afa-83fc-db9a9d13d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.627808 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.633350 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f4ccb-d881-4afa-83fc-db9a9d13d5e6 None None] Pushing event deleted for resources: {'Port': ['ID=abadac0a-4210-4804-aa1b-0000f47dfcb2,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:40.636988 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f4ccb-d881-4afa-83fc-db9a9d13d5e6 None None] No DVR routers for this DVR port abadac0a-4210-4804-aa1b-0000f47dfcb2 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:40.651345 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f76c37e-b75f-43b8-92d2-a4c04dcdfbba']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:40.661267 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:40.661576 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3deb4ff-511a-4f7c-b5c4-0c5eb1b7d0be') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:40.671558 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.684597 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.690780 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:40.691158 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:40.694297 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:40.756150 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.763351 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.767008 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/networks/9f76c37e-b75f-43b8-92d2-a4c04dcdfbba HTTP/1.1" status: 204 len: 168 time: 0.5486853 Jan 21 09:39:40.769716 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44750) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:40.778444 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a259a8f-a78c-4194-98d3-e354229892e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Network': ['ID=9f76c37e-b75f-43b8-92d2-a4c04dcdfbba,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:40.929972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-afa95cd8-8602-42dc-9209-52190c81f16b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port c92e5f16-9872-452a-b5ae-8860e173905d {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:39:40.930210 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afa95cd8-8602-42dc-9209-52190c81f16b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.005638 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afa95cd8-8602-42dc-9209-52190c81f16b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.005982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afa95cd8-8602-42dc-9209-52190c81f16b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.017955 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-afa95cd8-8602-42dc-9209-52190c81f16b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for c92e5f16-9872-452a-b5ae-8860e173905d owned by network:floatingip {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:39:41.162839 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afa95cd8-8602-42dc-9209-52190c81f16b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.186165 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa95cd8-8602-42dc-9209-52190c81f16b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=c92e5f16-9872-452a-b5ae-8860e173905d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:41.245068 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.248209 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afa95cd8-8602-42dc-9209-52190c81f16b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.248536 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-afa95cd8-8602-42dc-9209-52190c81f16b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP a7c873b4-f288-4f3a-98b9-9ec0d2e2e8aa disassociated (deleted). External IP: 172.26.7.246, port: e0daba01-eb79-42b5-8743-3935e83d9eaf. Jan 21 09:39:41.342907 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.367187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 655d9a07-e84e-4078-83dd-0e8888bd8cf3 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:41.387838 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 655d9a07-e84e-4078-83dd-0e8888bd8cf3 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:39:41.388186 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 655d9a07-e84e-4078-83dd-0e8888bd8cf3 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:41.460137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa95cd8-8602-42dc-9209-52190c81f16b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router d3c372b7-2f1b-4c63-9508-b5001eea81d6 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:41.569299 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa95cd8-8602-42dc-9209-52190c81f16b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:41.574033 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afa95cd8-8602-42dc-9209-52190c81f16b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.578709 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583d4de5-148e-406f-8827-7a02ff58b829 None None] Sync routers for ids ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:41.587212 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583d4de5-148e-406f-8827-7a02ff58b829 None None] Routers {'d3c372b7-2f1b-4c63-9508-b5001eea81d6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:41.587821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-583d4de5-148e-406f-8827-7a02ff58b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:41.600669 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-afa95cd8-8602-42dc-9209-52190c81f16b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/floatingips/a7c873b4-f288-4f3a-98b9-9ec0d2e2e8aa HTTP/1.1" status: 204 len: 168 time: 0.8298166 Jan 21 09:39:41.601348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'tag': 'e0daba01-eb79-42b5-8743-3935e83d9eaf'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:41.603732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c1209d-9c1a-4be7-90b7-c7b17e5b154e" -d '{"events": [{"name": "network-changed", "server_uuid": "19e250f7-47b1-40ff-b235-7891cf28b3e4", "tag": "e0daba01-eb79-42b5-8743-3935e83d9eaf"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:41.643037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171606f9-fa11-47c9-bdc0-8c018b72213a x-openstack-request-id: req-171606f9-fa11-47c9-bdc0-8c018b72213a {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:41.643331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e250f7-47b1-40ff-b235-7891cf28b3e4", "tag": "e0daba01-eb79-42b5-8743-3935e83d9eaf", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:41.643581 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-171606f9-fa11-47c9-bdc0-8c018b72213a {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:41.643982 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'tag': 'e0daba01-eb79-42b5-8743-3935e83d9eaf', 'status': 'completed', 'code': 200} Jan 21 09:39:41.699292 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-583d4de5-148e-406f-8827-7a02ff58b829 None None] Set router d3c372b7-2f1b-4c63-9508-b5001eea81d6 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:41.709815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1209d-9c1a-4be7-90b7-c7b17e5b154e req-a86266b8-95f3-469b-beda-2241b058ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:41.711658 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95c1209d-9c1a-4be7-90b7-c7b17e5b154e req-a86266b8-95f3-469b-beda-2241b058ab7d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 1098 time: 0.0479422 Jan 21 09:39:41.822931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1209d-9c1a-4be7-90b7-c7b17e5b154e req-6d9daa45-24e0-45fa-a784-b102ab11c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:41.824490 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95c1209d-9c1a-4be7-90b7-c7b17e5b154e req-6d9daa45-24e0-45fa-a784-b102ab11c68e service neutron] 10.222.0.113 "GET /v2.0/networks?id=6e02e9ea-580a-4085-b489-b8901786a2d4 HTTP/1.1" status: 200 len: 897 time: 0.1027832 Jan 21 09:39:41.839898 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a8e70-a742-41a1-a3fa-a0ede204891f req-dba95f1e-a96d-4ca5-8fa1-9b826cd25554 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:41.842246 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4b7a8e70-a742-41a1-a3fa-a0ede204891f req-dba95f1e-a96d-4ca5-8fa1-9b826cd25554 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 945 time: 0.0572348 Jan 21 09:39:41.869067 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95c1209d-9c1a-4be7-90b7-c7b17e5b154e req-cfb41362-3e88-49f1-b867-74343bc84955 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0daba01-eb79-42b5-8743-3935e83d9eaf HTTP/1.1" status: 200 len: 217 time: 0.0370700 Jan 21 09:39:41.883762 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4b7a8e70-a742-41a1-a3fa-a0ede204891f req-6efd84ff-3243-4dd1-ab91-e15350a598d7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=e51a97c8-66a2-4498-aef3-1d6702e80781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347610 Jan 21 09:39:41.907155 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-583d4de5-148e-406f-8827-7a02ff58b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:39:36Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '2b2f8568-c4e9-4213-b655-9fdc13f46025', 'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e7:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:43Z', 'updated_at': '2022-01-21T09:37:48Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:41.923382 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1209d-9c1a-4be7-90b7-c7b17e5b154e req-cff57f77-24b0-4f75-9399-b8b4904d658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:41.924857 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95c1209d-9c1a-4be7-90b7-c7b17e5b154e req-cff57f77-24b0-4f75-9399-b8b4904d658c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c262a34b-a43f-42ea-9be3-ea526cc88acd HTTP/1.1" status: 200 len: 835 time: 0.0488877 Jan 21 09:39:41.935183 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583d4de5-148e-406f-8827-7a02ff58b829 None None] Checking router: d3c372b7-2f1b-4c63-9508-b5001eea81d6 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:41.944271 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583d4de5-148e-406f-8827-7a02ff58b829 None None] Routers {'d3c372b7-2f1b-4c63-9508-b5001eea81d6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:41.944877 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-583d4de5-148e-406f-8827-7a02ff58b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:41.976003 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1209d-9c1a-4be7-90b7-c7b17e5b154e req-32513255-01ad-4883-ad71-d7167307b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:41.977435 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95c1209d-9c1a-4be7-90b7-c7b17e5b154e req-32513255-01ad-4883-ad71-d7167307b65d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6e02e9ea-580a-4085-b489-b8901786a2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448363 Jan 21 09:39:42.049913 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-583d4de5-148e-406f-8827-7a02ff58b829 None None] Set router d3c372b7-2f1b-4c63-9508-b5001eea81d6 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:42.068426 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95c1209d-9c1a-4be7-90b7-c7b17e5b154e req-7fc31741-b9c8-4fb8-abab-03089948f2af service neutron] 10.222.0.113 "GET /v2.0/networks/6e02e9ea-580a-4085-b489-b8901786a2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831637 Jan 21 09:39:42.173411 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95c1209d-9c1a-4be7-90b7-c7b17e5b154e req-5f6e70cf-752a-4a4a-af98-088ebe2a4769 service neutron] 10.222.0.113 "GET /v2.0/networks/6e02e9ea-580a-4085-b489-b8901786a2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971677 Jan 21 09:39:42.218627 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device abadac0a-4210-4804-aa1b-0000f47dfcb2 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:42.242201 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: abadac0a-4210-4804-aa1b-0000f47dfcb2 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:39:42.242445 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device abadac0a-4210-4804-aa1b-0000f47dfcb2 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:42.408353 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-583d4de5-148e-406f-8827-7a02ff58b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:39:36Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '2b2f8568-c4e9-4213-b655-9fdc13f46025', 'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e7:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:43Z', 'updated_at': '2022-01-21T09:37:48Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:42.437096 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583d4de5-148e-406f-8827-7a02ff58b829 None None] The sync data for ids ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'] in dv-neutron-825721-1-hyperv is: [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:39:36Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '2b2f8568-c4e9-4213-b655-9fdc13f46025', 'name': '', 'network_id': '6e02e9ea-580a-4085-b489-b8901786a2d4', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e7:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:43Z', 'updated_at': '2022-01-21T09:37:48Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'c262a34b-a43f-42ea-9be3-ea526cc88acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:42.645665 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea1602-dd7a-495c-8150-fa202d9574e8 None None] New status for floating IP a7c873b4-f288-4f3a-98b9-9ec0d2e2e8aa: DOWN {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:39:43.025636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7e513-6ac4-4a34-b658-c8aa2acc6749 req-f71c6655-cba3-45f0-abc5-d9c5255f8e01 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:43.027209 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8fa7e513-6ac4-4a34-b658-c8aa2acc6749 req-f71c6655-cba3-45f0-abc5-d9c5255f8e01 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 945 time: 0.0594852 Jan 21 09:39:43.097612 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8fa7e513-6ac4-4a34-b658-c8aa2acc6749 req-4dfdb25c-c2a1-4e70-a3d1-157b76e5fe80 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=e51a97c8-66a2-4498-aef3-1d6702e80781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639503 Jan 21 09:39:43.122815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8161d7c-5f8a-4c75-b03a-131763211747 req-224b0da1-e8d0-4665-a767-1236a416da72 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:43.124541 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d8161d7c-5f8a-4c75-b03a-131763211747 req-224b0da1-e8d0-4665-a767-1236a416da72 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 945 time: 0.0684948 Jan 21 09:39:43.238657 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [req-d8161d7c-5f8a-4c75-b03a-131763211747 req-2e9d6d4e-3346-46be-b883-cae03a93825d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port e0daba01-eb79-42b5-8743-3935e83d9eaf {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:39:43.239005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d8161d7c-5f8a-4c75-b03a-131763211747 req-2e9d6d4e-3346-46be-b883-cae03a93825d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.353441 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-d8161d7c-5f8a-4c75-b03a-131763211747 req-2e9d6d4e-3346-46be-b883-cae03a93825d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port e0daba01-eb79-42b5-8743-3935e83d9eaf, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e0daba01-eb79-42b5-8743-3935e83d9eaf,segment=NetworkSegment(e2c24e20-98a7-4b92-9808-aacf442b5586),segment_id=e2c24e20-98a7-4b92-9808-aacf442b5586)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:43.353722 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d8161d7c-5f8a-4c75-b03a-131763211747 req-2e9d6d4e-3346-46be-b883-cae03a93825d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.365835 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [req-d8161d7c-5f8a-4c75-b03a-131763211747 req-2e9d6d4e-3346-46be-b883-cae03a93825d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for e0daba01-eb79-42b5-8743-3935e83d9eaf owned by compute:nova {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:39:43.520556 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d8161d7c-5f8a-4c75-b03a-131763211747 req-2e9d6d4e-3346-46be-b883-cae03a93825d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.557340 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d6d4e-3346-46be-b883-cae03a93825d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=e0daba01-eb79-42b5-8743-3935e83d9eaf,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:43.616230 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8161d7c-5f8a-4c75-b03a-131763211747 req-2e9d6d4e-3346-46be-b883-cae03a93825d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] No DVR routers for this DVR port e0daba01-eb79-42b5-8743-3935e83d9eaf on host hv-neutron-8257 {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:43.618583 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-d8161d7c-5f8a-4c75-b03a-131763211747 req-2e9d6d4e-3346-46be-b883-cae03a93825d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.623523 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d8161d7c-5f8a-4c75-b03a-131763211747 req-2e9d6d4e-3346-46be-b883-cae03a93825d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "DELETE /v2.0/ports/e0daba01-eb79-42b5-8743-3935e83d9eaf HTTP/1.1" status: 204 len: 173 time: 0.4935372 Jan 21 09:39:43.625017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'name': 'network-vif-deleted', 'tag': 'e0daba01-eb79-42b5-8743-3935e83d9eaf'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:43.628824 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95924ce5-4a98-43ee-9d05-cec6d79299ae" -d '{"events": [{"server_uuid": "19e250f7-47b1-40ff-b235-7891cf28b3e4", "name": "network-vif-deleted", "tag": "e0daba01-eb79-42b5-8743-3935e83d9eaf"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:43.676544 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7b1c43-8a18-485a-901a-f3d99c7cfd8b x-openstack-request-id: req-7b7b1c43-8a18-485a-901a-f3d99c7cfd8b {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:43.676868 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e250f7-47b1-40ff-b235-7891cf28b3e4", "name": "network-vif-deleted", "tag": "e0daba01-eb79-42b5-8743-3935e83d9eaf", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:43.677420 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7b7b1c43-8a18-485a-901a-f3d99c7cfd8b {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:43.677849 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e250f7-47b1-40ff-b235-7891cf28b3e4', 'name': 'network-vif-deleted', 'tag': 'e0daba01-eb79-42b5-8743-3935e83d9eaf', 'status': 'completed', 'code': 200} Jan 21 09:39:44.224882 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-329cffaf-bc66-43cd-814f-e8a221d91ecd req-f2e8ec7d-40bd-43be-afa6-685a6a012ca6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e250f7-47b1-40ff-b235-7891cf28b3e4 HTTP/1.1" status: 200 len: 210 time: 0.0311458 Jan 21 09:39:45.287273 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44766) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:45.344746 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-458c7453-11e3-4e58-8cb8-b46b3146815f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.368792 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-458c7453-11e3-4e58-8cb8-b46b3146815f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.427207 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-458c7453-11e3-4e58-8cb8-b46b3146815f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.429799 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-458c7453-11e3-4e58-8cb8-b46b3146815f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.430948 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-458c7453-11e3-4e58-8cb8-b46b3146815f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/security-groups/e51a97c8-66a2-4498-aef3-1d6702e80781 HTTP/1.1" status: 204 len: 168 time: 0.1423004 Jan 21 09:39:45.440458 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c7453-11e3-4e58-8cb8-b46b3146815f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51a97c8-66a2-4498-aef3-1d6702e80781,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:45.465942 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44770) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:45.832117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9f1e-519e-484d-a8d4-79ea4907646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.090302 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f9f1e-519e-484d-a8d4-79ea4907646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 2b2f8568-c4e9-4213-b655-9fdc13f46025 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:39:46.090618 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9f1e-519e-484d-a8d4-79ea4907646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.178077 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-0b0f9f1e-519e-484d-a8d4-79ea4907646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 2b2f8568-c4e9-4213-b655-9fdc13f46025, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2b2f8568-c4e9-4213-b655-9fdc13f46025,segment=NetworkSegment(e2c24e20-98a7-4b92-9808-aacf442b5586),segment_id=e2c24e20-98a7-4b92-9808-aacf442b5586)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:46.178440 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9f1e-519e-484d-a8d4-79ea4907646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.190608 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f9f1e-519e-484d-a8d4-79ea4907646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 2b2f8568-c4e9-4213-b655-9fdc13f46025 owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:39:46.647961 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9f1e-519e-484d-a8d4-79ea4907646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.677145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f9f1e-519e-484d-a8d4-79ea4907646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=2b2f8568-c4e9-4213-b655-9fdc13f46025,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:46.852435 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9f1e-519e-484d-a8d4-79ea4907646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.071393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0f9f1e-519e-484d-a8d4-79ea4907646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router d3c372b7-2f1b-4c63-9508-b5001eea81d6 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:47.180606 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0f9f1e-519e-484d-a8d4-79ea4907646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:47.186626 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0b0f9f1e-519e-484d-a8d4-79ea4907646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/d3c372b7-2f1b-4c63-9508-b5001eea81d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7192156 Jan 21 09:39:47.188802 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44772) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:47.191397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf8a772-aae6-4c34-a04f-572c147f599f None None] Sync routers for ids ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:47.200405 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf8a772-aae6-4c34-a04f-572c147f599f None None] Routers {'d3c372b7-2f1b-4c63-9508-b5001eea81d6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:47.201029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-daf8a772-aae6-4c34-a04f-572c147f599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:47.206953 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:39:47.240206 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9b41dc-c30a-404d-af0e-4af75ef73a18 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting subnet c262a34b-a43f-42ea-9be3-ea526cc88acd {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:39:47.243295 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e9b41dc-c30a-404d-af0e-4af75ef73a18 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.287043 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e9b41dc-c30a-404d-af0e-4af75ef73a18 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.307749 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-daf8a772-aae6-4c34-a04f-572c147f599f None None] Set router d3c372b7-2f1b-4c63-9508-b5001eea81d6 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:47.376149 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e9b41dc-c30a-404d-af0e-4af75ef73a18 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.431526 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device e0daba01-eb79-42b5-8743-3935e83d9eaf no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:47.452698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e9b41dc-c30a-404d-af0e-4af75ef73a18 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.461846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: e0daba01-eb79-42b5-8743-3935e83d9eaf {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:39:47.462191 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device e0daba01-eb79-42b5-8743-3935e83d9eaf not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:47.490043 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e9b41dc-c30a-404d-af0e-4af75ef73a18 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.496191 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5e9b41dc-c30a-404d-af0e-4af75ef73a18 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/subnets/c262a34b-a43f-42ea-9be3-ea526cc88acd HTTP/1.1" status: 204 len: 168 time: 0.3039453 Jan 21 09:39:47.496191 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b41dc-c30a-404d-af0e-4af75ef73a18 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Subnet': ['ID=c262a34b-a43f-42ea-9be3-ea526cc88acd,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:47.496464 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44774) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:47.499848 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf93276-e979-4bc1-9000-1b8f5dd3106c None None] Network 6e02e9ea-580a-4085-b489-b8901786a2d4 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:39:47.579192 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-daf8a772-aae6-4c34-a04f-572c147f599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:39:46Z', 'revision_number': 7, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:47.611852 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-04d4f7c7-e7e1-41af-ac17-6c539a5b11f3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.622397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf8a772-aae6-4c34-a04f-572c147f599f None None] Checking router: d3c372b7-2f1b-4c63-9508-b5001eea81d6 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:47.653689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf8a772-aae6-4c34-a04f-572c147f599f None None] Routers {'d3c372b7-2f1b-4c63-9508-b5001eea81d6'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:47.654200 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-daf8a772-aae6-4c34-a04f-572c147f599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:47.722308 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-04d4f7c7-e7e1-41af-ac17-6c539a5b11f3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.765283 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d58c24-a0f6-4e09-95c5-710cc79ce202 None None] DHCP port deletion for 6e02e9ea-580a-4085-b489-b8901786a2d4 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:39:47.777893 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-daf8a772-aae6-4c34-a04f-572c147f599f None None] Set router d3c372b7-2f1b-4c63-9508-b5001eea81d6 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:47.805827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-04d4f7c7-e7e1-41af-ac17-6c539a5b11f3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 9d6d3b99-97b1-4b59-b22d-2cf7325425f5 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:39:47.806302 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-04d4f7c7-e7e1-41af-ac17-6c539a5b11f3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.901315 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-04d4f7c7-e7e1-41af-ac17-6c539a5b11f3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 9d6d3b99-97b1-4b59-b22d-2cf7325425f5, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9d6d3b99-97b1-4b59-b22d-2cf7325425f5,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:47.901709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-04d4f7c7-e7e1-41af-ac17-6c539a5b11f3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.913949 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-04d4f7c7-e7e1-41af-ac17-6c539a5b11f3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 9d6d3b99-97b1-4b59-b22d-2cf7325425f5 owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:39:47.929388 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-12d58c24-a0f6-4e09-95c5-710cc79ce202 None None] Deleting port 552ad98b-d392-4276-858f-ac5bc11d712d {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:39:47.929783 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-12d58c24-a0f6-4e09-95c5-710cc79ce202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.022168 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-12d58c24-a0f6-4e09-95c5-710cc79ce202 None None] For port 552ad98b-d392-4276-858f-ac5bc11d712d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=552ad98b-d392-4276-858f-ac5bc11d712d,segment=NetworkSegment(e2c24e20-98a7-4b92-9808-aacf442b5586),segment_id=e2c24e20-98a7-4b92-9808-aacf442b5586)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:48.022468 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-12d58c24-a0f6-4e09-95c5-710cc79ce202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.036599 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-12d58c24-a0f6-4e09-95c5-710cc79ce202 None None] Calling delete_port for 552ad98b-d392-4276-858f-ac5bc11d712d owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:39:48.093022 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-daf8a772-aae6-4c34-a04f-572c147f599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:39:46Z', 'revision_number': 7, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:48.095857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-04d4f7c7-e7e1-41af-ac17-6c539a5b11f3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.128236 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf8a772-aae6-4c34-a04f-572c147f599f None None] The sync data for ids ['d3c372b7-2f1b-4c63-9508-b5001eea81d6'] in dv-neutron-825721-1-hyperv is: [{'id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'name': 'tempest-TestNetworkBasicOps-router-176914141', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:39:46Z', 'revision_number': 7, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '9d6d3b99-97b1-4b59-b22d-2cf7325425f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c372b7-2f1b-4c63-9508-b5001eea81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:48.130290 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4f7c7-e7e1-41af-ac17-6c539a5b11f3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=9d6d3b99-97b1-4b59-b22d-2cf7325425f5,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:48.170215 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-12d58c24-a0f6-4e09-95c5-710cc79ce202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.200252 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d58c24-a0f6-4e09-95c5-710cc79ce202 None None] Pushing event deleted for resources: {'Port': ['ID=552ad98b-d392-4276-858f-ac5bc11d712d,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:48.203404 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-04d4f7c7-e7e1-41af-ac17-6c539a5b11f3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.212090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d58c24-a0f6-4e09-95c5-710cc79ce202 None None] No DVR routers for this DVR port 552ad98b-d392-4276-858f-ac5bc11d712d on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:48.302219 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-04d4f7c7-e7e1-41af-ac17-6c539a5b11f3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.304313 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-04d4f7c7-e7e1-41af-ac17-6c539a5b11f3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.347234 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-04d4f7c7-e7e1-41af-ac17-6c539a5b11f3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.347899 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d4f7c7-e7e1-41af-ac17-6c539a5b11f3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Fanout notify agent at l3_agent the message router_deleted on router d3c372b7-2f1b-4c63-9508-b5001eea81d6 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:39:48.354682 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-04d4f7c7-e7e1-41af-ac17-6c539a5b11f3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.355774 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-04d4f7c7-e7e1-41af-ac17-6c539a5b11f3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/routers/d3c372b7-2f1b-4c63-9508-b5001eea81d6 HTTP/1.1" status: 204 len: 168 time: 0.8575296 Jan 21 09:39:48.358533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44776) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:48.435556 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-56ebebfb-ad99-4df9-b83a-bb1cb6e9225c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.526954 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-56ebebfb-ad99-4df9-b83a-bb1cb6e9225c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.546645 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 552ad98b-d392-4276-858f-ac5bc11d712d no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:48.551237 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-56ebebfb-ad99-4df9-b83a-bb1cb6e9225c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e02e9ea-580a-4085-b489-b8901786a2d4']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:48.561480 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-56ebebfb-ad99-4df9-b83a-bb1cb6e9225c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c24e20-98a7-4b92-9808-aacf442b5586') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:48.561815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-56ebebfb-ad99-4df9-b83a-bb1cb6e9225c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c24e20-98a7-4b92-9808-aacf442b5586') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:48.569003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 552ad98b-d392-4276-858f-ac5bc11d712d {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:39:48.569350 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 552ad98b-d392-4276-858f-ac5bc11d712d not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:48.572746 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-56ebebfb-ad99-4df9-b83a-bb1cb6e9225c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.587078 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-56ebebfb-ad99-4df9-b83a-bb1cb6e9225c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.595290 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ebebfb-ad99-4df9-b83a-bb1cb6e9225c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:48.595794 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-56ebebfb-ad99-4df9-b83a-bb1cb6e9225c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:48.598842 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:48.663001 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-56ebebfb-ad99-4df9-b83a-bb1cb6e9225c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.670757 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-56ebebfb-ad99-4df9-b83a-bb1cb6e9225c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.674384 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-56ebebfb-ad99-4df9-b83a-bb1cb6e9225c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/networks/6e02e9ea-580a-4085-b489-b8901786a2d4 HTTP/1.1" status: 204 len: 168 time: 0.3148894 Jan 21 09:39:48.686681 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebebfb-ad99-4df9-b83a-bb1cb6e9225c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Network': ['ID=6e02e9ea-580a-4085-b489-b8901786a2d4,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:48.696579 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44778) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:48.701562 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-9ee55694-f745-4ec1-9ece-fefe8d69a2ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'network': {'name': 'tempest-network-smoke--623695845', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'port_security_enabled': True}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:48.724417 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee55694-f745-4ec1-9ece-fefe8d69a2ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:48.727817 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9ee55694-f745-4ec1-9ece-fefe8d69a2ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.753562 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee55694-f745-4ec1-9ece-fefe8d69a2ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:48.763045 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9ee55694-f745-4ec1-9ece-fefe8d69a2ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.763391 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-9ee55694-f745-4ec1-9ece-fefe8d69a2ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Added segment f23ca5c8-d695-4997-9466-1cb41ce4e821 of type vlan for network cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 Jan 21 09:39:48.806408 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9ee55694-f745-4ec1-9ece-fefe8d69a2ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.834621 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9ee55694-f745-4ec1-9ece-fefe8d69a2ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.840227 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee55694-f745-4ec1-9ece-fefe8d69a2ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:48.840839 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9ee55694-f745-4ec1-9ece-fefe8d69a2ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.905250 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9ee55694-f745-4ec1-9ece-fefe8d69a2ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2076032 Jan 21 09:39:48.908249 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44780) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:48.915376 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1094749677', 'admin_state_up': True, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:48.925065 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee55694-f745-4ec1-9ece-fefe8d69a2ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Network': ['ID=cd5ee3b9-40ee-4b1c-8a4d-838b3137d783,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:48.935147 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:39:48.948383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.949602 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.006980 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.145524 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.346875 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.366456 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.472718 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.26.7.79 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/af2a7232-966f-45f8-b1d2-2a1a56078f1a) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:49.596849 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.634831 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.677546 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:49.680557 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:49.683856 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:49.706883 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=af2a7232-966f-45f8-b1d2-2a1a56078f1a,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:50.135273 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9d6d3b99-97b1-4b59-b22d-2cf7325425f5 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:50.161366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 9d6d3b99-97b1-4b59-b22d-2cf7325425f5 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:39:50.161751 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9d6d3b99-97b1-4b59-b22d-2cf7325425f5 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:50.162178 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2b2f8568-c4e9-4213-b655-9fdc13f46025 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:50.184493 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 2b2f8568-c4e9-4213-b655-9fdc13f46025 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:39:50.184841 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2b2f8568-c4e9-4213-b655-9fdc13f46025 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:50.265479 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.464306 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.593476 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router b55b6f4f-45ef-4806-8e13-4e155674bdae is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:39:50.698861 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:50.710533 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Sync routers for ids ['b55b6f4f-45ef-4806-8e13-4e155674bdae'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:50.720384 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.721771 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-aec91079-979f-49ac-a141-99d5f26c4c2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8123515 Jan 21 09:39:50.724682 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Routers {'b55b6f4f-45ef-4806-8e13-4e155674bdae'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:50.725111 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44782) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:50.725670 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b55b6f4f-45ef-4806-8e13-4e155674bdae'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:50.755220 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d2dda373-d250-46ea-9854-9b6a89614e4c tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=d36411baa65a4ba89db6bb1125b34d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287745 Jan 21 09:39:50.759349 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44784) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:50.845869 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Set router b55b6f4f-45ef-4806-8e13-4e155674bdae gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:50.860976 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc3e26a-ccc5-4155-a9da-eb490a307312 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:50.862602 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6fc3e26a-ccc5-4155-a9da-eb490a307312 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1023464 Jan 21 09:39:50.866232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44786) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:50.895102 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c9c65c3f-e1f8-4722-b66a-555bca9fde78 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277839 Jan 21 09:39:50.897709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44788) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:50.902441 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-155115da-c243-4c72-9a72-786dc0289f0c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1492420249', 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:51.013545 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155115da-c243-4c72-9a72-786dc0289f0c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:51.018100 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-155115da-c243-4c72-9a72-786dc0289f0c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.041817 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'name': 'tempest-TestNetworkBasicOps-router-1094749677', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:48Z', 'updated_at': '2022-01-21T09:39:50Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:49Z', 'updated_at': '2022-01-21T09:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:51.075866 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Checking router: b55b6f4f-45ef-4806-8e13-4e155674bdae for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:51.076203 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Updating router b55b6f4f-45ef-4806-8e13-4e155674bdae port af2a7232-966f-45f8-b1d2-2a1a56078f1a binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:39:51.103879 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.212531 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-155115da-c243-4c72-9a72-786dc0289f0c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.278107 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155115da-c243-4c72-9a72-786dc0289f0c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Subnet': ['ID=6d61ba4d-3c0b-49cd-aafe-52ea55919836,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.286707 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155115da-c243-4c72-9a72-786dc0289f0c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Checking segment: {'id': 'f23ca5c8-d695-4997-9466-1cb41ce4e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:39:51.287018 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155115da-c243-4c72-9a72-786dc0289f0c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network hostable DHCP agents. Network: cd5ee3b9-40ee-4b1c-8a4d-838b3137d783, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:51.311465 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155115da-c243-4c72-9a72-786dc0289f0c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:51.322882 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-155115da-c243-4c72-9a72-786dc0289f0c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, cd5ee3b9-40ee-4b1c-8a4d-838b3137d783) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:51.327470 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155115da-c243-4c72-9a72-786dc0289f0c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:51.328937 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-155115da-c243-4c72-9a72-786dc0289f0c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.337533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d73be52-e6e6-45b1-b76b-58da5aaa9805 None None] Network cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:39:51.355293 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-155115da-c243-4c72-9a72-786dc0289f0c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4563348 Jan 21 09:39:51.358294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44790) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:51.478619 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.490084 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.510113 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-cd5ee3b9-40ee-4b1c-8a4d-838b3137d783', 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ips': [{'subnet_id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:39:51.511380 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.560891 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4934f-24a6-471a-a666-622a97a464e0 None None] Pushing event updated for resources: {'Port': ['ID=af2a7232-966f-45f8-b1d2-2a1a56078f1a,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.564627 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Attempting to bind port af2a7232-966f-45f8-b1d2-2a1a56078f1a on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:51.564976 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Attempting to bind port af2a7232-966f-45f8-b1d2-2a1a56078f1a by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:51.565325 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Attempting to bind port af2a7232-966f-45f8-b1d2-2a1a56078f1a on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:39:51.573717 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:39:51.574088 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:39:51.574484 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.574866 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:39:51.575323 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Bound port: af2a7232-966f-45f8-b1d2-2a1a56078f1a, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:51.575813 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.651564 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] For port af2a7232-966f-45f8-b1d2-2a1a56078f1a, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:51.657784 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] For port af2a7232-966f-45f8-b1d2-2a1a56078f1a, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=af2a7232-966f-45f8-b1d2-2a1a56078f1a,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:51.663054 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.686885 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Allocated IP 172.20.0.2 (cd5ee3b9-40ee-4b1c-8a4d-838b3137d783/6d61ba4d-3c0b-49cd-aafe-52ea55919836/23f66e5c-ede9-451f-98fb-a824bf9bc3a3) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:51.715537 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Routers {'b55b6f4f-45ef-4806-8e13-4e155674bdae'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:51.716190 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b55b6f4f-45ef-4806-8e13-4e155674bdae'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:51.767102 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4934f-24a6-471a-a666-622a97a464e0 None None] Pushing event updated for resources: {'Port': ['ID=af2a7232-966f-45f8-b1d2-2a1a56078f1a,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.838950 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] Set router b55b6f4f-45ef-4806-8e13-4e155674bdae gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:51.852087 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.858126 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.871207 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.904389 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Network cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:51.910021 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:51.912405 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:51.919868 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Pushing event updated for resources: {'Port': ['ID=23f66e5c-ede9-451f-98fb-a824bf9bc3a3,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:52.029881 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'name': 'tempest-TestNetworkBasicOps-router-1094749677', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:48Z', 'updated_at': '2022-01-21T09:39:50Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:49Z', 'updated_at': '2022-01-21T09:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:52.065008 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3a7286-2150-4aa9-a2d4-facb65bd21e0 None None] The sync data for ids ['b55b6f4f-45ef-4806-8e13-4e155674bdae'] in dv-neutron-825721-1-hyperv is: [{'id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'name': 'tempest-TestNetworkBasicOps-router-1094749677', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:48Z', 'updated_at': '2022-01-21T09:39:50Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:49Z', 'updated_at': '2022-01-21T09:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:52.133223 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Attempting to bind port 23f66e5c-ede9-451f-98fb-a824bf9bc3a3 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:52.133223 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Attempting to bind port 23f66e5c-ede9-451f-98fb-a824bf9bc3a3 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'f23ca5c8-d695-4997-9466-1cb41ce4e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:52.133731 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Attempting to bind port 23f66e5c-ede9-451f-98fb-a824bf9bc3a3 on network cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:39:52.139564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:39:52.139799 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Checking segment: {'id': 'f23ca5c8-d695-4997-9466-1cb41ce4e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:39:52.140089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.140470 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Bound using segment: {'id': 'f23ca5c8-d695-4997-9466-1cb41ce4e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:39:52.141517 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Bound port: 23f66e5c-ede9-451f-98fb-a824bf9bc3a3, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23ca5c8-d695-4997-9466-1cb41ce4e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:52.141902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.189960 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.1 (cd5ee3b9-40ee-4b1c-8a4d-838b3137d783/6d61ba4d-3c0b-49cd-aafe-52ea55919836/85a2f92e-9d7f-4160-91ef-889a113d8059) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:52.215101 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] For port 23f66e5c-ede9-451f-98fb-a824bf9bc3a3, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:52.218480 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] For port 23f66e5c-ede9-451f-98fb-a824bf9bc3a3, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=23f66e5c-ede9-451f-98fb-a824bf9bc3a3,segment=NetworkSegment(f23ca5c8-d695-4997-9466-1cb41ce4e821),segment_id=f23ca5c8-d695-4997-9466-1cb41ce4e821)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:52.224839 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.307276 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4f655-4b72-4a5b-85bf-a468c96e418b None None] Pushing event updated for resources: {'Port': ['ID=23f66e5c-ede9-451f-98fb-a824bf9bc3a3,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:52.355727 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.396966 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.447070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:52.450561 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:52.455279 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:52.485478 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=85a2f92e-9d7f-4160-91ef-889a113d8059,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:52.522962 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.719285 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.843102 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6639a-5f87-43b0-8bb4-669cd8dc6ac9 req-f3f19911-4f27-4e1d-840b-f2fdf30e3aed tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:52.845687 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3ad6639a-5f87-43b0-8bb4-669cd8dc6ac9 req-f3f19911-4f27-4e1d-840b-f2fdf30e3aed tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 945 time: 0.0649812 Jan 21 09:39:52.889219 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3ad6639a-5f87-43b0-8bb4-669cd8dc6ac9 req-cb783af4-9064-4889-8a8f-a3421ed08cab tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372136 Jan 21 09:39:53.041387 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.045946 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.136414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.140019 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=85a2f92e-9d7f-4160-91ef-889a113d8059,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:53.267259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:53.268807 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:53.404293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router b55b6f4f-45ef-4806-8e13-4e155674bdae has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:53.495072 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13f56af-9c57-433c-bcbc-f13b26c16cc3 None None] Network cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:39:53.540264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:53.548241 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6392a6e4-ffd6-490c-bcce-fb9ad2dcf2d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/b55b6f4f-45ef-4806-8e13-4e155674bdae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1868312 Jan 21 09:39:53.549275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44796) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:53.598586 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-100bd03d-0b22-4b27-b721-17af07837b83 None None] Provisioning complete for port 23f66e5c-ede9-451f-98fb-a824bf9bc3a3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:53.598962 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-100bd03d-0b22-4b27-b721-17af07837b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.740673 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-100bd03d-0b22-4b27-b721-17af07837b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.761544 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd372a8e-e7be-4247-9d08-6d4e70f334c6 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.762029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd372a8e-e7be-4247-9d08-6d4e70f334c6 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.762495 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd372a8e-e7be-4247-9d08-6d4e70f334c6 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.763217 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd372a8e-e7be-4247-9d08-6d4e70f334c6 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.763915 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd372a8e-e7be-4247-9d08-6d4e70f334c6 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.764380 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd372a8e-e7be-4247-9d08-6d4e70f334c6 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.770976 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-dd372a8e-e7be-4247-9d08-6d4e70f334c6 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2174726 Jan 21 09:39:53.771172 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44798) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:53.782436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-100bd03d-0b22-4b27-b721-17af07837b83 None None] For port 23f66e5c-ede9-451f-98fb-a824bf9bc3a3, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=23f66e5c-ede9-451f-98fb-a824bf9bc3a3,segment=NetworkSegment(f23ca5c8-d695-4997-9466-1cb41ce4e821),segment_id=f23ca5c8-d695-4997-9466-1cb41ce4e821)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:53.787882 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-100bd03d-0b22-4b27-b721-17af07837b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.855948 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bd03d-0b22-4b27-b721-17af07837b83 None None] Pushing event updated for resources: {'Port': ['ID=23f66e5c-ede9-451f-98fb-a824bf9bc3a3,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:53.905637 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03057b42-902b-4f09-83e7-c117a1a85c1b tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.906224 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03057b42-902b-4f09-83e7-c117a1a85c1b tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.907050 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03057b42-902b-4f09-83e7-c117a1a85c1b tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.907505 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03057b42-902b-4f09-83e7-c117a1a85c1b tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.907949 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03057b42-902b-4f09-83e7-c117a1a85c1b tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.908396 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03057b42-902b-4f09-83e7-c117a1a85c1b tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.910261 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-03057b42-902b-4f09-83e7-c117a1a85c1b tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1381371 Jan 21 09:39:53.913300 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44800) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:54.039820 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-87399431-0159-44e5-9795-13b9b533cfbd None None] Provisioning complete for port 23f66e5c-ede9-451f-98fb-a824bf9bc3a3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:54.040405 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-87399431-0159-44e5-9795-13b9b533cfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.064792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d187ffb-1b5c-4315-b582-0b0609b80b05 req-abf5e156-a73f-4096-b52e-2fc7c67fba66 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:54.069329 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4d187ffb-1b5c-4315-b582-0b0609b80b05 req-abf5e156-a73f-4096-b52e-2fc7c67fba66 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 945 time: 0.0793526 Jan 21 09:39:54.105497 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Sync routers for ids ['b55b6f4f-45ef-4806-8e13-4e155674bdae'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:54.120457 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Routers {'b55b6f4f-45ef-4806-8e13-4e155674bdae'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:54.120971 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b55b6f4f-45ef-4806-8e13-4e155674bdae'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:54.152853 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4d187ffb-1b5c-4315-b582-0b0609b80b05 req-1326d3f3-5d66-4c77-80b3-698941d2015a tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767207 Jan 21 09:39:54.293630 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7bedfbc6-9bf2-4f8f-9ed0-7c61c25cbfd1 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3787999 Jan 21 09:39:54.299275 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-87399431-0159-44e5-9795-13b9b533cfbd None None] Provisioning complete for port 85a2f92e-9d7f-4160-91ef-889a113d8059 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:54.299665 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-87399431-0159-44e5-9795-13b9b533cfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.304156 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b49b9d-e0e7-4fa9-875b-6843964d714b req-ef346e2e-a8ec-483b-a52e-bd24a831e12b tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:54.306475 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-90b49b9d-e0e7-4fa9-875b-6843964d714b req-ef346e2e-a8ec-483b-a52e-bd24a831e12b tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 945 time: 0.0964274 Jan 21 09:39:54.362107 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-87399431-0159-44e5-9795-13b9b533cfbd None None] Port 85a2f92e-9d7f-4160-91ef-889a113d8059 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:39:54.367547 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Set router b55b6f4f-45ef-4806-8e13-4e155674bdae gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:54.410314 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 23f66e5c-ede9-451f-98fb-a824bf9bc3a3 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:39:54.435036 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [req-90b49b9d-e0e7-4fa9-875b-6843964d714b req-6e87ac98-7a5b-4994-853d-beba4e5be41d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Deleting port 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:39:54.435541 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-90b49b9d-e0e7-4fa9-875b-6843964d714b req-6e87ac98-7a5b-4994-853d-beba4e5be41d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.545252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-90b49b9d-e0e7-4fa9-875b-6843964d714b req-6e87ac98-7a5b-4994-853d-beba4e5be41d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] For port 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=79a47f54-cb0b-4db4-91a0-a18c7e9ef23c,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:54.545793 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-90b49b9d-e0e7-4fa9-875b-6843964d714b req-6e87ac98-7a5b-4994-853d-beba4e5be41d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.596949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-96188333-229e-4dba-86ef-b51199b2e2b8 None None] Provisioning complete for port 85a2f92e-9d7f-4160-91ef-889a113d8059 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:54.597536 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-96188333-229e-4dba-86ef-b51199b2e2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.633313 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 23f66e5c-ede9-451f-98fb-a824bf9bc3a3 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:54.633709 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.668579 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44806) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:54.675595 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-7fc1e9c9-a1a8-4f5d-997c-e40e8ad83d73 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1081358973', 'description': 'tempest-secgroup-smoke-1081358973 description', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:54.683223 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-96188333-229e-4dba-86ef-b51199b2e2b8 None None] Port 85a2f92e-9d7f-4160-91ef-889a113d8059 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:39:54.708688 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7fc1e9c9-a1a8-4f5d-997c-e40e8ad83d73 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.751078 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.802833 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'name': 'tempest-TestNetworkBasicOps-router-1094749677', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:48Z', 'updated_at': '2022-01-21T09:39:52Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:49Z', 'updated_at': '2022-01-21T09:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '85a2f92e-9d7f-4160-91ef-889a113d8059', 'name': '', 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e1:89:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:52Z', 'updated_at': '2022-01-21T09:39:52Z', 'revision_number': 2, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:54.805817 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device af2a7232-966f-45f8-b1d2-2a1a56078f1a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:39:54.807080 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7fc1e9c9-a1a8-4f5d-997c-e40e8ad83d73 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.812831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7fc1e9c9-a1a8-4f5d-997c-e40e8ad83d73 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.849054 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7fc1e9c9-a1a8-4f5d-997c-e40e8ad83d73 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.853366 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7fc1e9c9-a1a8-4f5d-997c-e40e8ad83d73 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1802683 Jan 21 09:39:54.853797 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44808) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:54.856021 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Checking router: b55b6f4f-45ef-4806-8e13-4e155674bdae for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:54.856372 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Updating router b55b6f4f-45ef-4806-8e13-4e155674bdae port 85a2f92e-9d7f-4160-91ef-889a113d8059 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:39:54.858982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f79d767b-8bc3-49dd-b977-99f6b1a785b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '25e26297-c511-4a75-a02e-d1a12a831008', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:54.866630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1e9c9-a1a8-4f5d-997c-e40e8ad83d73 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e26297-c511-4a75-a02e-d1a12a831008,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:54.890121 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d8d555dd-3fb7-4975-b068-2eb71de1c40e None None] Provisioning complete for port 85a2f92e-9d7f-4160-91ef-889a113d8059 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:54.890535 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8d555dd-3fb7-4975-b068-2eb71de1c40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.902843 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f79d767b-8bc3-49dd-b977-99f6b1a785b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.930416 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.962687 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-d8d555dd-3fb7-4975-b068-2eb71de1c40e None None] Port 85a2f92e-9d7f-4160-91ef-889a113d8059 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:39:54.971303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f79d767b-8bc3-49dd-b977-99f6b1a785b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.975873 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f79d767b-8bc3-49dd-b977-99f6b1a785b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.996343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port af2a7232-966f-45f8-b1d2-2a1a56078f1a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:54.996343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.996686 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d767b-8bc3-49dd-b977-99f6b1a785b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9286ae08-c782-4acb-ba8e-363059ad5ae0,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:55.007762 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f79d767b-8bc3-49dd-b977-99f6b1a785b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.008989 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f79d767b-8bc3-49dd-b977-99f6b1a785b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1539059 Jan 21 09:39:55.011800 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44810) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:55.022757 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a9e57e1b-ca31-4d9e-8f61-dd551780b6f4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '25e26297-c511-4a75-a02e-d1a12a831008', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:55.055124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a9e57e1b-ca31-4d9e-8f61-dd551780b6f4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.104953 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-90b49b9d-e0e7-4fa9-875b-6843964d714b req-6e87ac98-7a5b-4994-853d-beba4e5be41d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.105600 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-90b49b9d-e0e7-4fa9-875b-6843964d714b req-6e87ac98-7a5b-4994-853d-beba4e5be41d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.105705 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [req-90b49b9d-e0e7-4fa9-875b-6843964d714b req-6e87ac98-7a5b-4994-853d-beba4e5be41d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Floating IP 6206a238-5a29-4523-a4f5-54e730e305e3 disassociated. External IP: 172.26.7.221, port: 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c. Jan 21 09:39:55.106050 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [req-90b49b9d-e0e7-4fa9-875b-6843964d714b req-6e87ac98-7a5b-4994-853d-beba4e5be41d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Calling delete_port for 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c owned by compute:nova {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:39:55.122874 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a9e57e1b-ca31-4d9e-8f61-dd551780b6f4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.128221 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a9e57e1b-ca31-4d9e-8f61-dd551780b6f4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.148694 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e57e1b-ca31-4d9e-8f61-dd551780b6f4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db9baa3-2540-44af-b4dc-0fe1c12d6ee9,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:55.163949 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a9e57e1b-ca31-4d9e-8f61-dd551780b6f4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.165524 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a9e57e1b-ca31-4d9e-8f61-dd551780b6f4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1526799 Jan 21 09:39:55.167999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44812) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:55.173903 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-6c34f7c5-f371-417f-85a1-35afee84635b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '25e26297-c511-4a75-a02e-d1a12a831008', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:55.210127 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6c34f7c5-f371-417f-85a1-35afee84635b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.210626 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.246598 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port af2a7232-966f-45f8-b1d2-2a1a56078f1a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=af2a7232-966f-45f8-b1d2-2a1a56078f1a,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:55.260670 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.283934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-90b49b9d-e0e7-4fa9-875b-6843964d714b req-6e87ac98-7a5b-4994-853d-beba4e5be41d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.303378 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e829744c-0793-4768-9bff-4caa172a5d94 req-98beb16e-03ad-4c5e-bfca-51b1fc3f6343 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.0499132 Jan 21 09:39:55.317087 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87ac98-7a5b-4994-853d-beba4e5be41d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event deleted for resources: {'Port': ['ID=79a47f54-cb0b-4db4-91a0-a18c7e9ef23c,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:55.330421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6c34f7c5-f371-417f-85a1-35afee84635b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.336885 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6c34f7c5-f371-417f-85a1-35afee84635b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.357807 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=af2a7232-966f-45f8-b1d2-2a1a56078f1a,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:55.366768 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34f7c5-f371-417f-85a1-35afee84635b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67141074-ca95-4b2e-b7bb-cfb3900e581d,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:55.381501 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6c34f7c5-f371-417f-85a1-35afee84635b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.383090 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6c34f7c5-f371-417f-85a1-35afee84635b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2139537 Jan 21 09:39:55.386267 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44816) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:55.389553 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.391964 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-7e629d3d-f55b-46e8-ab20-537adb59f603 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '25e26297-c511-4a75-a02e-d1a12a831008', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:55.397431 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.425993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7e629d3d-f55b-46e8-ab20-537adb59f603 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.468289 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90b49b9d-e0e7-4fa9-875b-6843964d714b req-6e87ac98-7a5b-4994-853d-beba4e5be41d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:55.471476 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af93111-db78-4c3d-bba2-11ca4cd01ed8 None None] Pushing event updated for resources: {'Port': ['ID=85a2f92e-9d7f-4160-91ef-889a113d8059,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:55.508700 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7e629d3d-f55b-46e8-ab20-537adb59f603 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.509427 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Attempting to bind port 85a2f92e-9d7f-4160-91ef-889a113d8059 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:55.510082 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Attempting to bind port 85a2f92e-9d7f-4160-91ef-889a113d8059 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'f23ca5c8-d695-4997-9466-1cb41ce4e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:55.510490 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Attempting to bind port 85a2f92e-9d7f-4160-91ef-889a113d8059 on network cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:39:55.515688 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7e629d3d-f55b-46e8-ab20-537adb59f603 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.519047 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:39:55.519718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Checking segment: {'id': 'f23ca5c8-d695-4997-9466-1cb41ce4e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:39:55.520255 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.521324 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Bound using segment: {'id': 'f23ca5c8-d695-4997-9466-1cb41ce4e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:39:55.522107 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Bound port: 85a2f92e-9d7f-4160-91ef-889a113d8059, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23ca5c8-d695-4997-9466-1cb41ce4e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:55.522588 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.536365 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e629d3d-f55b-46e8-ab20-537adb59f603 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92c937f-c139-407c-8a68-d3ef1ccf1317,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:55.552955 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7e629d3d-f55b-46e8-ab20-537adb59f603 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.554540 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7e629d3d-f55b-46e8-ab20-537adb59f603 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1669912 Jan 21 09:39:55.558243 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44818) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:55.564293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-1dc5e456-a11c-4621-89b6-f2a399b77578 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '25e26297-c511-4a75-a02e-d1a12a831008', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:55.597745 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-1dc5e456-a11c-4621-89b6-f2a399b77578 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:39:55.604287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1dc5e456-a11c-4621-89b6-f2a399b77578 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.620207 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] For port 85a2f92e-9d7f-4160-91ef-889a113d8059, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:55.624602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] For port 85a2f92e-9d7f-4160-91ef-889a113d8059, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=85a2f92e-9d7f-4160-91ef-889a113d8059,segment=NetworkSegment(f23ca5c8-d695-4997-9466-1cb41ce4e821),segment_id=f23ca5c8-d695-4997-9466-1cb41ce4e821)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:55.630757 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.633738 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90b49b9d-e0e7-4fa9-875b-6843964d714b req-6e87ac98-7a5b-4994-853d-beba4e5be41d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:55.649489 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2fefb3-c1e0-47ba-a3a8-565079bdbee0 None None] Sync routers for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:55.663969 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2fefb3-c1e0-47ba-a3a8-565079bdbee0 None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:55.664516 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6d2fefb3-c1e0-47ba-a3a8-565079bdbee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:55.721524 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d1e9890f-c648-41b1-9c62-0bc7cdc74fc9 None None] Provisioning complete for port 85a2f92e-9d7f-4160-91ef-889a113d8059 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:55.721800 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d1e9890f-c648-41b1-9c62-0bc7cdc74fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.722702 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1dc5e456-a11c-4621-89b6-f2a399b77578 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.729555 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1dc5e456-a11c-4621-89b6-f2a399b77578 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.738712 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b49b9d-e0e7-4fa9-875b-6843964d714b req-6e87ac98-7a5b-4994-853d-beba4e5be41d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] No DVR routers for this DVR port 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c on host hv-neutron-8257 {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:55.743116 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-90b49b9d-e0e7-4fa9-875b-6843964d714b req-6e87ac98-7a5b-4994-853d-beba4e5be41d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.748504 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-90b49b9d-e0e7-4fa9-875b-6843964d714b req-6e87ac98-7a5b-4994-853d-beba4e5be41d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.113 "DELETE /v2.0/ports/79a47f54-cb0b-4db4-91a0-a18c7e9ef23c HTTP/1.1" status: 204 len: 173 time: 1.4359224 Jan 21 09:39:55.749993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe14955-89b1-4b0d-9ef9-985bc8a48c53', 'name': 'network-vif-deleted', 'tag': '79a47f54-cb0b-4db4-91a0-a18c7e9ef23c'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:55.761200 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Routers {'b55b6f4f-45ef-4806-8e13-4e155674bdae'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:55.761200 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b55b6f4f-45ef-4806-8e13-4e155674bdae'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:55.767099 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0312d0dd-fe4c-4ea6-9f85-220161c3e93f" -d '{"events": [{"server_uuid": "4fe14955-89b1-4b0d-9ef9-985bc8a48c53", "name": "network-vif-deleted", "tag": "79a47f54-cb0b-4db4-91a0-a18c7e9ef23c"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:55.803686 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5e456-a11c-4621-89b6-f2a399b77578 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02929a63-120c-4063-bcdb-342f0563530e,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:55.816780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1dc5e456-a11c-4621-89b6-f2a399b77578 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.818680 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1dc5e456-a11c-4621-89b6-f2a399b77578 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2589049 Jan 21 09:39:55.822127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44822) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:39:55.836153 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-86a59710-3bb8-4296-b30c-62fe0958c2a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '25e26297-c511-4a75-a02e-d1a12a831008', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:55.848510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af93111-db78-4c3d-bba2-11ca4cd01ed8 None None] Pushing event updated for resources: {'Port': ['ID=85a2f92e-9d7f-4160-91ef-889a113d8059,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:55.862876 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20ea7f1-e9b0-4c74-94d8-d7095b6f151b x-openstack-request-id: req-b20ea7f1-e9b0-4c74-94d8-d7095b6f151b {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:55.863174 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe14955-89b1-4b0d-9ef9-985bc8a48c53", "name": "network-vif-deleted", "tag": "79a47f54-cb0b-4db4-91a0-a18c7e9ef23c", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:55.864049 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b20ea7f1-e9b0-4c74-94d8-d7095b6f151b {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:55.864417 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe14955-89b1-4b0d-9ef9-985bc8a48c53', 'name': 'network-vif-deleted', 'tag': '79a47f54-cb0b-4db4-91a0-a18c7e9ef23c', 'status': 'completed', 'code': 200} Jan 21 09:39:55.901380 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-86a59710-3bb8-4296-b30c-62fe0958c2a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:39:55.908693 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-86a59710-3bb8-4296-b30c-62fe0958c2a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.931164 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-6d2fefb3-c1e0-47ba-a3a8-565079bdbee0 None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:56.010709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-86a59710-3bb8-4296-b30c-62fe0958c2a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.017287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-86a59710-3bb8-4296-b30c-62fe0958c2a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.050099 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a59710-3bb8-4296-b30c-62fe0958c2a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00810e6-db05-4f59-be77-efca660ae214,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:56.066044 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-86a59710-3bb8-4296-b30c-62fe0958c2a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.080789 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-86a59710-3bb8-4296-b30c-62fe0958c2a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2530820 Jan 21 09:39:56.230505 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device af2a7232-966f-45f8-b1d2-2a1a56078f1a up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:39:56.264367 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] Set router b55b6f4f-45ef-4806-8e13-4e155674bdae gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:56.327387 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6d2fefb3-c1e0-47ba-a3a8-565079bdbee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:56.361324 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2fefb3-c1e0-47ba-a3a8-565079bdbee0 None None] Checking router: c653d894-85ee-4bb3-aea1-b6cdbbe1e266 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:56.374183 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2fefb3-c1e0-47ba-a3a8-565079bdbee0 None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:56.375098 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6d2fefb3-c1e0-47ba-a3a8-565079bdbee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:56.404448 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-8c23e0d1-faf8-4935-804e-560be552630b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1081358973&fields=id&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 267 time: 0.0759244 Jan 21 09:39:56.421535 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d1e9890f-c648-41b1-9c62-0bc7cdc74fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.485924 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4af14e9f-8a80-430f-9f43-fca64abd242e req-660f7a6b-2046-4532-8480-0a9beba86915 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.0516338 Jan 21 09:39:56.500982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port af2a7232-966f-45f8-b1d2-2a1a56078f1a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:56.501219 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.519839 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-6d2fefb3-c1e0-47ba-a3a8-565079bdbee0 None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:56.540446 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d1e9890f-c648-41b1-9c62-0bc7cdc74fc9 None None] For port 85a2f92e-9d7f-4160-91ef-889a113d8059, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=85a2f92e-9d7f-4160-91ef-889a113d8059,segment=NetworkSegment(f23ca5c8-d695-4997-9466-1cb41ce4e821),segment_id=f23ca5c8-d695-4997-9466-1cb41ce4e821)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:56.554236 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d1e9890f-c648-41b1-9c62-0bc7cdc74fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.567455 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-2704db04-3787-421b-88f6-d1cc86ddb993 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:56.577498 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-2704db04-3787-421b-88f6-d1cc86ddb993 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/networks?id=cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 HTTP/1.1" status: 200 len: 796 time: 0.1720738 Jan 21 09:39:56.598693 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-bcd1da45-52fc-486d-bd07-fa25cbefb948 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/quotas/d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 375 time: 0.0201740 Jan 21 09:39:56.663971 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c1db67cc-0482-4db7-8317-761eb7f6dfa2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643532 Jan 21 09:39:56.691307 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9890f-c648-41b1-9c62-0bc7cdc74fc9 None None] Pushing event updated for resources: {'Port': ['ID=85a2f92e-9d7f-4160-91ef-889a113d8059,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:56.728295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e5aa6877-8b37-44c7-9840-d73db0bc23a2 None None] Provisioning complete for port 85a2f92e-9d7f-4160-91ef-889a113d8059 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:56.728662 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6877-8b37-44c7-9840-d73db0bc23a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.784446 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'name': 'tempest-TestNetworkBasicOps-router-1094749677', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:48Z', 'updated_at': '2022-01-21T09:39:52Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:49Z', 'updated_at': '2022-01-21T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '85a2f92e-9d7f-4160-91ef-889a113d8059', 'name': '', 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e1:89:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:52Z', 'updated_at': '2022-01-21T09:39:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:56.798014 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-6dab33af-99f3-4e8a-966f-d6fee0a1a79e service neutron] 10.222.0.88 "GET /v2.0/networks/cd5ee3b9-40ee-4b1c-8a4d-838b3137d783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181056 Jan 21 09:39:56.813880 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96168234-0d28-43d4-a5b4-2284f4ae698b None None] The sync data for ids ['b55b6f4f-45ef-4806-8e13-4e155674bdae'] in dv-neutron-825721-1-hyperv is: [{'id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'name': 'tempest-TestNetworkBasicOps-router-1094749677', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:48Z', 'updated_at': '2022-01-21T09:39:52Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:49Z', 'updated_at': '2022-01-21T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '85a2f92e-9d7f-4160-91ef-889a113d8059', 'name': '', 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e1:89:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:52Z', 'updated_at': '2022-01-21T09:39:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:56.831186 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-6d2fefb3-c1e0-47ba-a3a8-565079bdbee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:56.863951 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2fefb3-c1e0-47ba-a3a8-565079bdbee0 None None] The sync data for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv is: [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:56.962936 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-febb659b-d5d7-461f-bc74-3ca07483f503 service neutron] 10.222.0.88 "GET /v2.0/networks/cd5ee3b9-40ee-4b1c-8a4d-838b3137d783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558497 Jan 21 09:39:57.212464 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-41d66f3e-f415-4abd-ae4b-399cf8d8f09e req-805bb19e-624e-4086-81c1-a0319b063955 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 210 time: 0.0511377 Jan 21 09:39:57.260595 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26613fe6-51a9-4fbd-8d53-3be9b357061b None None] New status for floating IP 6206a238-5a29-4523-a4f5-54e730e305e3: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:39:57.483982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:57.508785 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:39:57.508785 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 79a47f54-cb0b-4db4-91a0-a18c7e9ef23c not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:57.602060 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-099f5cd4-6517-4834-85d8-28d5a774b450 req-c1844bd6-8378-473b-84a3-26ac695a26ec tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.0320408 Jan 21 09:39:58.236740 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 85a2f92e-9d7f-4160-91ef-889a113d8059 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:39:58.339617 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 85a2f92e-9d7f-4160-91ef-889a113d8059 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:58.340931 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.386221 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-9d3883f9-a9a8-4f96-9cdf-4319c5a224fb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:58.388243 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-9d3883f9-a9a8-4f96-9cdf-4319c5a224fb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/networks?id=cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 HTTP/1.1" status: 200 len: 796 time: 0.1659043 Jan 21 09:39:58.437223 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1bbcd9fd-a51f-460f-a750-abe5eb3d1359 req-2d860d7a-6342-4a3f-96c7-5e7832f6e737 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 210 time: 0.0477972 Jan 21 09:39:58.460636 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-58e62825-75d1-4809-aaec-b94c974767f1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 380 time: 0.0615697 Jan 21 09:39:58.475811 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-4bd5258b-6b4b-4b6c-8456-52833bcf52e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'port': {'device_id': '7ee4a8dc-be42-459f-8502-1f612d6303a8', 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783', 'admin_state_up': True, 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'security_groups': ['25e26297-c511-4a75-a02e-d1a12a831008']}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:58.595294 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-4bd5258b-6b4b-4b6c-8456-52833bcf52e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:58.598751 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-4bd5258b-6b4b-4b6c-8456-52833bcf52e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.701224 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c6751a5a-41a2-449f-bdaf-2c24a9f49772 req-177669eb-af17-444e-afed-5004b5a3998f tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.0269473 Jan 21 09:39:58.736146 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-4bd5258b-6b4b-4b6c-8456-52833bcf52e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.7 (cd5ee3b9-40ee-4b1c-8a4d-838b3137d783/6d61ba4d-3c0b-49cd-aafe-52ea55919836/5913ff44-3b5f-461a-8528-531db5944618) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:58.889295 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-4bd5258b-6b4b-4b6c-8456-52833bcf52e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.933902 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-4bd5258b-6b4b-4b6c-8456-52833bcf52e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.982688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-4bd5258b-6b4b-4b6c-8456-52833bcf52e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:58.986135 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-4bd5258b-6b4b-4b6c-8456-52833bcf52e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:58.988582 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-4bd5258b-6b4b-4b6c-8456-52833bcf52e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:59.034161 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5258b-6b4b-4b6c-8456-52833bcf52e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=5913ff44-3b5f-461a-8528-531db5944618,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:59.059896 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-4bd5258b-6b4b-4b6c-8456-52833bcf52e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:59.060586 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-4bd5258b-6b4b-4b6c-8456-52833bcf52e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.081355 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-4bd5258b-6b4b-4b6c-8456-52833bcf52e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6119788 Jan 21 09:39:59.093943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Request body: {'port': {'device_id': '7ee4a8dc-be42-459f-8502-1f612d6303a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:59.157735 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.262699 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-eedbd274-c6a9-47c7-9746-36695928c63c None None] Provisioning complete for port 5913ff44-3b5f-461a-8528-531db5944618 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:59.263274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-eedbd274-c6a9-47c7-9746-36695928c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.302197 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-eedbd274-c6a9-47c7-9746-36695928c63c None None] Port 5913ff44-3b5f-461a-8528-531db5944618 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:39:59.434530 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5913ff44-3b5f-461a-8528-531db5944618 {{(pid=102146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:39:59.442572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.456086 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.provisioning_blocks [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Transition to ACTIVE for port object 5913ff44-3b5f-461a-8528-531db5944618 will not be triggered until provisioned by entity L2. {{(pid=102146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:59.461650 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.535648 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Pushing event updated for resources: {'Port': ['ID=5913ff44-3b5f-461a-8528-531db5944618,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:59.620518 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b455d-f4b8-421e-834c-8c933a7c9466 req-7b8c9999-1a29-4b94-b805-4b62210a4785 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:59.622131 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-382b455d-f4b8-421e-834c-8c933a7c9466 req-7b8c9999-1a29-4b94-b805-4b62210a4785 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 943 time: 0.0884874 Jan 21 09:39:59.642476 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Attempting to bind port 5913ff44-3b5f-461a-8528-531db5944618 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:59.642835 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Attempting to bind port 5913ff44-3b5f-461a-8528-531db5944618 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'f23ca5c8-d695-4997-9466-1cb41ce4e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:59.643129 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Attempting to bind port 5913ff44-3b5f-461a-8528-531db5944618 on network cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:39:59.654861 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Port 5913ff44-3b5f-461a-8528-531db5944618 on network cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:39:59.655174 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Attempting to bind port 5913ff44-3b5f-461a-8528-531db5944618 on network cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:39:59.670144 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:39:59.670607 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Checking segment: {'id': 'f23ca5c8-d695-4997-9466-1cb41ce4e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:39:59.670862 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Bound using segment: {'id': 'f23ca5c8-d695-4997-9466-1cb41ce4e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783'} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:39:59.671311 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Bound port: 5913ff44-3b5f-461a-8528-531db5944618, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23ca5c8-d695-4997-9466-1cb41ce4e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783'}}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:59.671672 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.697866 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-382b455d-f4b8-421e-834c-8c933a7c9466 req-8465c59b-f64a-4aba-8a62-0340ec08b043 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=25e26297-c511-4a75-a02e-d1a12a831008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636234 Jan 21 09:39:59.770523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] For port 5913ff44-3b5f-461a-8528-531db5944618, host hv-neutron-8257, cleared binding levels {{(pid=102146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:59.774117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] For port 5913ff44-3b5f-461a-8528-531db5944618, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5913ff44-3b5f-461a-8528-531db5944618,segment=NetworkSegment(f23ca5c8-d695-4997-9466-1cb41ce4e821),segment_id=f23ca5c8-d695-4997-9466-1cb41ce4e821)] {{(pid=102146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:59.779827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.822168 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:59.825443 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.825443 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] 10.222.0.113 "PUT /v2.0/ports/5913ff44-3b5f-461a-8528-531db5944618 HTTP/1.1" status: 200 len: 1093 time: 0.7359655 Jan 21 09:39:59.825703 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee4a8dc-be42-459f-8502-1f612d6303a8', 'tag': '5913ff44-3b5f-461a-8528-531db5944618'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:59.830944 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0158248e-5dd0-4c12-9356-2e03af538e20" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee4a8dc-be42-459f-8502-1f612d6303a8", "tag": "5913ff44-3b5f-461a-8528-531db5944618"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:59.831755 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1db6f7f0-410e-4d81-aaab-1eff0addd785 req-4abb1100-16f3-4fb4-b892-fd34983589cb tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe14955-89b1-4b0d-9ef9-985bc8a48c53 HTTP/1.1" status: 200 len: 210 time: 0.0534170 Jan 21 09:39:59.888765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91284caf-b701-4a3b-a5c3-c39de895d707 x-openstack-request-id: req-91284caf-b701-4a3b-a5c3-c39de895d707 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:59.889195 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee4a8dc-be42-459f-8502-1f612d6303a8", "tag": "5913ff44-3b5f-461a-8528-531db5944618", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:59.889315 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-91284caf-b701-4a3b-a5c3-c39de895d707 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:59.889713 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee4a8dc-be42-459f-8502-1f612d6303a8', 'tag': '5913ff44-3b5f-461a-8528-531db5944618', 'status': 'completed', 'code': 200} Jan 21 09:39:59.905059 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcbd86-678f-4425-b62e-ab1487f84acc service neutron] Pushing event updated for resources: {'Port': ['ID=5913ff44-3b5f-461a-8528-531db5944618,revision_number=3']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:59.930245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-7db86577-4a90-4306-9fdd-42180e8b2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:59.932074 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-7db86577-4a90-4306-9fdd-42180e8b2dd2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 1096 time: 0.0605531 Jan 21 09:39:59.981749 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-90ac1d41-64c5-453e-b3c5-b5df000e19ec service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5913ff44-3b5f-461a-8528-531db5944618 HTTP/1.1" status: 200 len: 217 time: 0.0422702 Jan 21 09:40:00.040560 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-d4d21192-1922-4e63-b96f-431b655fd1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:00.042134 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-d4d21192-1922-4e63-b96f-431b655fd1b3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=6d61ba4d-3c0b-49cd-aafe-52ea55919836 HTTP/1.1" status: 200 len: 835 time: 0.0514772 Jan 21 09:40:00.095841 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-4a7937c6-2598-4642-807c-ef7847ad6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:00.097491 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-4a7937c6-2598-4642-807c-ef7847ad6ba1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cd5ee3b9-40ee-4b1c-8a4d-838b3137d783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453370 Jan 21 09:40:00.208714 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-81f3665a-4486-44ec-a64b-90a909c857bf service neutron] 10.222.0.113 "GET /v2.0/networks/cd5ee3b9-40ee-4b1c-8a4d-838b3137d783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031199 Jan 21 09:40:00.315580 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3f6ad721-3e4a-4866-a4a5-87edd2f8e49a req-92bab7c7-507e-499b-b14d-f954faf6d82c service neutron] 10.222.0.113 "GET /v2.0/networks/cd5ee3b9-40ee-4b1c-8a4d-838b3137d783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968971 Jan 21 09:40:00.414401 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158248e-5dd0-4c12-9356-2e03af538e20 req-d3d64946-cfb2-41a9-a057-615f33ae24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:00.415917 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0158248e-5dd0-4c12-9356-2e03af538e20 req-d3d64946-cfb2-41a9-a057-615f33ae24bf service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 1096 time: 0.0440199 Jan 21 09:40:00.515333 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158248e-5dd0-4c12-9356-2e03af538e20 req-ec87de2f-95ee-43bd-9829-496bbf038f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:00.516909 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0158248e-5dd0-4c12-9356-2e03af538e20 req-ec87de2f-95ee-43bd-9829-496bbf038f8a service neutron] 10.222.0.113 "GET /v2.0/networks?id=cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 HTTP/1.1" status: 200 len: 897 time: 0.0933962 Jan 21 09:40:00.564921 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0158248e-5dd0-4c12-9356-2e03af538e20 req-c6c48a75-500a-4d4e-976b-3de303f7fc38 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5913ff44-3b5f-461a-8528-531db5944618 HTTP/1.1" status: 200 len: 217 time: 0.0408657 Jan 21 09:40:00.616533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158248e-5dd0-4c12-9356-2e03af538e20 req-1c494ee1-5f93-4922-86a3-1fc6cd8399d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:00.618049 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0158248e-5dd0-4c12-9356-2e03af538e20 req-1c494ee1-5f93-4922-86a3-1fc6cd8399d3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=6d61ba4d-3c0b-49cd-aafe-52ea55919836 HTTP/1.1" status: 200 len: 835 time: 0.0456185 Jan 21 09:40:00.670519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158248e-5dd0-4c12-9356-2e03af538e20 req-f6072009-fde1-4125-81e9-340f8a0c48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:00.672589 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0158248e-5dd0-4c12-9356-2e03af538e20 req-f6072009-fde1-4125-81e9-340f8a0c48d7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cd5ee3b9-40ee-4b1c-8a4d-838b3137d783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468724 Jan 21 09:40:00.765201 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0158248e-5dd0-4c12-9356-2e03af538e20 req-0ca97c41-4b35-407c-bad7-5d92e4320a06 service neutron] 10.222.0.113 "GET /v2.0/networks/cd5ee3b9-40ee-4b1c-8a4d-838b3137d783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856142 Jan 21 09:40:00.825478 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42d95c-31a0-4f9a-a073-1bead7b8daff req-3a0f9af2-8fab-4d37-bcd4-8559a3ebf376 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:00.827020 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7b42d95c-31a0-4f9a-a073-1bead7b8daff req-3a0f9af2-8fab-4d37-bcd4-8559a3ebf376 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 943 time: 0.0508020 Jan 21 09:40:00.868736 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0158248e-5dd0-4c12-9356-2e03af538e20 req-aad7d148-ef2b-4f34-b418-662eee435bc2 service neutron] 10.222.0.113 "GET /v2.0/networks/cd5ee3b9-40ee-4b1c-8a4d-838b3137d783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971539 Jan 21 09:40:00.872162 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7b42d95c-31a0-4f9a-a073-1bead7b8daff req-b328701a-f07d-426d-b9b2-f9f64d440e76 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=25e26297-c511-4a75-a02e-d1a12a831008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387044 Jan 21 09:40:01.119124 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-8a92e09e-36a1-4b25-baa7-bb956768bc4c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479744489&fields=id&tenant_id=55511390bef14e7cb904f2997d4e4aee HTTP/1.1" status: 200 len: 267 time: 0.0433700 Jan 21 09:40:01.231823 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-73bf356a-2f3f-45c2-b6ba-2b813b08bd38 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:01.233313 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-73bf356a-2f3f-45c2-b6ba-2b813b08bd38 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 812 time: 0.1063604 Jan 21 09:40:01.249431 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-65b4b618-1b9a-4883-8646-c42004bfaef2 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/quotas/55511390bef14e7cb904f2997d4e4aee HTTP/1.1" status: 200 len: 375 time: 0.0092714 Jan 21 09:40:01.319496 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3a364d52-b442-47ca-916a-66a6017ab80c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633676 Jan 21 09:40:01.423606 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-d2955718-b391-49ed-b446-706d05d0a641 service neutron] 10.222.0.88 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912039 Jan 21 09:40:01.517662 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-6d7d05de-82d3-4d8f-a382-349737669866 service neutron] 10.222.0.88 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879407 Jan 21 09:40:01.815388 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-154038ae-87a9-46cb-a506-cc9d8498c49e req-cea198e6-a61b-4803-8518-5ff1d54dc282 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 210 time: 0.0280488 Jan 21 09:40:01.997590 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4565537-b0f1-4936-a682-768284efa75a req-48ffe50f-9df6-45b6-983d-6127b2caebba tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:01.999649 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e4565537-b0f1-4936-a682-768284efa75a req-48ffe50f-9df6-45b6-983d-6127b2caebba tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 943 time: 0.0533733 Jan 21 09:40:02.044351 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e4565537-b0f1-4936-a682-768284efa75a req-077c69e6-5bf0-47a4-bde5-54920a798a55 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=25e26297-c511-4a75-a02e-d1a12a831008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372913 Jan 21 09:40:02.744019 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-818227ee-7122-481a-ab91-39764298a551 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:02.745580 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-818227ee-7122-481a-ab91-39764298a551 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.113 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 812 time: 0.1117287 Jan 21 09:40:02.791601 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-73e2534e-69a6-4da3-b65d-b1ceb2eb5b94 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55511390bef14e7cb904f2997d4e4aee HTTP/1.1" status: 200 len: 379 time: 0.0378966 Jan 21 09:40:02.800449 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-7a5c6f7d-a294-4ca8-9de6-0358cb85ab24 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Request body: {'port': {'device_id': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'admin_state_up': True, 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'security_groups': ['efbfe62c-09fe-4cd6-bc7f-b1d3df274d07']}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:02.927195 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-7a5c6f7d-a294-4ca8-9de6-0358cb85ab24 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Made reservation on behalf of 55511390bef14e7cb904f2997d4e4aee for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:02.931112 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-7a5c6f7d-a294-4ca8-9de6-0358cb85ab24 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.936104 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b159dc18-26fa-4ed0-bff4-e7ba69bfa4b4 req-867cef0a-48ec-4fe8-aa9a-53e2129b9bdd tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 210 time: 0.0291657 Jan 21 09:40:03.080693 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-7a5c6f7d-a294-4ca8-9de6-0358cb85ab24 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Allocated IP 172.20.0.6 (0bc00035-f913-4c0c-933f-eb8c12314236/51a8f30f-613e-41a2-aa04-d3cbecea2db9/52241fe1-853a-4206-8c62-3b6e01e2a839) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:03.240346 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaba86-acd0-4ef8-a6d2-c5f7a72e94d3 req-f1001039-69ae-44c3-866a-7b3227ba620e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:03.241878 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1daaba86-acd0-4ef8-a6d2-c5f7a72e94d3 req-f1001039-69ae-44c3-866a-7b3227ba620e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 943 time: 0.1149182 Jan 21 09:40:03.303138 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-7a5c6f7d-a294-4ca8-9de6-0358cb85ab24 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.314504 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1daaba86-acd0-4ef8-a6d2-c5f7a72e94d3 req-ff5fdf3f-557e-4705-8afd-c4e1a7dbb5c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=25e26297-c511-4a75-a02e-d1a12a831008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656974 Jan 21 09:40:03.350791 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-7a5c6f7d-a294-4ca8-9de6-0358cb85ab24 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.399001 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-7a5c6f7d-a294-4ca8-9de6-0358cb85ab24 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Network 0bc00035-f913-4c0c-933f-eb8c12314236 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:03.402123 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-7a5c6f7d-a294-4ca8-9de6-0358cb85ab24 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:03.404718 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-7a5c6f7d-a294-4ca8-9de6-0358cb85ab24 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:03.444185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c6f7d-a294-4ca8-9de6-0358cb85ab24 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event updated for resources: {'Port': ['ID=52241fe1-853a-4206-8c62-3b6e01e2a839,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:03.475849 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-7a5c6f7d-a294-4ca8-9de6-0358cb85ab24 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:03.476532 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-7a5c6f7d-a294-4ca8-9de6-0358cb85ab24 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.502047 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 5913ff44-3b5f-461a-8528-531db5944618 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:40:03.505626 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-7a5c6f7d-a294-4ca8-9de6-0358cb85ab24 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7089875 Jan 21 09:40:03.521037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Request body: {'port': {'device_id': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:03.595223 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.619539 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 5913ff44-3b5f-461a-8528-531db5944618, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5913ff44-3b5f-461a-8528-531db5944618,segment=NetworkSegment(f23ca5c8-d695-4997-9466-1cb41ce4e821),segment_id=f23ca5c8-d695-4997-9466-1cb41ce4e821)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:03.636358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '5913ff44-3b5f-461a-8528-531db5944618', 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783', 'port_id': '5913ff44-3b5f-461a-8528-531db5944618', 'mac_address': 'fa:16:3e:ce:df:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:40:03.684446 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.702233 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5913ff44-3b5f-461a-8528-531db5944618 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:40:03.736573 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 5913ff44-3b5f-461a-8528-531db5944618, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5913ff44-3b5f-461a-8528-531db5944618,segment=NetworkSegment(f23ca5c8-d695-4997-9466-1cb41ce4e821),segment_id=f23ca5c8-d695-4997-9466-1cb41ce4e821)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:03.744668 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.749331 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e09c6c77-a888-4ae3-a2a1-f616e3411879 None None] Provisioning complete for port 52241fe1-853a-4206-8c62-3b6e01e2a839 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:03.750219 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e09c6c77-a888-4ae3-a2a1-f616e3411879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.814271 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e09c6c77-a888-4ae3-a2a1-f616e3411879 None None] Port 52241fe1-853a-4206-8c62-3b6e01e2a839 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:40:03.828513 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=5913ff44-3b5f-461a-8528-531db5944618,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:03.892414 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52241fe1-853a-4206-8c62-3b6e01e2a839 {{(pid=102146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:40:03.900343 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.913445 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.provisioning_blocks [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Transition to ACTIVE for port object 52241fe1-853a-4206-8c62-3b6e01e2a839 will not be triggered until provisioned by entity L2. {{(pid=102146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:03.917023 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.956435 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['5913ff44-3b5f-461a-8528-531db5944618'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:40:03.982840 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=52241fe1-853a-4206-8c62-3b6e01e2a839,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:04.116605 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Attempting to bind port 52241fe1-853a-4206-8c62-3b6e01e2a839 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:04.116605 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Attempting to bind port 52241fe1-853a-4206-8c62-3b6e01e2a839 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:04.117052 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Attempting to bind port 52241fe1-853a-4206-8c62-3b6e01e2a839 on network 0bc00035-f913-4c0c-933f-eb8c12314236 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:40:04.119854 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf7444-caae-4fdd-b1d7-cba6c26b88f6 req-a9862396-e250-4f92-812b-e4364d8cc361 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.121436 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9baf7444-caae-4fdd-b1d7-cba6c26b88f6 req-a9862396-e250-4f92-812b-e4364d8cc361 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 943 time: 0.1006222 Jan 21 09:40:04.127508 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Port 52241fe1-853a-4206-8c62-3b6e01e2a839 on network 0bc00035-f913-4c0c-933f-eb8c12314236 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:40:04.128161 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Attempting to bind port 52241fe1-853a-4206-8c62-3b6e01e2a839 on network 0bc00035-f913-4c0c-933f-eb8c12314236 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:40:04.134733 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:40:04.135531 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Checking segment: {'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:40:04.136144 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Bound using segment: {'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:40:04.136921 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Bound port: 52241fe1-853a-4206-8c62-3b6e01e2a839, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'}}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:04.137523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.185283 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9baf7444-caae-4fdd-b1d7-cba6c26b88f6 req-fa0688ae-beb9-4bf6-a434-d165da53794f tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557678 Jan 21 09:40:04.214341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] For port 52241fe1-853a-4206-8c62-3b6e01e2a839, host hv-neutron-8257, cleared binding levels {{(pid=102146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:40:04.221165 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] For port 52241fe1-853a-4206-8c62-3b6e01e2a839, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=52241fe1-853a-4206-8c62-3b6e01e2a839,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:40:04.229273 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.267780 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.269015 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.287263 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] 10.222.0.113 "PUT /v2.0/ports/52241fe1-853a-4206-8c62-3b6e01e2a839 HTTP/1.1" status: 200 len: 1093 time: 0.7728243 Jan 21 09:40:04.304916 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'tag': '52241fe1-853a-4206-8c62-3b6e01e2a839'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:40:04.313160 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae27d653-0a21-47ea-bbc8-4f1a3108b0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7991430f-3966-4b94-a2d5-a028050fa1ef", "tag": "52241fe1-853a-4206-8c62-3b6e01e2a839"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:40:04.386245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99191c-aec0-4750-98ec-88830e225cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=52241fe1-853a-4206-8c62-3b6e01e2a839,revision_number=3']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:04.395832 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-85c39d25-66dd-4b4a-9032-d19f4c824878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.397445 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-85c39d25-66dd-4b4a-9032-d19f4c824878 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 1096 time: 0.0665443 Jan 21 09:40:04.410075 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ff7cc3-cb52-4cff-9113-7f2859c7e12f x-openstack-request-id: req-c4ff7cc3-cb52-4cff-9113-7f2859c7e12f {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:40:04.410367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7991430f-3966-4b94-a2d5-a028050fa1ef", "tag": "52241fe1-853a-4206-8c62-3b6e01e2a839", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:40:04.410618 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c4ff7cc3-cb52-4cff-9113-7f2859c7e12f {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:40:04.411045 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'tag': '52241fe1-853a-4206-8c62-3b6e01e2a839', 'status': 'completed', 'code': 200} Jan 21 09:40:04.456171 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-829e7bb9-4b75-4b22-a963-fd24a3b72ddc service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52241fe1-853a-4206-8c62-3b6e01e2a839 HTTP/1.1" status: 200 len: 217 time: 0.0441587 Jan 21 09:40:04.501934 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407356c7-2fc6-438e-af2a-4ef99ee51de1 req-ce30a5f9-e887-4177-9d29-7097aa63e82f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.503583 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-407356c7-2fc6-438e-af2a-4ef99ee51de1 req-ce30a5f9-e887-4177-9d29-7097aa63e82f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 944 time: 0.0710957 Jan 21 09:40:04.529231 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-078c6938-7d2f-4376-8422-5c46aa15fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.530763 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-078c6938-7d2f-4376-8422-5c46aa15fcaa service neutron] 10.222.0.113 "GET /v2.0/subnets?id=51a8f30f-613e-41a2-aa04-d3cbecea2db9 HTTP/1.1" status: 200 len: 851 time: 0.0658793 Jan 21 09:40:04.561075 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-407356c7-2fc6-438e-af2a-4ef99ee51de1 req-7fa8e296-08fd-4325-81ad-4231ca8489d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=25e26297-c511-4a75-a02e-d1a12a831008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497715 Jan 21 09:40:04.594218 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-4fcbd299-75dc-4a64-b796-6d6cd1dc52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.594218 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-4fcbd299-75dc-4a64-b796-6d6cd1dc52cd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bc00035-f913-4c0c-933f-eb8c12314236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527661 Jan 21 09:40:04.685910 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-0a60ba48-45af-4d30-a4f2-c367ca866189 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858724 Jan 21 09:40:04.782127 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ad76209-dbd7-4e1c-bf5b-e24eb5ddf8c6 req-1bf11bef-519e-4f15-b7ca-362e84032bd8 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898015 Jan 21 09:40:04.870927 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27d653-0a21-47ea-bbc8-4f1a3108b0ac req-f9e886cd-ac43-432e-a44f-073719d8ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.872536 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ae27d653-0a21-47ea-bbc8-4f1a3108b0ac req-f9e886cd-ac43-432e-a44f-073719d8ed7c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 1096 time: 0.0456669 Jan 21 09:40:04.971051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27d653-0a21-47ea-bbc8-4f1a3108b0ac req-453d5647-1f0c-45c4-84aa-317686ad2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.972525 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ae27d653-0a21-47ea-bbc8-4f1a3108b0ac req-453d5647-1f0c-45c4-84aa-317686ad2181 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 913 time: 0.0936766 Jan 21 09:40:05.015061 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ae27d653-0a21-47ea-bbc8-4f1a3108b0ac req-ac454f96-8247-4ad6-a0f7-deb550b83597 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52241fe1-853a-4206-8c62-3b6e01e2a839 HTTP/1.1" status: 200 len: 217 time: 0.0357122 Jan 21 09:40:05.064468 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27d653-0a21-47ea-bbc8-4f1a3108b0ac req-4922f5bb-aa08-471e-b474-5139fa013d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:05.066069 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ae27d653-0a21-47ea-bbc8-4f1a3108b0ac req-4922f5bb-aa08-471e-b474-5139fa013d52 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=51a8f30f-613e-41a2-aa04-d3cbecea2db9 HTTP/1.1" status: 200 len: 851 time: 0.0452232 Jan 21 09:40:05.113684 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27d653-0a21-47ea-bbc8-4f1a3108b0ac req-d762d2fc-9565-4d2c-879e-542f52309ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:05.115188 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ae27d653-0a21-47ea-bbc8-4f1a3108b0ac req-d762d2fc-9565-4d2c-879e-542f52309ca0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bc00035-f913-4c0c-933f-eb8c12314236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430181 Jan 21 09:40:05.210962 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ae27d653-0a21-47ea-bbc8-4f1a3108b0ac req-2a36ad5c-cbe4-495e-b97b-c2eff93b4b0c service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884187 Jan 21 09:40:05.339374 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ae27d653-0a21-47ea-bbc8-4f1a3108b0ac req-0b28be11-2166-4351-8ca6-161a50486691 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211078 Jan 21 09:40:05.349743 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff29cbe-1f19-4d6d-b4ab-18864b04d5dd req-9fa1217e-00f4-45e0-b192-f3143408e426 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:05.351203 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7ff29cbe-1f19-4d6d-b4ab-18864b04d5dd req-9fa1217e-00f4-45e0-b192-f3143408e426 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 943 time: 0.0838592 Jan 21 09:40:05.395430 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7ff29cbe-1f19-4d6d-b4ab-18864b04d5dd req-fc159e7c-d2a2-47f9-88aa-6ea9449dbe65 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371881 Jan 21 09:40:05.507732 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 5913ff44-3b5f-461a-8528-531db5944618 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:40:05.577193 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 5913ff44-3b5f-461a-8528-531db5944618 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:05.582592 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 5913ff44-3b5f-461a-8528-531db5944618 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:05.582834 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.674921 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.691981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07637818-91e4-4e3a-9db0-6466a8a2a4c0 req-5ef45b48-65e3-4180-984a-6c942b76a0db tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:05.694276 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-07637818-91e4-4e3a-9db0-6466a8a2a4c0 req-5ef45b48-65e3-4180-984a-6c942b76a0db tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 944 time: 0.0577123 Jan 21 09:40:05.704106 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee4a8dc-be42-459f-8502-1f612d6303a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5913ff44-3b5f-461a-8528-531db5944618'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:40:05.707029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38ee5d0-fa6a-4e2a-bd8c-4bdec1a7ecba" -d '{"events": [{"server_uuid": "7ee4a8dc-be42-459f-8502-1f612d6303a8", "name": "network-vif-plugged", "status": "completed", "tag": "5913ff44-3b5f-461a-8528-531db5944618"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:40:05.724307 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 5913ff44-3b5f-461a-8528-531db5944618, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5913ff44-3b5f-461a-8528-531db5944618,segment=NetworkSegment(f23ca5c8-d695-4997-9466-1cb41ce4e821),segment_id=f23ca5c8-d695-4997-9466-1cb41ce4e821)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:05.733619 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.747115 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-07637818-91e4-4e3a-9db0-6466a8a2a4c0 req-b867552b-4c2e-49fd-ada2-fbb91189a473 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=25e26297-c511-4a75-a02e-d1a12a831008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472419 Jan 21 09:40:05.774811 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294d37ae-659f-414b-97f1-c06743d80933 x-openstack-request-id: req-294d37ae-659f-414b-97f1-c06743d80933 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:40:05.775251 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee4a8dc-be42-459f-8502-1f612d6303a8", "name": "network-vif-plugged", "status": "completed", "tag": "5913ff44-3b5f-461a-8528-531db5944618", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:40:05.775646 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-294d37ae-659f-414b-97f1-c06743d80933 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:40:05.776212 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee4a8dc-be42-459f-8502-1f612d6303a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5913ff44-3b5f-461a-8528-531db5944618', 'code': 200} Jan 21 09:40:05.806847 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=5913ff44-3b5f-461a-8528-531db5944618,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:05.840233 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-50f7dddb-dfd5-489c-97a4-5d36db7e4c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.946321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad6bfe-0dff-4fb2-831b-be87ec1cbc05 req-11366a5a-01ed-408f-a3b8-0e25f84ba6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:05.947814 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-68ad6bfe-0dff-4fb2-831b-be87ec1cbc05 req-11366a5a-01ed-408f-a3b8-0e25f84ba6c2 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 1098 time: 0.0441310 Jan 21 09:40:05.988442 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-68ad6bfe-0dff-4fb2-831b-be87ec1cbc05 req-e977496e-3b1c-4037-aa64-db97919e9ebb service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=25e26297-c511-4a75-a02e-d1a12a831008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336375 Jan 21 09:40:06.532110 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32230f3-f1ee-4b13-a723-401d211d5efd req-f1f98fe1-6ba2-4574-ae31-ba9d8d122f6b tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:06.533651 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d32230f3-f1ee-4b13-a723-401d211d5efd req-f1f98fe1-6ba2-4574-ae31-ba9d8d122f6b tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 943 time: 0.0584629 Jan 21 09:40:06.574267 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d32230f3-f1ee-4b13-a723-401d211d5efd req-dca5c3d9-4608-41e8-bea5-9dbc07bce3d0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343199 Jan 21 09:40:06.896590 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6ebc4-a5ea-425e-8c5f-b97f073995b4 req-405189ab-d62f-424c-8a6e-2f9957563587 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:06.898916 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6ad6ebc4-a5ea-425e-8c5f-b97f073995b4 req-405189ab-d62f-424c-8a6e-2f9957563587 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 945 time: 0.0690620 Jan 21 09:40:06.947514 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6ad6ebc4-a5ea-425e-8c5f-b97f073995b4 req-fa65ed6b-2b87-4df0-b53b-37b50bae6f50 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=25e26297-c511-4a75-a02e-d1a12a831008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417917 Jan 21 09:40:07.689871 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c78d2-bb17-42a2-a90a-63e22ff7fa7b req-0db23fa1-9ab0-4860-b3b6-d683d2b3cc42 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:07.691321 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-272c78d2-bb17-42a2-a90a-63e22ff7fa7b req-0db23fa1-9ab0-4860-b3b6-d683d2b3cc42 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 943 time: 0.0490048 Jan 21 09:40:07.728414 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-272c78d2-bb17-42a2-a90a-63e22ff7fa7b req-1810e466-50dd-4e4a-aac6-6f3d79769a17 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308061 Jan 21 09:40:08.063937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8090d43-7865-49f2-afe7-d2eba409399f req-1fe7dff7-b9fa-477a-91e0-210672f35185 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:08.065428 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f8090d43-7865-49f2-afe7-d2eba409399f req-1fe7dff7-b9fa-477a-91e0-210672f35185 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 945 time: 0.0497770 Jan 21 09:40:08.107969 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f8090d43-7865-49f2-afe7-d2eba409399f req-bbe85ff3-4ad0-4597-952e-e79178c8d7c4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=25e26297-c511-4a75-a02e-d1a12a831008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366397 Jan 21 09:40:08.208994 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e4f9-4514-4368-b490-1191ee85726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.227536 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf163da5-2d14-467a-be7d-b5474254c9f9 req-88339eba-def4-4605-ba35-8df25dab052c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:08.228918 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf163da5-2d14-467a-be7d-b5474254c9f9 req-88339eba-def4-4605-ba35-8df25dab052c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 945 time: 0.0530922 Jan 21 09:40:08.267326 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf163da5-2d14-467a-be7d-b5474254c9f9 req-c81f5f01-a5a7-42df-a54d-e2395b8550a9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=25e26297-c511-4a75-a02e-d1a12a831008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308809 Jan 21 09:40:08.290001 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44926) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:08.330969 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09aee23-bcfa-4871-aef9-08ab3a0608e5 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:08.332562 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f09aee23-bcfa-4871-aef9-08ab3a0608e5 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 1093 time: 0.0415626 Jan 21 09:40:08.335504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44928) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:08.339997 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': '5913ff44-3b5f-461a-8528-531db5944618', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:08.365263 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.460864 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.577641 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.26.7.163 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/7fd57759-3a7d-4342-b585-6d25a5b3232a) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:08.680259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.713806 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.757437 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:08.761358 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:08.764922 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:08.792148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=7fd57759-3a7d-4342-b585-6d25a5b3232a,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:08.907108 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50047a6c-baa7-4064-bb4a-bcc912df52c0 req-f01d9402-6329-4723-89a5-26a94c0dba08 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:08.908644 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50047a6c-baa7-4064-bb4a-bcc912df52c0 req-f01d9402-6329-4723-89a5-26a94c0dba08 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 943 time: 0.1085083 Jan 21 09:40:08.997841 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50047a6c-baa7-4064-bb4a-bcc912df52c0 req-a0b4229b-f9a5-4c8c-9471-d7aa4abdc49c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810623 Jan 21 09:40:09.240397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.533549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.601194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.758208 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.762721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.835952 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=7fd57759-3a7d-4342-b585-6d25a5b3232a,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:09.848787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.967752 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP db62123c-b00d-4fea-88a6-ac81ddd28fc5 associated. External IP: 172.26.7.163, port: 5913ff44-3b5f-461a-8528-531db5944618. Jan 21 09:40:10.121735 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcfc31-dc6c-4d2c-a5c8-f2eb9f7cf741 req-692b01b8-c79a-4ea1-b471-c48582baf92d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:10.123281 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-34fcfc31-dc6c-4d2c-a5c8-f2eb9f7cf741 req-692b01b8-c79a-4ea1-b471-c48582baf92d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 943 time: 0.0578754 Jan 21 09:40:10.173476 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-34fcfc31-dc6c-4d2c-a5c8-f2eb9f7cf741 req-ba7efb91-7933-4a5a-a9e6-2383fe8ff534 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425520 Jan 21 09:40:10.188636 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router b55b6f4f-45ef-4806-8e13-4e155674bdae has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:40:10.313900 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:10.323876 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e797e351-02a8-41ac-8539-a7581844135a None None] Sync routers for ids ['b55b6f4f-45ef-4806-8e13-4e155674bdae'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:10.338226 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e797e351-02a8-41ac-8539-a7581844135a None None] Routers {'b55b6f4f-45ef-4806-8e13-4e155674bdae'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:10.338840 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e797e351-02a8-41ac-8539-a7581844135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b55b6f4f-45ef-4806-8e13-4e155674bdae'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:10.339668 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.380580 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-891e9d9b-db84-4cc1-ab8c-2c77a8c87ab6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0438759 Jan 21 09:40:10.381442 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee4a8dc-be42-459f-8502-1f612d6303a8', 'tag': '5913ff44-3b5f-461a-8528-531db5944618'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:40:10.383322 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44934) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:10.385656 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215a19f5-1840-4849-b00c-12fb513347b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee4a8dc-be42-459f-8502-1f612d6303a8", "tag": "5913ff44-3b5f-461a-8528-531db5944618"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:40:10.430395 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5219d51d-d470-4c2a-952a-69f54cb17843 x-openstack-request-id: req-5219d51d-d470-4c2a-952a-69f54cb17843 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:40:10.430395 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee4a8dc-be42-459f-8502-1f612d6303a8", "tag": "5913ff44-3b5f-461a-8528-531db5944618", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:40:10.430727 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5219d51d-d470-4c2a-952a-69f54cb17843 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:40:10.430993 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee4a8dc-be42-459f-8502-1f612d6303a8', 'tag': '5913ff44-3b5f-461a-8528-531db5944618', 'status': 'completed', 'code': 200} Jan 21 09:40:10.443515 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-e797e351-02a8-41ac-8539-a7581844135a None None] Set router b55b6f4f-45ef-4806-8e13-4e155674bdae gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:10.465643 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e92ea3ff-dd05-41b7-bafd-45e97e570784 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/db62123c-b00d-4fea-88a6-ac81ddd28fc5 HTTP/1.1" status: 200 len: 991 time: 0.0809236 Jan 21 09:40:10.497187 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a19f5-1840-4849-b00c-12fb513347b0 req-f4662385-4cc9-44ec-b3a5-f97ac47b5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:10.498825 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-215a19f5-1840-4849-b00c-12fb513347b0 req-f4662385-4cc9-44ec-b3a5-f97ac47b5161 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 1098 time: 0.0463362 Jan 21 09:40:10.604434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a19f5-1840-4849-b00c-12fb513347b0 req-80eb0aa4-4911-4f08-aa33-9985a433f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:10.605847 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-215a19f5-1840-4849-b00c-12fb513347b0 req-80eb0aa4-4911-4f08-aa33-9985a433f6ee service neutron] 10.222.0.113 "GET /v2.0/networks?id=cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 HTTP/1.1" status: 200 len: 897 time: 0.1001270 Jan 21 09:40:10.671110 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-215a19f5-1840-4849-b00c-12fb513347b0 req-b1b93230-3f91-4650-b8c6-d38f239a6c3e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5913ff44-3b5f-461a-8528-531db5944618 HTTP/1.1" status: 200 len: 999 time: 0.0589972 Jan 21 09:40:10.696830 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e797e351-02a8-41ac-8539-a7581844135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'name': 'tempest-TestNetworkBasicOps-router-1094749677', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:48Z', 'updated_at': '2022-01-21T09:39:52Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:49Z', 'updated_at': '2022-01-21T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'db62123c-b00d-4fea-88a6-ac81ddd28fc5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'port_id': '5913ff44-3b5f-461a-8528-531db5944618', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783', 'mac_address': 'fa:16:3e:ce:df:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a8dc-be42-459f-8502-1f612d6303a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:09Z', 'updated_at': '2022-01-21T09:40:09Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85a2f92e-9d7f-4160-91ef-889a113d8059', 'name': '', 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e1:89:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:52Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:10.724033 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a19f5-1840-4849-b00c-12fb513347b0 req-3f8c5c2f-d0f8-41c5-ba0f-960433ca722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:10.724316 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e797e351-02a8-41ac-8539-a7581844135a None None] Checking router: b55b6f4f-45ef-4806-8e13-4e155674bdae for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:10.725573 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-215a19f5-1840-4849-b00c-12fb513347b0 req-3f8c5c2f-d0f8-41c5-ba0f-960433ca722d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=6d61ba4d-3c0b-49cd-aafe-52ea55919836 HTTP/1.1" status: 200 len: 835 time: 0.0483644 Jan 21 09:40:10.732712 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e797e351-02a8-41ac-8539-a7581844135a None None] Routers {'b55b6f4f-45ef-4806-8e13-4e155674bdae'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:10.733313 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e797e351-02a8-41ac-8539-a7581844135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b55b6f4f-45ef-4806-8e13-4e155674bdae'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:10.772844 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a19f5-1840-4849-b00c-12fb513347b0 req-eda885e0-3d9c-4ac9-8c75-89d25485414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:10.774437 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-215a19f5-1840-4849-b00c-12fb513347b0 req-eda885e0-3d9c-4ac9-8c75-89d25485414b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cd5ee3b9-40ee-4b1c-8a4d-838b3137d783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419910 Jan 21 09:40:10.843188 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-e797e351-02a8-41ac-8539-a7581844135a None None] Set router b55b6f4f-45ef-4806-8e13-4e155674bdae gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:10.865776 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-215a19f5-1840-4849-b00c-12fb513347b0 req-b5179f06-e1d1-4547-912e-ff24f677009b service neutron] 10.222.0.113 "GET /v2.0/networks/cd5ee3b9-40ee-4b1c-8a4d-838b3137d783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846360 Jan 21 09:40:10.960277 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-215a19f5-1840-4849-b00c-12fb513347b0 req-862398e6-181a-4519-b2f0-d0d843a4f1d3 service neutron] 10.222.0.113 "GET /v2.0/networks/cd5ee3b9-40ee-4b1c-8a4d-838b3137d783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880008 Jan 21 09:40:11.074734 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e797e351-02a8-41ac-8539-a7581844135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'name': 'tempest-TestNetworkBasicOps-router-1094749677', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:48Z', 'updated_at': '2022-01-21T09:39:52Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:49Z', 'updated_at': '2022-01-21T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'db62123c-b00d-4fea-88a6-ac81ddd28fc5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'port_id': '5913ff44-3b5f-461a-8528-531db5944618', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783', 'mac_address': 'fa:16:3e:ce:df:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a8dc-be42-459f-8502-1f612d6303a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:09Z', 'updated_at': '2022-01-21T09:40:09Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85a2f92e-9d7f-4160-91ef-889a113d8059', 'name': '', 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e1:89:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:52Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:11.101913 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e797e351-02a8-41ac-8539-a7581844135a None None] The sync data for ids ['b55b6f4f-45ef-4806-8e13-4e155674bdae'] in dv-neutron-825721-1-hyperv is: [{'id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'name': 'tempest-TestNetworkBasicOps-router-1094749677', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:48Z', 'updated_at': '2022-01-21T09:39:52Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:49Z', 'updated_at': '2022-01-21T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'db62123c-b00d-4fea-88a6-ac81ddd28fc5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'port_id': '5913ff44-3b5f-461a-8528-531db5944618', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783', 'mac_address': 'fa:16:3e:ce:df:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee4a8dc-be42-459f-8502-1f612d6303a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:09Z', 'updated_at': '2022-01-21T09:40:09Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85a2f92e-9d7f-4160-91ef-889a113d8059', 'name': '', 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e1:89:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:52Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:11.250601 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.308608 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e16839b-838a-473e-aadc-976071855003 None None] New status for floating IP db62123c-b00d-4fea-88a6-ac81ddd28fc5: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:40:11.311204 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd139bd-01f8-48b6-bb9b-2308d8b0be6f req-f8ce81be-82dd-4e5b-bbd0-32b82e5dabd3 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:11.317705 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4bd139bd-01f8-48b6-bb9b-2308d8b0be6f req-f8ce81be-82dd-4e5b-bbd0-32b82e5dabd3 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 943 time: 0.0653446 Jan 21 09:40:11.354577 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4bd139bd-01f8-48b6-bb9b-2308d8b0be6f req-2d44cf3e-f6ce-430d-bf12-a7d4a700e391 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345955 Jan 21 09:40:11.382809 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.470474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44940) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:11.541153 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f7cc7e87-2b07-4694-8c87-e13a430a9fbf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/db62123c-b00d-4fea-88a6-ac81ddd28fc5 HTTP/1.1" status: 200 len: 991 time: 0.0694058 Jan 21 09:40:12.478585 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402bfc9-8bb1-4db2-a001-b3705313d5e3 req-1707f226-8967-4cae-866f-ab4be06c09db tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:12.480212 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2402bfc9-8bb1-4db2-a001-b3705313d5e3 req-1707f226-8967-4cae-866f-ab4be06c09db tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 943 time: 0.0509958 Jan 21 09:40:12.524268 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2402bfc9-8bb1-4db2-a001-b3705313d5e3 req-a98bd6c0-f5e0-4147-8acc-ab303d2ee1a1 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362740 Jan 21 09:40:12.545643 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44944) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:12.614229 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0b347011-b52c-4525-99bf-7e0d53cb6061 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/db62123c-b00d-4fea-88a6-ac81ddd28fc5 HTTP/1.1" status: 200 len: 993 time: 0.0674570 Jan 21 09:40:13.645287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef91bf-7f65-449f-8cdf-ddcbec3ff7a5 req-c784f547-c118-4609-8733-c0759d90f430 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:13.646801 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a1ef91bf-7f65-449f-8cdf-ddcbec3ff7a5 req-c784f547-c118-4609-8733-c0759d90f430 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 943 time: 0.0515723 Jan 21 09:40:13.685970 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a1ef91bf-7f65-449f-8cdf-ddcbec3ff7a5 req-584adb1e-0511-4c1e-a224-1070d1ccab9b tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330513 Jan 21 09:40:14.801280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e228e8d-9851-44b1-bf26-5493709a20e5 req-872df6d7-224b-4c28-94b8-aa29462d6b1c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:14.802814 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5e228e8d-9851-44b1-bf26-5493709a20e5 req-872df6d7-224b-4c28-94b8-aa29462d6b1c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 943 time: 0.0502958 Jan 21 09:40:14.840537 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5e228e8d-9851-44b1-bf26-5493709a20e5 req-547ffd24-8b9c-499e-a1b2-2b2acf67ebd5 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317223 Jan 21 09:40:15.579645 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 52241fe1-853a-4206-8c62-3b6e01e2a839 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:40:15.674758 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 52241fe1-853a-4206-8c62-3b6e01e2a839, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=52241fe1-853a-4206-8c62-3b6e01e2a839,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:15.684908 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '52241fe1-853a-4206-8c62-3b6e01e2a839', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'port_id': '52241fe1-853a-4206-8c62-3b6e01e2a839', 'mac_address': 'fa:16:3e:e8:75:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:40:15.725680 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.738165 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52241fe1-853a-4206-8c62-3b6e01e2a839 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:40:15.757083 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 52241fe1-853a-4206-8c62-3b6e01e2a839, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=52241fe1-853a-4206-8c62-3b6e01e2a839,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:15.762870 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.814561 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=52241fe1-853a-4206-8c62-3b6e01e2a839,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:15.964402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['52241fe1-853a-4206-8c62-3b6e01e2a839'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:40:15.967596 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48a5e5-aecb-4bc6-b4de-e0c85db4dccf req-a0b4d214-ebe8-47ed-acce-1dc24170776c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:15.969761 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ba48a5e5-aecb-4bc6-b4de-e0c85db4dccf req-a0b4d214-ebe8-47ed-acce-1dc24170776c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 944 time: 0.0587924 Jan 21 09:40:16.007983 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ba48a5e5-aecb-4bc6-b4de-e0c85db4dccf req-01d4a7a5-0453-43a1-b969-0b215d01b84b tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317323 Jan 21 09:40:17.132581 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f864e0a-b697-4797-8815-a58f24227828 req-f96b1fef-3672-4ae7-9d4f-f0e060f9275a tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:17.134130 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1f864e0a-b697-4797-8815-a58f24227828 req-f96b1fef-3672-4ae7-9d4f-f0e060f9275a tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 944 time: 0.0542407 Jan 21 09:40:17.172807 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1f864e0a-b697-4797-8815-a58f24227828 req-3b9b2f05-6604-4563-a2d9-a2806685fd7e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327160 Jan 21 09:40:17.601065 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 52241fe1-853a-4206-8c62-3b6e01e2a839 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:40:17.648462 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 52241fe1-853a-4206-8c62-3b6e01e2a839 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:17.652307 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 52241fe1-853a-4206-8c62-3b6e01e2a839 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:17.652679 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.729729 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.752523 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52241fe1-853a-4206-8c62-3b6e01e2a839'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:40:17.755098 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41e9665-759e-4f9b-a12b-89445eec9a9b" -d '{"events": [{"server_uuid": "7991430f-3966-4b94-a2d5-a028050fa1ef", "name": "network-vif-plugged", "status": "completed", "tag": "52241fe1-853a-4206-8c62-3b6e01e2a839"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:40:17.767874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 52241fe1-853a-4206-8c62-3b6e01e2a839, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=52241fe1-853a-4206-8c62-3b6e01e2a839,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:17.776383 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.800398 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3df0f0f-826a-472e-92e1-6c1bc6ad3837 x-openstack-request-id: req-e3df0f0f-826a-472e-92e1-6c1bc6ad3837 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:40:17.800713 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7991430f-3966-4b94-a2d5-a028050fa1ef", "name": "network-vif-plugged", "status": "completed", "tag": "52241fe1-853a-4206-8c62-3b6e01e2a839", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:40:17.800932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e3df0f0f-826a-472e-92e1-6c1bc6ad3837 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:40:17.801303 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52241fe1-853a-4206-8c62-3b6e01e2a839', 'code': 200} Jan 21 09:40:17.827660 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=52241fe1-853a-4206-8c62-3b6e01e2a839,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:17.995148 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb843d28-e3e7-416a-8559-a09fc5c28b79 req-f4937da4-50f3-48af-b11f-b1ad31bb773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:17.996467 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fb843d28-e3e7-416a-8559-a09fc5c28b79 req-f4937da4-50f3-48af-b11f-b1ad31bb773d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 1098 time: 0.0393734 Jan 21 09:40:18.031925 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fb843d28-e3e7-416a-8559-a09fc5c28b79 req-6034d11f-9690-47e4-b1a5-fd3d291818bb service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286739 Jan 21 09:40:18.300097 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c61c22-39bb-4493-b518-4594d5d4a704 req-52667514-0757-4bd5-b695-de1ad1285bcb tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:18.301635 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a5c61c22-39bb-4493-b518-4594d5d4a704 req-52667514-0757-4bd5-b695-de1ad1285bcb tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 945 time: 0.0595651 Jan 21 09:40:18.339670 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a5c61c22-39bb-4493-b518-4594d5d4a704 req-7036b53f-0210-4821-9685-400e07ca34c5 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320072 Jan 21 09:40:19.457229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc54ae-407f-493c-b816-910cab1905e8 req-4a0e7f04-7f14-44f3-b774-f19c3f1c6255 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:19.458873 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-26dc54ae-407f-493c-b816-910cab1905e8 req-4a0e7f04-7f14-44f3-b774-f19c3f1c6255 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 945 time: 0.0502512 Jan 21 09:40:19.500682 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-26dc54ae-407f-493c-b816-910cab1905e8 req-eefb22ee-823c-40ed-be1e-fd4f129ace36 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356591 Jan 21 09:40:19.618557 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f869b29-72d2-4252-8566-13d72bdf7237 req-c0a58fc7-c6c5-41dc-ad19-b55e3f87d742 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:19.619955 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0f869b29-72d2-4252-8566-13d72bdf7237 req-c0a58fc7-c6c5-41dc-ad19-b55e3f87d742 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 945 time: 0.0530028 Jan 21 09:40:19.659538 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0f869b29-72d2-4252-8566-13d72bdf7237 req-56ae4d9c-14ce-4e17-9773-38db520938e4 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328336 Jan 21 09:40:19.681870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44964) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:20.047321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c310a6-2c3b-4806-9083-a6ed98cddf71 tempest-TestVolumeBootPattern-1261346526 tempest-TestVolumeBootPattern-1261346526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:20.048823 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-44c310a6-2c3b-4806-9083-a6ed98cddf71 tempest-TestVolumeBootPattern-1261346526 tempest-TestVolumeBootPattern-1261346526-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 1093 time: 0.3659561 Jan 21 09:40:20.051615 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 44966) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:20.056938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': '52241fe1-853a-4206-8c62-3b6e01e2a839', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:20.082047 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.176832 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.280643 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Allocated IP 172.26.7.201 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/3b3cf6aa-8fba-4d42-b6e4-9d83e9f608ca) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:20.381836 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.420368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.460393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:20.465140 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:20.467948 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:20.473905 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event updated for resources: {'Port': ['ID=3b3cf6aa-8fba-4d42-b6e4-9d83e9f608ca,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:20.502563 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:20.502907 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:20.503241 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:20.503578 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:20.503902 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:20.504226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:20.504545 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:20.504870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:20.505194 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:20.505535 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:20.505853 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:20.506166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:20.838529 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.902044 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.053487 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.058104 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.127609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event updated for resources: {'Port': ['ID=3b3cf6aa-8fba-4d42-b6e4-9d83e9f608ca,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:21.138727 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.237468 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Floating IP f7ff2fc8-847d-4055-85ce-4e8f85a40a26 associated. External IP: 172.26.7.201, port: 52241fe1-853a-4206-8c62-3b6e01e2a839. Jan 21 09:40:21.447621 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:40:21.557606 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:21.568186 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee122a8-186d-473f-89fa-cada613a0c3d None None] Sync routers for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:21.576197 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.576835 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee122a8-186d-473f-89fa-cada613a0c3d None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:21.577572 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5ee122a8-186d-473f-89fa-cada613a0c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:21.603197 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-38b6753c-7cea-4bcd-9e7b-21f77aa42115 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5505822 Jan 21 09:40:21.603872 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'tag': '52241fe1-853a-4206-8c62-3b6e01e2a839'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:40:21.606152 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df23f4d-16f1-42dd-9e80-113dffe9aadf" -d '{"events": [{"name": "network-changed", "server_uuid": "7991430f-3966-4b94-a2d5-a028050fa1ef", "tag": "52241fe1-853a-4206-8c62-3b6e01e2a839"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:40:21.642454 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287a8b95-2276-4859-b9b6-5c9b04c1d9cd x-openstack-request-id: req-287a8b95-2276-4859-b9b6-5c9b04c1d9cd {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:40:21.642751 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7991430f-3966-4b94-a2d5-a028050fa1ef", "tag": "52241fe1-853a-4206-8c62-3b6e01e2a839", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:40:21.643002 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-287a8b95-2276-4859-b9b6-5c9b04c1d9cd {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:40:21.643398 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'tag': '52241fe1-853a-4206-8c62-3b6e01e2a839', 'status': 'completed', 'code': 200} Jan 21 09:40:21.692709 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-5ee122a8-186d-473f-89fa-cada613a0c3d None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:21.707318 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df23f4d-16f1-42dd-9e80-113dffe9aadf req-da9a674a-52ff-4ca3-8019-b8876404015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:21.708745 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8df23f4d-16f1-42dd-9e80-113dffe9aadf req-da9a674a-52ff-4ca3-8019-b8876404015c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 1098 time: 0.0444121 Jan 21 09:40:21.804500 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df23f4d-16f1-42dd-9e80-113dffe9aadf req-980a2a0e-9e57-4974-9122-d1e62c8f6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:21.806027 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8df23f4d-16f1-42dd-9e80-113dffe9aadf req-980a2a0e-9e57-4974-9122-d1e62c8f6304 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 913 time: 0.0903070 Jan 21 09:40:21.881450 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8df23f4d-16f1-42dd-9e80-113dffe9aadf req-ba7579ef-f752-4007-9c2c-49aa7388fdb5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52241fe1-853a-4206-8c62-3b6e01e2a839 HTTP/1.1" status: 200 len: 999 time: 0.0690637 Jan 21 09:40:21.932148 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df23f4d-16f1-42dd-9e80-113dffe9aadf req-08d5c021-365a-4b03-9bf2-ae4c6e2620a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:21.933716 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8df23f4d-16f1-42dd-9e80-113dffe9aadf req-08d5c021-365a-4b03-9bf2-ae4c6e2620a1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=51a8f30f-613e-41a2-aa04-d3cbecea2db9 HTTP/1.1" status: 200 len: 851 time: 0.0453336 Jan 21 09:40:21.979059 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df23f4d-16f1-42dd-9e80-113dffe9aadf req-1c414415-d3af-4c29-b259-7748ef4b31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:21.980489 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8df23f4d-16f1-42dd-9e80-113dffe9aadf req-1c414415-d3af-4c29-b259-7748ef4b31a4 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bc00035-f913-4c0c-933f-eb8c12314236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407124 Jan 21 09:40:22.002077 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5ee122a8-186d-473f-89fa-cada613a0c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'f7ff2fc8-847d-4055-85ce-4e8f85a40a26', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'floating_ip_address': '172.26.7.201', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'port_id': '52241fe1-853a-4206-8c62-3b6e01e2a839', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'mac_address': 'fa:16:3e:e8:75:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:20Z', 'updated_at': '2022-01-21T09:40:20Z', 'revision_number': 0, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:22.030786 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee122a8-186d-473f-89fa-cada613a0c3d None None] Checking router: c653d894-85ee-4bb3-aea1-b6cdbbe1e266 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:22.039983 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee122a8-186d-473f-89fa-cada613a0c3d None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:22.040579 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5ee122a8-186d-473f-89fa-cada613a0c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:22.072572 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8df23f4d-16f1-42dd-9e80-113dffe9aadf req-18514f74-9a68-4f5e-aaab-d8caf1cf8927 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856953 Jan 21 09:40:22.144616 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-5ee122a8-186d-473f-89fa-cada613a0c3d None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:22.162363 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8df23f4d-16f1-42dd-9e80-113dffe9aadf req-d7d059af-730f-4148-93cc-0080b415829a service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830941 Jan 21 09:40:22.372574 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5ee122a8-186d-473f-89fa-cada613a0c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'f7ff2fc8-847d-4055-85ce-4e8f85a40a26', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'floating_ip_address': '172.26.7.201', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'port_id': '52241fe1-853a-4206-8c62-3b6e01e2a839', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'mac_address': 'fa:16:3e:e8:75:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:20Z', 'updated_at': '2022-01-21T09:40:20Z', 'revision_number': 0, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:22.401859 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee122a8-186d-473f-89fa-cada613a0c3d None None] The sync data for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv is: [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'f7ff2fc8-847d-4055-85ce-4e8f85a40a26', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'floating_ip_address': '172.26.7.201', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'port_id': '52241fe1-853a-4206-8c62-3b6e01e2a839', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'mac_address': 'fa:16:3e:e8:75:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:20Z', 'updated_at': '2022-01-21T09:40:20Z', 'revision_number': 0, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:22.596661 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64b1c3-6de4-4419-95ab-4dc207d99d05 None None] New status for floating IP f7ff2fc8-847d-4055-85ce-4e8f85a40a26: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:40:24.205815 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:40:24.738047 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.743226 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6c0faac7-48dc-4696-a0a5-8f3c8210defe req-79e870b7-7ef3-42cb-a59e-5fdc12988fae service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401924 Jan 21 09:40:31.833508 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0faac7-48dc-4696-a0a5-8f3c8210defe req-7ba14651-bcd3-4d1c-be5c-8a3f2f2e5162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:31.835051 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6c0faac7-48dc-4696-a0a5-8f3c8210defe req-7ba14651-bcd3-4d1c-be5c-8a3f2f2e5162 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 1098 time: 0.0456271 Jan 21 09:40:31.938426 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0faac7-48dc-4696-a0a5-8f3c8210defe req-e559e98e-3890-4291-a5fd-886d62d5dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:31.939895 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6c0faac7-48dc-4696-a0a5-8f3c8210defe req-e559e98e-3890-4291-a5fd-886d62d5dadb service neutron] 10.222.0.113 "GET /v2.0/networks?id=cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 HTTP/1.1" status: 200 len: 897 time: 0.0854495 Jan 21 09:40:32.008287 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6c0faac7-48dc-4696-a0a5-8f3c8210defe req-aa0b6023-9422-49e1-b0c0-4dd4ee76dae8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5913ff44-3b5f-461a-8528-531db5944618 HTTP/1.1" status: 200 len: 1001 time: 0.0613232 Jan 21 09:40:32.058519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0faac7-48dc-4696-a0a5-8f3c8210defe req-45b1c6bd-549d-4c52-9cf1-b0d6932cf52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:32.059917 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6c0faac7-48dc-4696-a0a5-8f3c8210defe req-45b1c6bd-549d-4c52-9cf1-b0d6932cf52b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=6d61ba4d-3c0b-49cd-aafe-52ea55919836 HTTP/1.1" status: 200 len: 835 time: 0.0431855 Jan 21 09:40:32.111139 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0faac7-48dc-4696-a0a5-8f3c8210defe req-24f8dbe6-c354-411b-91cf-4b68f452bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:32.112449 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6c0faac7-48dc-4696-a0a5-8f3c8210defe req-24f8dbe6-c354-411b-91cf-4b68f452bb23 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cd5ee3b9-40ee-4b1c-8a4d-838b3137d783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446017 Jan 21 09:40:32.215686 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6c0faac7-48dc-4696-a0a5-8f3c8210defe req-d792a9aa-3056-44a0-a5e2-c660d2bd7a14 service neutron] 10.222.0.113 "GET /v2.0/networks/cd5ee3b9-40ee-4b1c-8a4d-838b3137d783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966549 Jan 21 09:40:32.307538 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6c0faac7-48dc-4696-a0a5-8f3c8210defe req-5dc55d2f-195f-41b4-81bd-541aad9f38a4 service neutron] 10.222.0.113 "GET /v2.0/networks/cd5ee3b9-40ee-4b1c-8a4d-838b3137d783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850053 Jan 21 09:40:35.832529 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a98681ee-9f01-41b9-8943-7152c3f5f21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.203998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc636-244b-421a-bad3-0cc86737efc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.236520 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.253879 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.347442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.677047 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44988) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:43.758239 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3f2c02ed-6ab0-4b3d-ab3d-8ab4cbfa946b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/db62123c-b00d-4fea-88a6-ac81ddd28fc5 HTTP/1.1" status: 200 len: 993 time: 0.0797520 Jan 21 09:40:43.997486 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 44994) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:44.168979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 7fd57759-3a7d-4342-b585-6d25a5b3232a {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:40:44.169326 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.252504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.253604 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.266280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 7fd57759-3a7d-4342-b585-6d25a5b3232a owned by network:floatingip {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:40:44.452102 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.479824 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=7fd57759-3a7d-4342-b585-6d25a5b3232a,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:44.506336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:44.506706 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:44.507030 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:44.507362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:44.507712 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:44.508058 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:44.508391 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:44.508721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:44.509042 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:44.509362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:44.509755 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:44.510068 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:44.560325 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.560673 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP db62123c-b00d-4fea-88a6-ac81ddd28fc5 disassociated (deleted). External IP: 172.26.7.163, port: 5913ff44-3b5f-461a-8528-531db5944618. Jan 21 09:40:44.806905 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router b55b6f4f-45ef-4806-8e13-4e155674bdae has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:40:44.921589 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:44.927201 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.931906 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead59146-05ae-4abe-b212-f762c0afe03c None None] Sync routers for ids ['b55b6f4f-45ef-4806-8e13-4e155674bdae'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:44.942991 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead59146-05ae-4abe-b212-f762c0afe03c None None] Routers {'b55b6f4f-45ef-4806-8e13-4e155674bdae'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:44.943630 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-ead59146-05ae-4abe-b212-f762c0afe03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b55b6f4f-45ef-4806-8e13-4e155674bdae'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:44.961854 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c7940013-d4ee-47ea-a5b7-4924001785c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/floatingips/db62123c-b00d-4fea-88a6-ac81ddd28fc5 HTTP/1.1" status: 204 len: 168 time: 0.9631882 Jan 21 09:40:44.962526 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee4a8dc-be42-459f-8502-1f612d6303a8', 'tag': '5913ff44-3b5f-461a-8528-531db5944618'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:40:44.965331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc5a3fc-cea3-4331-ba32-698b67815c86" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee4a8dc-be42-459f-8502-1f612d6303a8", "tag": "5913ff44-3b5f-461a-8528-531db5944618"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:40:45.014116 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb565ad-e1b5-4609-ba4b-26d743aeb05c x-openstack-request-id: req-bbb565ad-e1b5-4609-ba4b-26d743aeb05c {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:40:45.014449 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee4a8dc-be42-459f-8502-1f612d6303a8", "tag": "5913ff44-3b5f-461a-8528-531db5944618", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:40:45.014675 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bbb565ad-e1b5-4609-ba4b-26d743aeb05c {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:40:45.015057 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee4a8dc-be42-459f-8502-1f612d6303a8', 'tag': '5913ff44-3b5f-461a-8528-531db5944618', 'status': 'completed', 'code': 200} Jan 21 09:40:45.069958 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-ead59146-05ae-4abe-b212-f762c0afe03c None None] Set router b55b6f4f-45ef-4806-8e13-4e155674bdae gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:45.092237 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5a3fc-cea3-4331-ba32-698b67815c86 req-08d787a4-7146-45ff-9b1b-38196f9cc8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:45.093834 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5dc5a3fc-cea3-4331-ba32-698b67815c86 req-08d787a4-7146-45ff-9b1b-38196f9cc8a2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 1098 time: 0.0532255 Jan 21 09:40:45.225087 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5a3fc-cea3-4331-ba32-698b67815c86 req-0a8d4aaf-cc74-4074-bdae-6e9554f41b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:45.226649 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5dc5a3fc-cea3-4331-ba32-698b67815c86 req-0a8d4aaf-cc74-4074-bdae-6e9554f41b4d service neutron] 10.222.0.113 "GET /v2.0/networks?id=cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 HTTP/1.1" status: 200 len: 897 time: 0.1246436 Jan 21 09:40:45.243247 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65054b50-a4dd-470c-a632-02d61601f2c9 req-d47961ec-e824-4c3f-8df6-a8221788bc63 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:45.244857 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-65054b50-a4dd-470c-a632-02d61601f2c9 req-d47961ec-e824-4c3f-8df6-a8221788bc63 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 945 time: 0.0747519 Jan 21 09:40:45.282521 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-ead59146-05ae-4abe-b212-f762c0afe03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'name': 'tempest-TestNetworkBasicOps-router-1094749677', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:48Z', 'updated_at': '2022-01-21T09:39:52Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:49Z', 'updated_at': '2022-01-21T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '85a2f92e-9d7f-4160-91ef-889a113d8059', 'name': '', 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e1:89:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:52Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:45.297559 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5dc5a3fc-cea3-4331-ba32-698b67815c86 req-4e275be9-cbd5-4c07-9144-7b9cca4e9c22 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5913ff44-3b5f-461a-8528-531db5944618 HTTP/1.1" status: 200 len: 217 time: 0.0625005 Jan 21 09:40:45.309840 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead59146-05ae-4abe-b212-f762c0afe03c None None] Checking router: b55b6f4f-45ef-4806-8e13-4e155674bdae for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:45.319302 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead59146-05ae-4abe-b212-f762c0afe03c None None] Routers {'b55b6f4f-45ef-4806-8e13-4e155674bdae'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:45.320062 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-ead59146-05ae-4abe-b212-f762c0afe03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b55b6f4f-45ef-4806-8e13-4e155674bdae'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:45.326035 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-65054b50-a4dd-470c-a632-02d61601f2c9 req-e9499e33-1430-443a-834a-f624d02d6b3e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=25e26297-c511-4a75-a02e-d1a12a831008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748427 Jan 21 09:40:45.363855 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5a3fc-cea3-4331-ba32-698b67815c86 req-3913bef6-3246-42bd-89e1-82eb5e860745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:45.365335 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5dc5a3fc-cea3-4331-ba32-698b67815c86 req-3913bef6-3246-42bd-89e1-82eb5e860745 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=6d61ba4d-3c0b-49cd-aafe-52ea55919836 HTTP/1.1" status: 200 len: 835 time: 0.0596101 Jan 21 09:40:45.414363 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5a3fc-cea3-4331-ba32-698b67815c86 req-e00dbf22-ae77-46ae-9e3e-114439dd6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:45.415859 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5dc5a3fc-cea3-4331-ba32-698b67815c86 req-e00dbf22-ae77-46ae-9e3e-114439dd6d61 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cd5ee3b9-40ee-4b1c-8a4d-838b3137d783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435896 Jan 21 09:40:45.431634 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-ead59146-05ae-4abe-b212-f762c0afe03c None None] Set router b55b6f4f-45ef-4806-8e13-4e155674bdae gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:45.530996 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5dc5a3fc-cea3-4331-ba32-698b67815c86 req-9e6af3ee-5d56-49e5-8e7b-56571c3ae4e0 service neutron] 10.222.0.113 "GET /v2.0/networks/cd5ee3b9-40ee-4b1c-8a4d-838b3137d783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067491 Jan 21 09:40:45.623336 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5dc5a3fc-cea3-4331-ba32-698b67815c86 req-6d7dce57-4504-49e5-a1f3-12cf3219a5f0 service neutron] 10.222.0.113 "GET /v2.0/networks/cd5ee3b9-40ee-4b1c-8a4d-838b3137d783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847783 Jan 21 09:40:45.651595 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-ead59146-05ae-4abe-b212-f762c0afe03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'name': 'tempest-TestNetworkBasicOps-router-1094749677', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:48Z', 'updated_at': '2022-01-21T09:39:52Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:49Z', 'updated_at': '2022-01-21T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '85a2f92e-9d7f-4160-91ef-889a113d8059', 'name': '', 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e1:89:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:52Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:45.679158 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead59146-05ae-4abe-b212-f762c0afe03c None None] The sync data for ids ['b55b6f4f-45ef-4806-8e13-4e155674bdae'] in dv-neutron-825721-1-hyperv is: [{'id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'name': 'tempest-TestNetworkBasicOps-router-1094749677', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:48Z', 'updated_at': '2022-01-21T09:39:52Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:49Z', 'updated_at': '2022-01-21T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '85a2f92e-9d7f-4160-91ef-889a113d8059', 'name': '', 'network_id': 'cd5ee3b9-40ee-4b1c-8a4d-838b3137d783', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:e1:89:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:52Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '6d61ba4d-3c0b-49cd-aafe-52ea55919836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:45.897661 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7903340a-d03d-437d-93e5-f0903f441d7a None None] New status for floating IP db62123c-b00d-4fea-88a6-ac81ddd28fc5: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:40:46.461979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732a1f7-ee81-4029-9f8c-98cff6673e10 req-ed7be172-830d-42df-857f-53f032353944 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:46.463554 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f732a1f7-ee81-4029-9f8c-98cff6673e10 req-ed7be172-830d-42df-857f-53f032353944 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 945 time: 0.0524569 Jan 21 09:40:46.509672 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f732a1f7-ee81-4029-9f8c-98cff6673e10 req-334720ad-b852-414b-9a74-861f911d82eb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=25e26297-c511-4a75-a02e-d1a12a831008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395772 Jan 21 09:40:46.511192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924f8b1-1de7-4834-9bde-db6051894966 req-2cb57534-b298-423b-9bac-10a72df7aed6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:46.512676 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0924f8b1-1de7-4834-9bde-db6051894966 req-2cb57534-b298-423b-9bac-10a72df7aed6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/ports?device_id=7ee4a8dc-be42-459f-8502-1f612d6303a8 HTTP/1.1" status: 200 len: 945 time: 0.0531652 Jan 21 09:40:46.609538 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [req-0924f8b1-1de7-4834-9bde-db6051894966 req-2efb8a19-dc45-4417-9dae-f0c347c7b0dc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 5913ff44-3b5f-461a-8528-531db5944618 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:40:46.609880 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-0924f8b1-1de7-4834-9bde-db6051894966 req-2efb8a19-dc45-4417-9dae-f0c347c7b0dc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.698440 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-0924f8b1-1de7-4834-9bde-db6051894966 req-2efb8a19-dc45-4417-9dae-f0c347c7b0dc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 5913ff44-3b5f-461a-8528-531db5944618, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5913ff44-3b5f-461a-8528-531db5944618,segment=NetworkSegment(f23ca5c8-d695-4997-9466-1cb41ce4e821),segment_id=f23ca5c8-d695-4997-9466-1cb41ce4e821)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:46.698698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-0924f8b1-1de7-4834-9bde-db6051894966 req-2efb8a19-dc45-4417-9dae-f0c347c7b0dc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.710595 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [req-0924f8b1-1de7-4834-9bde-db6051894966 req-2efb8a19-dc45-4417-9dae-f0c347c7b0dc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 5913ff44-3b5f-461a-8528-531db5944618 owned by compute:nova {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:40:46.848233 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-0924f8b1-1de7-4834-9bde-db6051894966 req-2efb8a19-dc45-4417-9dae-f0c347c7b0dc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.876924 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb8a19-dc45-4417-9dae-f0c347c7b0dc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=5913ff44-3b5f-461a-8528-531db5944618,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:46.923850 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0924f8b1-1de7-4834-9bde-db6051894966 req-2efb8a19-dc45-4417-9dae-f0c347c7b0dc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] No DVR routers for this DVR port 5913ff44-3b5f-461a-8528-531db5944618 on host hv-neutron-8257 {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:46.927211 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-0924f8b1-1de7-4834-9bde-db6051894966 req-2efb8a19-dc45-4417-9dae-f0c347c7b0dc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.930629 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0924f8b1-1de7-4834-9bde-db6051894966 req-2efb8a19-dc45-4417-9dae-f0c347c7b0dc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "DELETE /v2.0/ports/5913ff44-3b5f-461a-8528-531db5944618 HTTP/1.1" status: 204 len: 173 time: 0.4122095 Jan 21 09:40:46.931131 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee4a8dc-be42-459f-8502-1f612d6303a8', 'name': 'network-vif-deleted', 'tag': '5913ff44-3b5f-461a-8528-531db5944618'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:40:46.933786 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f23eba-932b-43aa-a663-638edecceb06" -d '{"events": [{"server_uuid": "7ee4a8dc-be42-459f-8502-1f612d6303a8", "name": "network-vif-deleted", "tag": "5913ff44-3b5f-461a-8528-531db5944618"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:40:46.972800 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9d20bb-c393-46a1-b14b-24ce2155aa39 x-openstack-request-id: req-3c9d20bb-c393-46a1-b14b-24ce2155aa39 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:40:46.973183 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee4a8dc-be42-459f-8502-1f612d6303a8", "name": "network-vif-deleted", "tag": "5913ff44-3b5f-461a-8528-531db5944618", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:40:46.973528 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3c9d20bb-c393-46a1-b14b-24ce2155aa39 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:40:46.973920 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee4a8dc-be42-459f-8502-1f612d6303a8', 'name': 'network-vif-deleted', 'tag': '5913ff44-3b5f-461a-8528-531db5944618', 'status': 'completed', 'code': 200} Jan 21 09:40:47.573878 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45008) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:47.634830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6e984fbf-8172-48a3-a06f-4252a2aef9a8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.660244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6e984fbf-8172-48a3-a06f-4252a2aef9a8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.721005 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6e984fbf-8172-48a3-a06f-4252a2aef9a8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.726615 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6e984fbf-8172-48a3-a06f-4252a2aef9a8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.727804 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6e984fbf-8172-48a3-a06f-4252a2aef9a8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/security-groups/25e26297-c511-4a75-a02e-d1a12a831008 HTTP/1.1" status: 204 len: 168 time: 0.1529267 Jan 21 09:40:47.738510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e984fbf-8172-48a3-a06f-4252a2aef9a8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e26297-c511-4a75-a02e-d1a12a831008,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:47.766855 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45012) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:48.149487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b717ce23-776f-4441-9372-a97ddf1bf7ca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.420714 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-b717ce23-776f-4441-9372-a97ddf1bf7ca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 85a2f92e-9d7f-4160-91ef-889a113d8059 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:40:48.420956 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b717ce23-776f-4441-9372-a97ddf1bf7ca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.523337 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-b717ce23-776f-4441-9372-a97ddf1bf7ca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 85a2f92e-9d7f-4160-91ef-889a113d8059, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=85a2f92e-9d7f-4160-91ef-889a113d8059,segment=NetworkSegment(f23ca5c8-d695-4997-9466-1cb41ce4e821),segment_id=f23ca5c8-d695-4997-9466-1cb41ce4e821)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:48.523693 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b717ce23-776f-4441-9372-a97ddf1bf7ca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.536506 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-b717ce23-776f-4441-9372-a97ddf1bf7ca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 85a2f92e-9d7f-4160-91ef-889a113d8059 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:40:48.724652 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b717ce23-776f-4441-9372-a97ddf1bf7ca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.754405 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717ce23-776f-4441-9372-a97ddf1bf7ca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=85a2f92e-9d7f-4160-91ef-889a113d8059,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:48.936276 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b717ce23-776f-4441-9372-a97ddf1bf7ca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.152877 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b717ce23-776f-4441-9372-a97ddf1bf7ca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router b55b6f4f-45ef-4806-8e13-4e155674bdae has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:40:49.259993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b717ce23-776f-4441-9372-a97ddf1bf7ca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:49.265618 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b717ce23-776f-4441-9372-a97ddf1bf7ca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/b55b6f4f-45ef-4806-8e13-4e155674bdae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4971130 Jan 21 09:40:49.268087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45014) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:49.270914 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed987da2-fb74-4a0a-a16a-3a27f5483881 None None] Sync routers for ids ['b55b6f4f-45ef-4806-8e13-4e155674bdae'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:49.280744 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed987da2-fb74-4a0a-a16a-3a27f5483881 None None] Routers {'b55b6f4f-45ef-4806-8e13-4e155674bdae'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:49.281606 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-ed987da2-fb74-4a0a-a16a-3a27f5483881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b55b6f4f-45ef-4806-8e13-4e155674bdae'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:49.329602 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe97433-4eb0-41f1-bf42-0e99c2516487 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting subnet 6d61ba4d-3c0b-49cd-aafe-52ea55919836 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:40:49.333443 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bfe97433-4eb0-41f1-bf42-0e99c2516487 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.382867 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bfe97433-4eb0-41f1-bf42-0e99c2516487 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.397573 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-ed987da2-fb74-4a0a-a16a-3a27f5483881 None None] Set router b55b6f4f-45ef-4806-8e13-4e155674bdae gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:49.697163 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-ed987da2-fb74-4a0a-a16a-3a27f5483881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'name': 'tempest-TestNetworkBasicOps-router-1094749677', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:48Z', 'updated_at': '2022-01-21T09:40:48Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:49Z', 'updated_at': '2022-01-21T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:49.726051 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 5913ff44-3b5f-461a-8528-531db5944618 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:40:49.729581 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed987da2-fb74-4a0a-a16a-3a27f5483881 None None] Checking router: b55b6f4f-45ef-4806-8e13-4e155674bdae for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:49.740169 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed987da2-fb74-4a0a-a16a-3a27f5483881 None None] Routers {'b55b6f4f-45ef-4806-8e13-4e155674bdae'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:49.740736 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-ed987da2-fb74-4a0a-a16a-3a27f5483881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b55b6f4f-45ef-4806-8e13-4e155674bdae'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:49.752803 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 5913ff44-3b5f-461a-8528-531db5944618 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:40:49.754274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 5913ff44-3b5f-461a-8528-531db5944618 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:40:49.852586 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-ed987da2-fb74-4a0a-a16a-3a27f5483881 None None] Set router b55b6f4f-45ef-4806-8e13-4e155674bdae gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:49.860817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bfe97433-4eb0-41f1-bf42-0e99c2516487 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.929663 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bfe97433-4eb0-41f1-bf42-0e99c2516487 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.955466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe97433-4eb0-41f1-bf42-0e99c2516487 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Subnet': ['ID=6d61ba4d-3c0b-49cd-aafe-52ea55919836,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:49.964194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bfe97433-4eb0-41f1-bf42-0e99c2516487 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.970376 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45016) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:49.974583 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bfe97433-4eb0-41f1-bf42-0e99c2516487 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/subnets/6d61ba4d-3c0b-49cd-aafe-52ea55919836 HTTP/1.1" status: 204 len: 168 time: 0.7007232 Jan 21 09:40:49.975175 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e9280d-9d6c-48d4-8373-6da633c8f555 None None] Network cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:40:50.043915 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-ed987da2-fb74-4a0a-a16a-3a27f5483881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'name': 'tempest-TestNetworkBasicOps-router-1094749677', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:48Z', 'updated_at': '2022-01-21T09:40:48Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:49Z', 'updated_at': '2022-01-21T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:50.071303 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed987da2-fb74-4a0a-a16a-3a27f5483881 None None] The sync data for ids ['b55b6f4f-45ef-4806-8e13-4e155674bdae'] in dv-neutron-825721-1-hyperv is: [{'id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'name': 'tempest-TestNetworkBasicOps-router-1094749677', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:48Z', 'updated_at': '2022-01-21T09:40:48Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'af2a7232-966f-45f8-b1d2-2a1a56078f1a', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b6f4f-45ef-4806-8e13-4e155674bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:49Z', 'updated_at': '2022-01-21T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:50.091193 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f712988b-18a1-4d41-81c3-6ebab2f37768 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.200729 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f712988b-18a1-4d41-81c3-6ebab2f37768 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.255116 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f712988b-18a1-4d41-81c3-6ebab2f37768 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port af2a7232-966f-45f8-b1d2-2a1a56078f1a {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:40:50.255448 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f712988b-18a1-4d41-81c3-6ebab2f37768 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.334349 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-f712988b-18a1-4d41-81c3-6ebab2f37768 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port af2a7232-966f-45f8-b1d2-2a1a56078f1a, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=af2a7232-966f-45f8-b1d2-2a1a56078f1a,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:50.334615 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f712988b-18a1-4d41-81c3-6ebab2f37768 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.346690 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f712988b-18a1-4d41-81c3-6ebab2f37768 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for af2a7232-966f-45f8-b1d2-2a1a56078f1a owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:40:50.468787 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193ad314-942a-4608-bb53-39b3cbfb8c57 None None] DHCP port deletion for cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:40:50.533344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 85a2f92e-9d7f-4160-91ef-889a113d8059 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:40:50.541012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-193ad314-942a-4608-bb53-39b3cbfb8c57 None None] Deleting port 23f66e5c-ede9-451f-98fb-a824bf9bc3a3 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:40:50.541608 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-193ad314-942a-4608-bb53-39b3cbfb8c57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.561591 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 85a2f92e-9d7f-4160-91ef-889a113d8059 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:40:50.561967 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 85a2f92e-9d7f-4160-91ef-889a113d8059 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:40:50.562369 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 23f66e5c-ede9-451f-98fb-a824bf9bc3a3 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:40:50.657328 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-193ad314-942a-4608-bb53-39b3cbfb8c57 None None] For port 23f66e5c-ede9-451f-98fb-a824bf9bc3a3, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=23f66e5c-ede9-451f-98fb-a824bf9bc3a3,segment=NetworkSegment(f23ca5c8-d695-4997-9466-1cb41ce4e821),segment_id=f23ca5c8-d695-4997-9466-1cb41ce4e821)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:50.657754 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-193ad314-942a-4608-bb53-39b3cbfb8c57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.672555 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-193ad314-942a-4608-bb53-39b3cbfb8c57 None None] Calling delete_port for 23f66e5c-ede9-451f-98fb-a824bf9bc3a3 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:40:50.749062 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.799353 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 23f66e5c-ede9-451f-98fb-a824bf9bc3a3, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=23f66e5c-ede9-451f-98fb-a824bf9bc3a3,segment=NetworkSegment(f23ca5c8-d695-4997-9466-1cb41ce4e821),segment_id=f23ca5c8-d695-4997-9466-1cb41ce4e821)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:50.806965 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.832283 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-193ad314-942a-4608-bb53-39b3cbfb8c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.835472 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event deleted for resources: {'Port': ['ID=23f66e5c-ede9-451f-98fb-a824bf9bc3a3,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:50.847848 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:50.848196 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:50.848541 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:50.848879 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:50.849209 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:50.849565 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:50.849897 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:50.850223 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:50.850551 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:50.850877 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:50.851198 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:50.851515 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:50.854359 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193ad314-942a-4608-bb53-39b3cbfb8c57 None None] No DVR routers for this DVR port 23f66e5c-ede9-451f-98fb-a824bf9bc3a3 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:50.870103 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f712988b-18a1-4d41-81c3-6ebab2f37768 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.877060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ad314-942a-4608-bb53-39b3cbfb8c57 None None] Pushing event deleted for resources: {'Port': ['ID=23f66e5c-ede9-451f-98fb-a824bf9bc3a3,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:50.900304 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712988b-18a1-4d41-81c3-6ebab2f37768 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=af2a7232-966f-45f8-b1d2-2a1a56078f1a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:50.961041 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f712988b-18a1-4d41-81c3-6ebab2f37768 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.051581 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f712988b-18a1-4d41-81c3-6ebab2f37768 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.053734 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f712988b-18a1-4d41-81c3-6ebab2f37768 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.099360 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f712988b-18a1-4d41-81c3-6ebab2f37768 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.099912 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f712988b-18a1-4d41-81c3-6ebab2f37768 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Fanout notify agent at l3_agent the message router_deleted on router b55b6f4f-45ef-4806-8e13-4e155674bdae {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:40:51.106592 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f712988b-18a1-4d41-81c3-6ebab2f37768 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.107699 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f712988b-18a1-4d41-81c3-6ebab2f37768 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/routers/b55b6f4f-45ef-4806-8e13-4e155674bdae HTTP/1.1" status: 204 len: 168 time: 1.1362321 Jan 21 09:40:51.110490 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45020) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:51.193863 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ce924b29-d6fc-40c1-b7e9-7713d1d68eca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.288929 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ce924b29-d6fc-40c1-b7e9-7713d1d68eca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.310074 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-ce924b29-d6fc-40c1-b7e9-7713d1d68eca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5ee3b9-40ee-4b1c-8a4d-838b3137d783']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:51.320408 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-ce924b29-d6fc-40c1-b7e9-7713d1d68eca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23ca5c8-d695-4997-9466-1cb41ce4e821') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:51.320708 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-ce924b29-d6fc-40c1-b7e9-7713d1d68eca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23ca5c8-d695-4997-9466-1cb41ce4e821') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:51.329766 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ce924b29-d6fc-40c1-b7e9-7713d1d68eca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.342465 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ce924b29-d6fc-40c1-b7e9-7713d1d68eca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.348411 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce924b29-d6fc-40c1-b7e9-7713d1d68eca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:51.348796 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ce924b29-d6fc-40c1-b7e9-7713d1d68eca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:51.351769 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:51.407280 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ce924b29-d6fc-40c1-b7e9-7713d1d68eca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.415628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ce924b29-d6fc-40c1-b7e9-7713d1d68eca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.418787 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ce924b29-d6fc-40c1-b7e9-7713d1d68eca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/networks/cd5ee3b9-40ee-4b1c-8a4d-838b3137d783 HTTP/1.1" status: 204 len: 168 time: 0.3073125 Jan 21 09:40:51.429229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce924b29-d6fc-40c1-b7e9-7713d1d68eca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Network': ['ID=cd5ee3b9-40ee-4b1c-8a4d-838b3137d783,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:51.435284 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45022) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:51.440213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-822c2e01-44dc-4e3d-bbb1-176b5b6d5ce9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'network': {'name': 'tempest-network-smoke--1240562995', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'port_security_enabled': True}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:51.462412 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822c2e01-44dc-4e3d-bbb1-176b5b6d5ce9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:51.466206 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-822c2e01-44dc-4e3d-bbb1-176b5b6d5ce9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.493952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822c2e01-44dc-4e3d-bbb1-176b5b6d5ce9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:51.503030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-822c2e01-44dc-4e3d-bbb1-176b5b6d5ce9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.503600 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-822c2e01-44dc-4e3d-bbb1-176b5b6d5ce9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Added segment b551bfae-1b12-4a37-8f46-00b28055be26 of type vlan for network c798f7fb-c0de-4cac-86af-ead5544d13db Jan 21 09:40:51.549369 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-822c2e01-44dc-4e3d-bbb1-176b5b6d5ce9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.576102 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-822c2e01-44dc-4e3d-bbb1-176b5b6d5ce9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.581847 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822c2e01-44dc-4e3d-bbb1-176b5b6d5ce9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:51.582458 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-822c2e01-44dc-4e3d-bbb1-176b5b6d5ce9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.642203 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-822c2e01-44dc-4e3d-bbb1-176b5b6d5ce9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2056813 Jan 21 09:40:51.645564 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45024) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:51.650298 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'admin_state_up': True, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:51.650870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c2e01-44dc-4e3d-bbb1-176b5b6d5ce9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Network': ['ID=c798f7fb-c0de-4cac-86af-ead5544d13db,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:51.661549 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network c798f7fb-c0de-4cac-86af-ead5544d13db details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:40:51.680415 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.681428 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.741593 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.876076 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.069631 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.088383 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.181950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device af2a7232-966f-45f8-b1d2-2a1a56078f1a no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:40:52.198789 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.26.7.143 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/d8939f77-56f2-418f-a1da-271423feb466) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:52.202287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: af2a7232-966f-45f8-b1d2-2a1a56078f1a {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:40:52.202634 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device af2a7232-966f-45f8-b1d2-2a1a56078f1a not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:40:52.303714 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.340171 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.376707 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:52.384217 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:52.389022 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:52.421367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=d8939f77-56f2-418f-a1da-271423feb466,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:52.653619 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.850824 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.987435 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router baa22438-1f24-4ca1-adea-ce0ecba74969 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:40:53.097404 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:53.108694 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Sync routers for ids ['baa22438-1f24-4ca1-adea-ce0ecba74969'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:53.117920 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.119575 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Routers {'baa22438-1f24-4ca1-adea-ce0ecba74969'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:53.119829 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2ea6045f-7dbb-4a0a-8131-912c23ee1e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4729056 Jan 21 09:40:53.120564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['baa22438-1f24-4ca1-adea-ce0ecba74969'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:53.122692 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45026) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:53.162991 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b12b115f-8ed0-4fe9-9ae9-ea3b48154639 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=d36411baa65a4ba89db6bb1125b34d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312102 Jan 21 09:40:53.163326 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45028) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:53.232838 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Set router baa22438-1f24-4ca1-adea-ce0ecba74969 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:53.270323 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da595b7-6dd0-484d-82c3-ccbd281c8555 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:53.274720 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1da595b7-6dd0-484d-82c3-ccbd281c8555 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1076453 Jan 21 09:40:53.275014 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45030) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:53.307136 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a768064a-1717-4acf-b483-4f18c29a7f1b tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280757 Jan 21 09:40:53.307136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45032) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:53.311772 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e040c560-6992-489e-b107-585cc8d8a154 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1731442066', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:53.405858 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e040c560-6992-489e-b107-585cc8d8a154 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:53.409557 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e040c560-6992-489e-b107-585cc8d8a154 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.429998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:52Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:53.462409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Checking router: baa22438-1f24-4ca1-adea-ce0ecba74969 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:53.463294 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Updating router baa22438-1f24-4ca1-adea-ce0ecba74969 port d8939f77-56f2-418f-a1da-271423feb466 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:40:53.492474 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.642966 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e040c560-6992-489e-b107-585cc8d8a154 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.725533 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040c560-6992-489e-b107-585cc8d8a154 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Subnet': ['ID=d2b77ad3-468a-4e2e-9f13-0b7b81d159a9,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:53.730828 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e040c560-6992-489e-b107-585cc8d8a154 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Checking segment: {'id': 'b551bfae-1b12-4a37-8f46-00b28055be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:40:53.731763 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e040c560-6992-489e-b107-585cc8d8a154 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network hostable DHCP agents. Network: c798f7fb-c0de-4cac-86af-ead5544d13db, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:53.754515 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e040c560-6992-489e-b107-585cc8d8a154 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network c798f7fb-c0de-4cac-86af-ead5544d13db is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:53.765480 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-e040c560-6992-489e-b107-585cc8d8a154 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, c798f7fb-c0de-4cac-86af-ead5544d13db) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:53.771810 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e040c560-6992-489e-b107-585cc8d8a154 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:53.772008 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e040c560-6992-489e-b107-585cc8d8a154 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.778701 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0a9d96-a6f7-4f9f-8cd1-e61437d35e19 None None] Network c798f7fb-c0de-4cac-86af-ead5544d13db requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:40:53.800987 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e040c560-6992-489e-b107-585cc8d8a154 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4901640 Jan 21 09:40:53.801377 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45034) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:53.830824 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.839877 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.918250 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11c5db-c2c2-4a10-9265-04c5e4988384 None None] Pushing event updated for resources: {'Port': ['ID=d8939f77-56f2-418f-a1da-271423feb466,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:53.923236 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Attempting to bind port d8939f77-56f2-418f-a1da-271423feb466 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:53.923593 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Attempting to bind port d8939f77-56f2-418f-a1da-271423feb466 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:53.923951 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Attempting to bind port d8939f77-56f2-418f-a1da-271423feb466 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:40:53.957126 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:40:53.957548 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:40:53.957936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.958496 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:40:53.958829 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Bound port: d8939f77-56f2-418f-a1da-271423feb466, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:53.959197 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.040729 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] For port d8939f77-56f2-418f-a1da-271423feb466, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:40:54.045031 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-c798f7fb-c0de-4cac-86af-ead5544d13db', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:40:54.045964 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.049915 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] For port d8939f77-56f2-418f-a1da-271423feb466, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d8939f77-56f2-418f-a1da-271423feb466,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:40:54.060114 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.194063 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11c5db-c2c2-4a10-9265-04c5e4988384 None None] Pushing event updated for resources: {'Port': ['ID=d8939f77-56f2-418f-a1da-271423feb466,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:54.196481 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Routers {'baa22438-1f24-4ca1-adea-ce0ecba74969'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:54.197137 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['baa22438-1f24-4ca1-adea-ce0ecba74969'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:54.289873 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.316778 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Allocated IP 172.20.0.2 (c798f7fb-c0de-4cac-86af-ead5544d13db/d2b77ad3-468a-4e2e-9f13-0b7b81d159a9/d2741352-8699-4f22-977f-375e398f8f1e) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:54.357687 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] Set router baa22438-1f24-4ca1-adea-ce0ecba74969 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:54.615316 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.623511 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.670144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Network c798f7fb-c0de-4cac-86af-ead5544d13db is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:54.673531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.1 (c798f7fb-c0de-4cac-86af-ead5544d13db/d2b77ad3-468a-4e2e-9f13-0b7b81d159a9/0b4b3665-c210-4ee5-bf97-aa44510258fb) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:54.679205 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:54.683176 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:54.696818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Pushing event updated for resources: {'Port': ['ID=d2741352-8699-4f22-977f-375e398f8f1e,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:54.700127 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:52Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:54.749407 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c74bfd-79c5-4984-a544-9ef5d1798aac None None] The sync data for ids ['baa22438-1f24-4ca1-adea-ce0ecba74969'] in dv-neutron-825721-1-hyperv is: [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:52Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:54.779281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.785286 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Attempting to bind port d2741352-8699-4f22-977f-375e398f8f1e on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:54.785795 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Attempting to bind port d2741352-8699-4f22-977f-375e398f8f1e by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'b551bfae-1b12-4a37-8f46-00b28055be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:54.786158 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Attempting to bind port d2741352-8699-4f22-977f-375e398f8f1e on network c798f7fb-c0de-4cac-86af-ead5544d13db {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:40:54.792897 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:40:54.793363 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Checking segment: {'id': 'b551bfae-1b12-4a37-8f46-00b28055be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:40:54.793885 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.794417 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Bound using segment: {'id': 'b551bfae-1b12-4a37-8f46-00b28055be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:40:54.794887 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Bound port: d2741352-8699-4f22-977f-375e398f8f1e, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b551bfae-1b12-4a37-8f46-00b28055be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:54.795270 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.802180 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.839393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.877721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network c798f7fb-c0de-4cac-86af-ead5544d13db is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:54.881170 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:54.885200 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] For port d2741352-8699-4f22-977f-375e398f8f1e, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:40:54.885439 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:54.888758 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] For port d2741352-8699-4f22-977f-375e398f8f1e, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d2741352-8699-4f22-977f-375e398f8f1e,segment=NetworkSegment(b551bfae-1b12-4a37-8f46-00b28055be26),segment_id=b551bfae-1b12-4a37-8f46-00b28055be26)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:40:54.894458 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.925798 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=0b4b3665-c210-4ee5-bf97-aa44510258fb,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:54.945911 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.115287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.128520 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885f202-81fa-4ef6-8f6e-932fdc063fb4 None None] Pushing event updated for resources: {'Port': ['ID=d2741352-8699-4f22-977f-375e398f8f1e,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:55.453773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.462811 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.540370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.550554 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=0b4b3665-c210-4ee5-bf97-aa44510258fb,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:55.652945 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network c798f7fb-c0de-4cac-86af-ead5544d13db is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:55.654675 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:56.100423 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a570e52-74b8-4cbc-b505-2daf09a60272 None None] Network c798f7fb-c0de-4cac-86af-ead5544d13db requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:40:56.150450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router baa22438-1f24-4ca1-adea-ce0ecba74969 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:40:56.175168 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-006f41ab-a878-420f-acae-52eeb4c7a295 None None] Provisioning complete for port d2741352-8699-4f22-977f-375e398f8f1e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:56.175878 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-006f41ab-a878-420f-acae-52eeb4c7a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.281505 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:56.287371 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-65b43895-eb73-43e9-883d-52e73a8a5927 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/baa22438-1f24-4ca1-adea-ce0ecba74969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4845860 Jan 21 09:40:56.290923 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45036) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:56.327168 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d8939f77-56f2-418f-a1da-271423feb466 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:40:56.359166 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-006f41ab-a878-420f-acae-52eeb4c7a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.404402 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7376d3-95a3-44a8-9767-6dd86af4b937 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:56.405021 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7376d3-95a3-44a8-9767-6dd86af4b937 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:56.405626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7376d3-95a3-44a8-9767-6dd86af4b937 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:56.406144 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7376d3-95a3-44a8-9767-6dd86af4b937 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:56.406656 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7376d3-95a3-44a8-9767-6dd86af4b937 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:56.407172 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7376d3-95a3-44a8-9767-6dd86af4b937 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:56.409107 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fe7376d3-95a3-44a8-9767-6dd86af4b937 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1171539 Jan 21 09:40:56.413230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45038) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:56.422239 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-006f41ab-a878-420f-acae-52eeb4c7a295 None None] For port d2741352-8699-4f22-977f-375e398f8f1e, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d2741352-8699-4f22-977f-375e398f8f1e,segment=NetworkSegment(b551bfae-1b12-4a37-8f46-00b28055be26),segment_id=b551bfae-1b12-4a37-8f46-00b28055be26)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:56.431521 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-006f41ab-a878-420f-acae-52eeb4c7a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.435377 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d8939f77-56f2-418f-a1da-271423feb466 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:56.435746 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.486388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c67d2e9-fbc8-4c1e-ad14-b1071b377b51 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:56.488265 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c67d2e9-fbc8-4c1e-ad14-b1071b377b51 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:56.489052 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c67d2e9-fbc8-4c1e-ad14-b1071b377b51 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:56.489760 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c67d2e9-fbc8-4c1e-ad14-b1071b377b51 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:56.490376 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c67d2e9-fbc8-4c1e-ad14-b1071b377b51 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:56.490850 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c67d2e9-fbc8-4c1e-ad14-b1071b377b51 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:56.493334 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6c67d2e9-fbc8-4c1e-ad14-b1071b377b51 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0789635 Jan 21 09:40:56.496154 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45040) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:56.522570 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f41ab-a878-420f-acae-52eeb4c7a295 None None] Pushing event updated for resources: {'Port': ['ID=d2741352-8699-4f22-977f-375e398f8f1e,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:56.571127 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.593983 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port d8939f77-56f2-418f-a1da-271423feb466, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d8939f77-56f2-418f-a1da-271423feb466,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:56.599378 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.600175 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d2741352-8699-4f22-977f-375e398f8f1e up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:40:56.667289 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-784f0489-a017-4340-831b-fc09e9371213 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.1699092 Jan 21 09:40:56.697377 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=d8939f77-56f2-418f-a1da-271423feb466,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:56.702862 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8a9dbf57-4cec-4147-8fef-18d84cba4640 None None] Provisioning complete for port 0b4b3665-c210-4ee5-bf97-aa44510258fb triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:56.703312 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a9dbf57-4cec-4147-8fef-18d84cba4640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.747002 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d2741352-8699-4f22-977f-375e398f8f1e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:56.747461 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.770297 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-8a9dbf57-4cec-4147-8fef-18d84cba4640 None None] Port 0b4b3665-c210-4ee5-bf97-aa44510258fb cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:40:56.797387 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8a9dbf57-4cec-4147-8fef-18d84cba4640 None None] Provisioning complete for port d2741352-8699-4f22-977f-375e398f8f1e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:56.797788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a9dbf57-4cec-4147-8fef-18d84cba4640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.876747 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Sync routers for ids ['baa22438-1f24-4ca1-adea-ce0ecba74969'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:56.892751 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Routers {'baa22438-1f24-4ca1-adea-ce0ecba74969'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:56.894182 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['baa22438-1f24-4ca1-adea-ce0ecba74969'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:56.996624 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45044) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:57.001441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-aef40f0c-9f59-4699-bc29-acec5e17ae27 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1708247693', 'description': 'tempest-secgroup-smoke-1708247693 description', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:57.013693 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Set router baa22438-1f24-4ca1-adea-ce0ecba74969 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:57.034475 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aef40f0c-9f59-4699-bc29-acec5e17ae27 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.045096 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-990e4436-3fdf-47af-ba40-3727d7ed3a1c None None] Provisioning complete for port 0b4b3665-c210-4ee5-bf97-aa44510258fb triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:57.046030 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-990e4436-3fdf-47af-ba40-3727d7ed3a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.084961 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-990e4436-3fdf-47af-ba40-3727d7ed3a1c None None] Port 0b4b3665-c210-4ee5-bf97-aa44510258fb cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:40:57.129431 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aef40f0c-9f59-4699-bc29-acec5e17ae27 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.133405 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aef40f0c-9f59-4699-bc29-acec5e17ae27 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.158572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-aef40f0c-9f59-4699-bc29-acec5e17ae27 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.163766 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-aef40f0c-9f59-4699-bc29-acec5e17ae27 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1659937 Jan 21 09:40:57.163978 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45046) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:57.170158 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8a2765fe-666a-47c8-897f-914ae929969c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '783a6b31-560d-422a-801b-f83cda4e0b2b', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:57.172739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef40f0c-9f59-4699-bc29-acec5e17ae27 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783a6b31-560d-422a-801b-f83cda4e0b2b,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:57.203604 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d94fa9d2-c52f-40d3-aad2-ec8aa2fe0327 None None] Provisioning complete for port 0b4b3665-c210-4ee5-bf97-aa44510258fb triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:57.204615 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d94fa9d2-c52f-40d3-aad2-ec8aa2fe0327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.212761 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a2765fe-666a-47c8-897f-914ae929969c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.243443 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-d94fa9d2-c52f-40d3-aad2-ec8aa2fe0327 None None] Port 0b4b3665-c210-4ee5-bf97-aa44510258fb cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:40:57.269664 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '0b4b3665-c210-4ee5-bf97-aa44510258fb', 'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:1e:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:54Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 2, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:57.292741 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a2765fe-666a-47c8-897f-914ae929969c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.297139 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Checking router: baa22438-1f24-4ca1-adea-ce0ecba74969 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:57.297354 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a2765fe-666a-47c8-897f-914ae929969c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.297560 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Updating router baa22438-1f24-4ca1-adea-ce0ecba74969 port 0b4b3665-c210-4ee5-bf97-aa44510258fb binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:40:57.312494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2765fe-666a-47c8-897f-914ae929969c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f430dd4-47f0-4c05-a50c-7c3fe4fe7e38,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:57.323445 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.324987 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a2765fe-666a-47c8-897f-914ae929969c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.326465 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8a2765fe-666a-47c8-897f-914ae929969c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1611421 Jan 21 09:40:57.329230 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45048) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:57.334304 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-c1bab3e0-177a-4fba-9bd6-3140e04c83f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '783a6b31-560d-422a-801b-f83cda4e0b2b', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:57.363946 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c1bab3e0-177a-4fba-9bd6-3140e04c83f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.428113 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c1bab3e0-177a-4fba-9bd6-3140e04c83f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.431923 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c1bab3e0-177a-4fba-9bd6-3140e04c83f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.450394 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bab3e0-177a-4fba-9bd6-3140e04c83f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f7d6cf-558c-4362-9c56-3d5d6ef069d8,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:57.461649 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c1bab3e0-177a-4fba-9bd6-3140e04c83f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.462879 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c1bab3e0-177a-4fba-9bd6-3140e04c83f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326497 Jan 21 09:40:57.465764 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45050) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:57.470317 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-7e950d36-8313-4ead-a7b8-8acdd96a7409 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '783a6b31-560d-422a-801b-f83cda4e0b2b', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:57.511011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7e950d36-8313-4ead-a7b8-8acdd96a7409 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.562143 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7e950d36-8313-4ead-a7b8-8acdd96a7409 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.566659 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7e950d36-8313-4ead-a7b8-8acdd96a7409 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.583363 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e950d36-8313-4ead-a7b8-8acdd96a7409 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f257b31-c36f-4ea7-8a98-855678d82175,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:57.595392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7e950d36-8313-4ead-a7b8-8acdd96a7409 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.599508 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7e950d36-8313-4ead-a7b8-8acdd96a7409 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298623 Jan 21 09:40:57.599702 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45052) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:57.604253 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-348e8fda-ae7f-43ce-9b4f-221238d1d442 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '783a6b31-560d-422a-801b-f83cda4e0b2b', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:57.616661 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.622976 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.633382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-348e8fda-ae7f-43ce-9b4f-221238d1d442 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.675855 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cf831-d04d-49b7-b057-f5d2c49e08d0 None None] Pushing event updated for resources: {'Port': ['ID=0b4b3665-c210-4ee5-bf97-aa44510258fb,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:57.700661 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-348e8fda-ae7f-43ce-9b4f-221238d1d442 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.701632 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf831-d04d-49b7-b057-f5d2c49e08d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:57.702290 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf831-d04d-49b7-b057-f5d2c49e08d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:57.702665 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf831-d04d-49b7-b057-f5d2c49e08d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:57.703049 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf831-d04d-49b7-b057-f5d2c49e08d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:57.703439 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf831-d04d-49b7-b057-f5d2c49e08d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:57.703977 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf831-d04d-49b7-b057-f5d2c49e08d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:57.704370 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf831-d04d-49b7-b057-f5d2c49e08d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:57.704904 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf831-d04d-49b7-b057-f5d2c49e08d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:57.705164 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf831-d04d-49b7-b057-f5d2c49e08d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:57.705907 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-348e8fda-ae7f-43ce-9b4f-221238d1d442 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.706050 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf831-d04d-49b7-b057-f5d2c49e08d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:57.706495 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf831-d04d-49b7-b057-f5d2c49e08d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:57.706801 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf831-d04d-49b7-b057-f5d2c49e08d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:57.726573 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e8fda-ae7f-43ce-9b4f-221238d1d442 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2cdb198-7d03-420a-a8a3-0aac724458f1,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:57.736675 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-348e8fda-ae7f-43ce-9b4f-221238d1d442 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.739267 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-348e8fda-ae7f-43ce-9b4f-221238d1d442 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1380124 Jan 21 09:40:57.741624 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45054) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:57.746225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-24a57ea4-e370-4ac4-b1e5-3976b6fea874 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '783a6b31-560d-422a-801b-f83cda4e0b2b', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:57.748126 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Attempting to bind port 0b4b3665-c210-4ee5-bf97-aa44510258fb on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:57.748584 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Attempting to bind port 0b4b3665-c210-4ee5-bf97-aa44510258fb by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'b551bfae-1b12-4a37-8f46-00b28055be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:57.749004 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Attempting to bind port 0b4b3665-c210-4ee5-bf97-aa44510258fb on network c798f7fb-c0de-4cac-86af-ead5544d13db {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:40:57.755139 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:40:57.755579 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Checking segment: {'id': 'b551bfae-1b12-4a37-8f46-00b28055be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:40:57.756037 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.756482 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Bound using segment: {'id': 'b551bfae-1b12-4a37-8f46-00b28055be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:40:57.757029 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Bound port: 0b4b3665-c210-4ee5-bf97-aa44510258fb, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b551bfae-1b12-4a37-8f46-00b28055be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:57.757486 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.774654 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-24a57ea4-e370-4ac4-b1e5-3976b6fea874 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:40:57.780504 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-24a57ea4-e370-4ac4-b1e5-3976b6fea874 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.834926 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] For port 0b4b3665-c210-4ee5-bf97-aa44510258fb, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:40:57.840327 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] For port 0b4b3665-c210-4ee5-bf97-aa44510258fb, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=0b4b3665-c210-4ee5-bf97-aa44510258fb,segment=NetworkSegment(b551bfae-1b12-4a37-8f46-00b28055be26),segment_id=b551bfae-1b12-4a37-8f46-00b28055be26)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:40:57.845182 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.850913 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-24a57ea4-e370-4ac4-b1e5-3976b6fea874 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.856206 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-24a57ea4-e370-4ac4-b1e5-3976b6fea874 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.873582 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a57ea4-e370-4ac4-b1e5-3976b6fea874 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f91bbf1-0b2e-44be-81ab-fd691747ad3e,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:57.886578 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-24a57ea4-e370-4ac4-b1e5-3976b6fea874 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.888103 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-24a57ea4-e370-4ac4-b1e5-3976b6fea874 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454403 Jan 21 09:40:57.890931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45056) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:40:57.896600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-3e16b8e9-44fb-45ce-b745-1ec6a5cacbdb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '783a6b31-560d-422a-801b-f83cda4e0b2b', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:57.915505 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cf831-d04d-49b7-b057-f5d2c49e08d0 None None] Pushing event updated for resources: {'Port': ['ID=0b4b3665-c210-4ee5-bf97-aa44510258fb,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:57.921325 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Routers {'baa22438-1f24-4ca1-adea-ce0ecba74969'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:57.921325 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['baa22438-1f24-4ca1-adea-ce0ecba74969'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:57.936141 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-3e16b8e9-44fb-45ce-b745-1ec6a5cacbdb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:40:57.942398 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e16b8e9-44fb-45ce-b745-1ec6a5cacbdb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.969942 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b121b284-fbb5-4154-a947-baf9cf26c9bb None None] Provisioning complete for port 0b4b3665-c210-4ee5-bf97-aa44510258fb triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:57.970310 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b121b284-fbb5-4154-a947-baf9cf26c9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.025157 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e16b8e9-44fb-45ce-b745-1ec6a5cacbdb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.030074 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e16b8e9-44fb-45ce-b745-1ec6a5cacbdb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.054983 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] Set router baa22438-1f24-4ca1-adea-ce0ecba74969 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:58.056474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3e16b8e9-44fb-45ce-b745-1ec6a5cacbdb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.067963 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3e16b8e9-44fb-45ce-b745-1ec6a5cacbdb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1758025 Jan 21 09:40:58.071163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16b8e9-44fb-45ce-b745-1ec6a5cacbdb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3142df14-2b56-41d4-8f85-b496cad2b5d0,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:58.078539 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b121b284-fbb5-4154-a947-baf9cf26c9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.129187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b121b284-fbb5-4154-a947-baf9cf26c9bb None None] For port 0b4b3665-c210-4ee5-bf97-aa44510258fb, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=0b4b3665-c210-4ee5-bf97-aa44510258fb,segment=NetworkSegment(b551bfae-1b12-4a37-8f46-00b28055be26),segment_id=b551bfae-1b12-4a37-8f46-00b28055be26)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:58.133934 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b121b284-fbb5-4154-a947-baf9cf26c9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.198756 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121b284-fbb5-4154-a947-baf9cf26c9bb None None] Pushing event updated for resources: {'Port': ['ID=0b4b3665-c210-4ee5-bf97-aa44510258fb,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:58.247830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d8939f77-56f2-418f-a1da-271423feb466 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:40:58.249707 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-c5fe2793-159a-4917-a306-8b309c191a7b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1708247693&fields=id&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 267 time: 0.0392220 Jan 21 09:40:58.291437 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d6762dfe-c541-4ad0-9f7c-799629c5f6fa None None] Provisioning complete for port 0b4b3665-c210-4ee5-bf97-aa44510258fb triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:58.291850 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d6762dfe-c541-4ad0-9f7c-799629c5f6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.347882 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d8939f77-56f2-418f-a1da-271423feb466 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:58.348105 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.380431 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-f4d34546-4500-437f-9569-e21c8c20b264 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:58.381971 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-f4d34546-4500-437f-9569-e21c8c20b264 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/networks?id=c798f7fb-c0de-4cac-86af-ead5544d13db HTTP/1.1" status: 200 len: 797 time: 0.1235631 Jan 21 09:40:58.386467 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '0b4b3665-c210-4ee5-bf97-aa44510258fb', 'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:1e:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:54Z', 'updated_at': '2022-01-21T09:40:57Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:58.399362 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-4b239033-3874-4a72-a8fc-7f89b4e83d6f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/quotas/d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 375 time: 0.0113780 Jan 21 09:40:58.417747 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67da1c-63a3-49e2-bb86-7ab995193c26 None None] The sync data for ids ['baa22438-1f24-4ca1-adea-ce0ecba74969'] in dv-neutron-825721-1-hyperv is: [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '0b4b3665-c210-4ee5-bf97-aa44510258fb', 'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:1e:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:54Z', 'updated_at': '2022-01-21T09:40:57Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:58.491067 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-8cfd231f-c16e-470e-b255-6f42aac9ca8d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848160 Jan 21 09:40:58.495295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d2741352-8699-4f22-977f-375e398f8f1e up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:40:58.557696 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d2741352-8699-4f22-977f-375e398f8f1e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:58.558066 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.614029 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-d595505d-318d-4b82-af05-9c0035b0c3dc service neutron] 10.222.0.88 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134765 Jan 21 09:40:58.722592 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-89aa24da-9848-4708-8347-c84ef0e91e52 service neutron] 10.222.0.88 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021993 Jan 21 09:40:58.916072 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0e6e9e59-75cb-431a-ae94-a9b55019ef19 req-ae05f66b-b17e-4114-a90f-d342499c010c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 210 time: 0.0272474 Jan 21 09:40:59.869560 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-0e98086a-e068-4857-a89b-9b86b008715e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:59.871272 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-0e98086a-e068-4857-a89b-9b86b008715e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/networks?id=c798f7fb-c0de-4cac-86af-ead5544d13db HTTP/1.1" status: 200 len: 797 time: 0.1191266 Jan 21 09:40:59.919040 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-f3d0dbfa-7e29-45d8-a3c8-f01cdb34ad8f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 380 time: 0.0385749 Jan 21 09:40:59.931351 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-377d5f6c-7369-4f12-af17-9f97b481f95d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'port': {'device_id': '99e12649-f445-43a0-825a-fe8a8c7401cc', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'admin_state_up': True, 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'security_groups': ['783a6b31-560d-422a-801b-f83cda4e0b2b']}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:00.024336 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-31aa76c5-9f85-48ac-beb2-777eda0a64c5 req-e7ee4f5a-c638-4cb2-931d-0b913b577e59 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 210 time: 0.0344756 Jan 21 09:41:00.075030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-377d5f6c-7369-4f12-af17-9f97b481f95d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:00.078733 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-377d5f6c-7369-4f12-af17-9f97b481f95d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.217825 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-377d5f6c-7369-4f12-af17-9f97b481f95d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.9 (c798f7fb-c0de-4cac-86af-ead5544d13db/d2b77ad3-468a-4e2e-9f13-0b7b81d159a9/e6f83d0b-08f8-4943-be91-070b13890e59) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:00.229182 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 0b4b3665-c210-4ee5-bf97-aa44510258fb up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:41:00.283945 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 0b4b3665-c210-4ee5-bf97-aa44510258fb triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:00.284352 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.380908 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-377d5f6c-7369-4f12-af17-9f97b481f95d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.419222 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-377d5f6c-7369-4f12-af17-9f97b481f95d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.470753 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-377d5f6c-7369-4f12-af17-9f97b481f95d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network c798f7fb-c0de-4cac-86af-ead5544d13db is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:00.474772 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-377d5f6c-7369-4f12-af17-9f97b481f95d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:00.478882 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-377d5f6c-7369-4f12-af17-9f97b481f95d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:00.486071 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d5f6c-7369-4f12-af17-9f97b481f95d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=e6f83d0b-08f8-4943-be91-070b13890e59,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:00.541423 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-377d5f6c-7369-4f12-af17-9f97b481f95d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:00.542255 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-377d5f6c-7369-4f12-af17-9f97b481f95d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.561170 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-377d5f6c-7369-4f12-af17-9f97b481f95d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6340175 Jan 21 09:41:00.573366 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Request body: {'port': {'device_id': '99e12649-f445-43a0-825a-fe8a8c7401cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:00.640197 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.767482 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f77edf1f-4ea6-436e-8001-f338cadf96e8 None None] Provisioning complete for port e6f83d0b-08f8-4943-be91-070b13890e59 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:00.767785 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f77edf1f-4ea6-436e-8001-f338cadf96e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.805661 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f77edf1f-4ea6-436e-8001-f338cadf96e8 None None] Port e6f83d0b-08f8-4943-be91-070b13890e59 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:41:00.926759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f83d0b-08f8-4943-be91-070b13890e59 {{(pid=102146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:41:00.933944 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.945998 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.provisioning_blocks [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Transition to ACTIVE for port object e6f83d0b-08f8-4943-be91-070b13890e59 will not be triggered until provisioned by entity L2. {{(pid=102146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:00.950014 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.009562 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f83d0b-08f8-4943-be91-070b13890e59,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:01.094355 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Attempting to bind port e6f83d0b-08f8-4943-be91-070b13890e59 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:01.094771 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Attempting to bind port e6f83d0b-08f8-4943-be91-070b13890e59 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b551bfae-1b12-4a37-8f46-00b28055be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:01.095109 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Attempting to bind port e6f83d0b-08f8-4943-be91-070b13890e59 on network c798f7fb-c0de-4cac-86af-ead5544d13db {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:41:01.100517 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Port e6f83d0b-08f8-4943-be91-070b13890e59 on network c798f7fb-c0de-4cac-86af-ead5544d13db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:41:01.100845 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Attempting to bind port e6f83d0b-08f8-4943-be91-070b13890e59 on network c798f7fb-c0de-4cac-86af-ead5544d13db {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:41:01.108675 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:41:01.109179 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Checking segment: {'id': 'b551bfae-1b12-4a37-8f46-00b28055be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:41:01.109798 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Bound using segment: {'id': 'b551bfae-1b12-4a37-8f46-00b28055be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db'} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:41:01.110248 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Bound port: e6f83d0b-08f8-4943-be91-070b13890e59, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b551bfae-1b12-4a37-8f46-00b28055be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db'}}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:01.110738 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.154245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887833ee-e39a-45c0-871c-a60b9d9ed32d req-3f186259-d25b-4ea1-b493-915bf54294c9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:01.155981 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-887833ee-e39a-45c0-871c-a60b9d9ed32d req-3f186259-d25b-4ea1-b493-915bf54294c9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 943 time: 0.0536442 Jan 21 09:41:01.187168 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] For port e6f83d0b-08f8-4943-be91-070b13890e59, host hv-neutron-8257, cleared binding levels {{(pid=102146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:01.191439 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] For port e6f83d0b-08f8-4943-be91-070b13890e59, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e6f83d0b-08f8-4943-be91-070b13890e59,segment=NetworkSegment(b551bfae-1b12-4a37-8f46-00b28055be26),segment_id=b551bfae-1b12-4a37-8f46-00b28055be26)] {{(pid=102146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:01.196486 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.201228 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-887833ee-e39a-45c0-871c-a60b9d9ed32d req-68f974ca-8cea-485c-9c8e-5f34da7929d8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=783a6b31-560d-422a-801b-f83cda4e0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380964 Jan 21 09:41:01.213435 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:41:01.241293 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:01.241979 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.243577 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] 10.222.0.113 "PUT /v2.0/ports/e6f83d0b-08f8-4943-be91-070b13890e59 HTTP/1.1" status: 200 len: 1093 time: 0.6745112 Jan 21 09:41:01.244024 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e12649-f445-43a0-825a-fe8a8c7401cc', 'tag': 'e6f83d0b-08f8-4943-be91-070b13890e59'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:41:01.246484 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53665062-1037-45f0-b153-841dfc792ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "99e12649-f445-43a0-825a-fe8a8c7401cc", "tag": "e6f83d0b-08f8-4943-be91-070b13890e59"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:41:01.269366 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910e3ac-685d-4433-9341-39fb18ba8a02 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f83d0b-08f8-4943-be91-070b13890e59,revision_number=3']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:01.319742 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5938fe-ac1c-4597-932c-2570d768be96 x-openstack-request-id: req-fc5938fe-ac1c-4597-932c-2570d768be96 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:41:01.320029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e12649-f445-43a0-825a-fe8a8c7401cc", "tag": "e6f83d0b-08f8-4943-be91-070b13890e59", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:41:01.320277 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fc5938fe-ac1c-4597-932c-2570d768be96 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:41:01.320670 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e12649-f445-43a0-825a-fe8a8c7401cc', 'tag': 'e6f83d0b-08f8-4943-be91-070b13890e59', 'status': 'completed', 'code': 200} Jan 21 09:41:01.338223 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-67454a7b-90ee-4eae-9d4a-1de5bb5c7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:01.339857 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-67454a7b-90ee-4eae-9d4a-1de5bb5c7fac service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 1096 time: 0.0536106 Jan 21 09:41:01.385161 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-c56149da-cb48-4a1f-b39d-a51cc16ce5ab service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6f83d0b-08f8-4943-be91-070b13890e59 HTTP/1.1" status: 200 len: 217 time: 0.0368276 Jan 21 09:41:01.437710 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-32a1b2da-c3a0-4d82-b6a5-0ed602f2018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:01.439233 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-32a1b2da-c3a0-4d82-b6a5-0ed602f2018e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d2b77ad3-468a-4e2e-9f13-0b7b81d159a9 HTTP/1.1" status: 200 len: 835 time: 0.0469050 Jan 21 09:41:01.499205 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-efbda139-e0c7-4430-b7be-2b42d13c6de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:01.501143 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-efbda139-e0c7-4430-b7be-2b42d13c6de4 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c798f7fb-c0de-4cac-86af-ead5544d13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0556514 Jan 21 09:41:01.597110 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-5210e4dd-bc99-4904-852e-26f748fb7666 service neutron] 10.222.0.113 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877821 Jan 21 09:41:01.696936 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b08f3072-a61e-4f44-9e3a-a01af832a37f req-c06b2bd8-6882-442c-934b-905371990b78 service neutron] 10.222.0.113 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940897 Jan 21 09:41:01.786116 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665062-1037-45f0-b153-841dfc792ae9 req-a2619908-e2e3-4efd-98fb-65833a1220bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:01.787960 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-53665062-1037-45f0-b153-841dfc792ae9 req-a2619908-e2e3-4efd-98fb-65833a1220bd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 1096 time: 0.0420678 Jan 21 09:41:01.889832 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665062-1037-45f0-b153-841dfc792ae9 req-3adb534e-a9f6-4281-9226-9e0fc4807e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:01.891415 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-53665062-1037-45f0-b153-841dfc792ae9 req-3adb534e-a9f6-4281-9226-9e0fc4807e06 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c798f7fb-c0de-4cac-86af-ead5544d13db HTTP/1.1" status: 200 len: 898 time: 0.0960407 Jan 21 09:41:01.942109 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-53665062-1037-45f0-b153-841dfc792ae9 req-c97efd81-0068-4110-90e2-39b35a728499 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6f83d0b-08f8-4943-be91-070b13890e59 HTTP/1.1" status: 200 len: 217 time: 0.0430315 Jan 21 09:41:01.996742 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665062-1037-45f0-b153-841dfc792ae9 req-3122f218-9f8c-4bc9-a40c-663a008ba3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:01.998403 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-53665062-1037-45f0-b153-841dfc792ae9 req-3122f218-9f8c-4bc9-a40c-663a008ba3f4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d2b77ad3-468a-4e2e-9f13-0b7b81d159a9 HTTP/1.1" status: 200 len: 835 time: 0.0502472 Jan 21 09:41:02.050743 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665062-1037-45f0-b153-841dfc792ae9 req-1f2fd733-c34d-4578-909c-b75af1ea58e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:02.052552 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-53665062-1037-45f0-b153-841dfc792ae9 req-1f2fd733-c34d-4578-909c-b75af1ea58e7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c798f7fb-c0de-4cac-86af-ead5544d13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470195 Jan 21 09:41:02.154807 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-53665062-1037-45f0-b153-841dfc792ae9 req-503b3318-e93f-4f93-bcb6-b783bdb8eaf5 service neutron] 10.222.0.113 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952888 Jan 21 09:41:02.252319 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-53665062-1037-45f0-b153-841dfc792ae9 req-c0a41762-ab2d-4f7d-b401-ad04581733e6 service neutron] 10.222.0.113 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887566 Jan 21 09:41:02.326141 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264340-2bf1-4c80-868b-9a18b9d82006 req-369ba81e-781e-4a43-a6f5-a47e08200d87 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:02.328016 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-62264340-2bf1-4c80-868b-9a18b9d82006 req-369ba81e-781e-4a43-a6f5-a47e08200d87 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 943 time: 0.0520568 Jan 21 09:41:02.367446 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-62264340-2bf1-4c80-868b-9a18b9d82006 req-edd8eb55-6d95-4c7c-804f-8a87c1e9fb4c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=783a6b31-560d-422a-801b-f83cda4e0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328312 Jan 21 09:41:03.491004 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb53a19-3bc7-4f3a-b70e-94d31204358c req-0106f106-dc7d-4844-ba7f-02b10d92ed4b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:03.492489 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0cb53a19-3bc7-4f3a-b70e-94d31204358c req-0106f106-dc7d-4844-ba7f-02b10d92ed4b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 943 time: 0.0510862 Jan 21 09:41:03.535015 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0cb53a19-3bc7-4f3a-b70e-94d31204358c req-292e1523-91d2-4da3-8efe-a40ed4738c86 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=783a6b31-560d-422a-801b-f83cda4e0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364826 Jan 21 09:41:03.804397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device e6f83d0b-08f8-4943-be91-070b13890e59 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:41:03.907075 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port e6f83d0b-08f8-4943-be91-070b13890e59, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e6f83d0b-08f8-4943-be91-070b13890e59,segment=NetworkSegment(b551bfae-1b12-4a37-8f46-00b28055be26),segment_id=b551bfae-1b12-4a37-8f46-00b28055be26)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:03.918402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'e6f83d0b-08f8-4943-be91-070b13890e59', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'port_id': 'e6f83d0b-08f8-4943-be91-070b13890e59', 'mac_address': 'fa:16:3e:23:d0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:41:03.956389 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.968791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f83d0b-08f8-4943-be91-070b13890e59 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:41:03.994917 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port e6f83d0b-08f8-4943-be91-070b13890e59, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e6f83d0b-08f8-4943-be91-070b13890e59,segment=NetworkSegment(b551bfae-1b12-4a37-8f46-00b28055be26),segment_id=b551bfae-1b12-4a37-8f46-00b28055be26)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:03.999012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.045798 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=e6f83d0b-08f8-4943-be91-070b13890e59,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:04.226591 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['e6f83d0b-08f8-4943-be91-070b13890e59'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:41:04.652941 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b58ad4-c96a-49e6-ae19-ae24d218bf2f req-3c1a1e47-909d-4588-8c26-239165637978 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:04.654429 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4b58ad4-c96a-49e6-ae19-ae24d218bf2f req-3c1a1e47-909d-4588-8c26-239165637978 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 944 time: 0.0532000 Jan 21 09:41:04.692125 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4b58ad4-c96a-49e6-ae19-ae24d218bf2f req-d6873b53-6bbf-49e6-a081-72843d72e333 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=783a6b31-560d-422a-801b-f83cda4e0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308833 Jan 21 09:41:05.810935 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaebea9-c864-4aca-8d5b-64cd1fd3243b req-10101aa2-938c-4745-9544-0038b7599ab8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:05.813238 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8aaebea9-c864-4aca-8d5b-64cd1fd3243b req-10101aa2-938c-4745-9544-0038b7599ab8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 944 time: 0.0530086 Jan 21 09:41:05.819303 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device e6f83d0b-08f8-4943-be91-070b13890e59 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:41:05.862062 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8aaebea9-c864-4aca-8d5b-64cd1fd3243b req-83c2d4eb-6b41-48e5-937c-e6ee4246b5b7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=783a6b31-560d-422a-801b-f83cda4e0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418189 Jan 21 09:41:05.866137 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-eff9e92e-cd70-4a88-a892-6a85e32ad958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.887739 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port e6f83d0b-08f8-4943-be91-070b13890e59 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:05.891467 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port e6f83d0b-08f8-4943-be91-070b13890e59 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:05.891833 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.970035 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.992373 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e12649-f445-43a0-825a-fe8a8c7401cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f83d0b-08f8-4943-be91-070b13890e59'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:41:05.994858 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbd549a-1803-4ccc-a966-9237218aaa93" -d '{"events": [{"server_uuid": "99e12649-f445-43a0-825a-fe8a8c7401cc", "name": "network-vif-plugged", "status": "completed", "tag": "e6f83d0b-08f8-4943-be91-070b13890e59"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:41:06.008092 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port e6f83d0b-08f8-4943-be91-070b13890e59, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e6f83d0b-08f8-4943-be91-070b13890e59,segment=NetworkSegment(b551bfae-1b12-4a37-8f46-00b28055be26),segment_id=b551bfae-1b12-4a37-8f46-00b28055be26)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:06.012564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.035791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406d2258-f717-44f1-ba7d-fa3bfd9219a9 x-openstack-request-id: req-406d2258-f717-44f1-ba7d-fa3bfd9219a9 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:41:06.036084 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e12649-f445-43a0-825a-fe8a8c7401cc", "name": "network-vif-plugged", "status": "completed", "tag": "e6f83d0b-08f8-4943-be91-070b13890e59", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:41:06.036343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-406d2258-f717-44f1-ba7d-fa3bfd9219a9 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:41:06.036716 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e12649-f445-43a0-825a-fe8a8c7401cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f83d0b-08f8-4943-be91-070b13890e59', 'code': 200} Jan 21 09:41:06.062423 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=e6f83d0b-08f8-4943-be91-070b13890e59,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:06.196408 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2ee9f-df68-4e9a-a97b-a1a20df1de92 req-b65ca1da-2b89-495f-a1a5-e53a4a6b7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:06.197960 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bed2ee9f-df68-4e9a-a97b-a1a20df1de92 req-b65ca1da-2b89-495f-a1a5-e53a4a6b7813 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 1098 time: 0.0413888 Jan 21 09:41:06.234543 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bed2ee9f-df68-4e9a-a97b-a1a20df1de92 req-d147d00e-5311-40fa-a0df-fa6b36901e90 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=783a6b31-560d-422a-801b-f83cda4e0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296490 Jan 21 09:41:06.984949 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752875c-151c-4143-9f1b-d8ccbd418331 req-bb8e08cf-134f-4b44-9bd0-234dd18b3cff tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:06.986426 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0752875c-151c-4143-9f1b-d8ccbd418331 req-bb8e08cf-134f-4b44-9bd0-234dd18b3cff tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 945 time: 0.0494938 Jan 21 09:41:07.039596 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0752875c-151c-4143-9f1b-d8ccbd418331 req-7479fd01-b511-413a-875b-2124995abbf9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=783a6b31-560d-422a-801b-f83cda4e0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389504 Jan 21 09:41:08.162460 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb79a5-0580-479e-9bfd-76aa2f8a373c req-0484d8a9-fb22-411f-a16d-91aef3b44402 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:08.164228 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37eb79a5-0580-479e-9bfd-76aa2f8a373c req-0484d8a9-fb22-411f-a16d-91aef3b44402 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 945 time: 0.0551491 Jan 21 09:41:08.204892 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37eb79a5-0580-479e-9bfd-76aa2f8a373c req-3451414a-7855-4cf0-ae18-afc03712b324 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=783a6b31-560d-422a-801b-f83cda4e0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341005 Jan 21 09:41:08.212071 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1b847c03-e396-4c0a-a8ec-fd0ddf6c7789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.337778 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf6fd8-6fe0-4e27-b2d2-c69a1573078a req-d5ca810c-3310-435a-89d5-358a62cc3f6a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:08.339264 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c6bf6fd8-6fe0-4e27-b2d2-c69a1573078a req-d5ca810c-3310-435a-89d5-358a62cc3f6a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 945 time: 0.0595450 Jan 21 09:41:08.377477 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c6bf6fd8-6fe0-4e27-b2d2-c69a1573078a req-68733652-99ac-482b-b866-feab8539a4f6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=783a6b31-560d-422a-801b-f83cda4e0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319364 Jan 21 09:41:08.400694 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45112) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:08.442583 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efe6d57-2896-45a4-a970-1c1068dbb927 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:08.444212 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6efe6d57-2896-45a4-a970-1c1068dbb927 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 1093 time: 0.0425410 Jan 21 09:41:08.447051 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45114) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:08.451412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': 'e6f83d0b-08f8-4943-be91-070b13890e59', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:08.475962 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.582025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.705537 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.26.7.45 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/8b438ed3-c650-47f7-abff-c7fbd72bf540) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:08.813263 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.848253 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.885072 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:08.888014 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:08.894677 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:08.929280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=8b438ed3-c650-47f7-abff-c7fbd72bf540,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:09.240322 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.268303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.336408 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.497050 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.501626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.578531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=8b438ed3-c650-47f7-abff-c7fbd72bf540,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:09.591350 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.704467 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP 77e9c061-e1a6-4d11-ae88-671e0b7de5af associated. External IP: 172.26.7.45, port: e6f83d0b-08f8-4943-be91-070b13890e59. Jan 21 09:41:09.938563 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router baa22438-1f24-4ca1-adea-ce0ecba74969 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:41:10.054011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:10.064226 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d7c80-422b-44f3-a1f8-959d8012cb15 None None] Sync routers for ids ['baa22438-1f24-4ca1-adea-ce0ecba74969'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:10.076417 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d7c80-422b-44f3-a1f8-959d8012cb15 None None] Routers {'baa22438-1f24-4ca1-adea-ce0ecba74969'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:10.077241 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.077524 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e46d7c80-422b-44f3-a1f8-959d8012cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['baa22438-1f24-4ca1-adea-ce0ecba74969'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:10.117633 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1b752f3e-cdc4-4aed-a073-9ea6e7410ede tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6693516 Jan 21 09:41:10.118428 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e12649-f445-43a0-825a-fe8a8c7401cc', 'tag': 'e6f83d0b-08f8-4943-be91-070b13890e59'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:41:10.120194 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45116) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:10.121945 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2b79bd-bc65-468b-a04f-db4fc81318ff" -d '{"events": [{"name": "network-changed", "server_uuid": "99e12649-f445-43a0-825a-fe8a8c7401cc", "tag": "e6f83d0b-08f8-4943-be91-070b13890e59"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:41:10.171336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ed955b-d3c7-4d1e-b6f0-09811d604e27 x-openstack-request-id: req-73ed955b-d3c7-4d1e-b6f0-09811d604e27 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:41:10.171717 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e12649-f445-43a0-825a-fe8a8c7401cc", "tag": "e6f83d0b-08f8-4943-be91-070b13890e59", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:41:10.172061 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-73ed955b-d3c7-4d1e-b6f0-09811d604e27 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:41:10.172475 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e12649-f445-43a0-825a-fe8a8c7401cc', 'tag': 'e6f83d0b-08f8-4943-be91-070b13890e59', 'status': 'completed', 'code': 200} Jan 21 09:41:10.205695 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-66a20f37-04b0-402a-b8ed-071449fc016e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/77e9c061-e1a6-4d11-ae88-671e0b7de5af HTTP/1.1" status: 200 len: 990 time: 0.0841007 Jan 21 09:41:10.245646 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b79bd-bc65-468b-a04f-db4fc81318ff req-65feadeb-1eb8-4338-8228-043718d0a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:10.247157 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8f2b79bd-bc65-468b-a04f-db4fc81318ff req-65feadeb-1eb8-4338-8228-043718d0a823 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 1098 time: 0.0524473 Jan 21 09:41:10.350148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-e46d7c80-422b-44f3-a1f8-959d8012cb15 None None] Set router baa22438-1f24-4ca1-adea-ce0ecba74969 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:10.358466 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b79bd-bc65-468b-a04f-db4fc81318ff req-dd91662f-4f6c-43fc-b308-e06279681b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:10.360296 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8f2b79bd-bc65-468b-a04f-db4fc81318ff req-dd91662f-4f6c-43fc-b308-e06279681b96 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c798f7fb-c0de-4cac-86af-ead5544d13db HTTP/1.1" status: 200 len: 898 time: 0.1021442 Jan 21 09:41:10.453128 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8f2b79bd-bc65-468b-a04f-db4fc81318ff req-74fc715c-bcf1-4f2f-b245-c1d8415b1658 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6f83d0b-08f8-4943-be91-070b13890e59 HTTP/1.1" status: 200 len: 998 time: 0.0857103 Jan 21 09:41:10.522688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b79bd-bc65-468b-a04f-db4fc81318ff req-496bffc8-792c-4a80-ac12-fd57d8a78684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:10.526986 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8f2b79bd-bc65-468b-a04f-db4fc81318ff req-496bffc8-792c-4a80-ac12-fd57d8a78684 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d2b77ad3-468a-4e2e-9f13-0b7b81d159a9 HTTP/1.1" status: 200 len: 835 time: 0.0675309 Jan 21 09:41:10.584948 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b79bd-bc65-468b-a04f-db4fc81318ff req-05b34b6b-dbf8-4036-9657-d3426a2a1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:10.588543 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8f2b79bd-bc65-468b-a04f-db4fc81318ff req-05b34b6b-dbf8-4036-9657-d3426a2a1392 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c798f7fb-c0de-4cac-86af-ead5544d13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546563 Jan 21 09:41:10.645205 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e46d7c80-422b-44f3-a1f8-959d8012cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '77e9c061-e1a6-4d11-ae88-671e0b7de5af', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.45', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'port_id': 'e6f83d0b-08f8-4943-be91-070b13890e59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'mac_address': 'fa:16:3e:23:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e12649-f445-43a0-825a-fe8a8c7401cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4b3665-c210-4ee5-bf97-aa44510258fb', 'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:1e:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:54Z', 'updated_at': '2022-01-21T09:40:58Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:10.674273 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d7c80-422b-44f3-a1f8-959d8012cb15 None None] Checking router: baa22438-1f24-4ca1-adea-ce0ecba74969 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:41:10.685508 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d7c80-422b-44f3-a1f8-959d8012cb15 None None] Routers {'baa22438-1f24-4ca1-adea-ce0ecba74969'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:10.686141 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e46d7c80-422b-44f3-a1f8-959d8012cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['baa22438-1f24-4ca1-adea-ce0ecba74969'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:10.711033 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8f2b79bd-bc65-468b-a04f-db4fc81318ff req-67ad79f1-8c50-41c8-b94c-42f19cb544d4 service neutron] 10.222.0.113 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156387 Jan 21 09:41:10.821231 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8f2b79bd-bc65-468b-a04f-db4fc81318ff req-e69b7b91-9c6b-42d8-b8ac-73583388a272 service neutron] 10.222.0.113 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036267 Jan 21 09:41:10.827853 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-e46d7c80-422b-44f3-a1f8-959d8012cb15 None None] Set router baa22438-1f24-4ca1-adea-ce0ecba74969 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:11.090439 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e46d7c80-422b-44f3-a1f8-959d8012cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '77e9c061-e1a6-4d11-ae88-671e0b7de5af', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.45', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'port_id': 'e6f83d0b-08f8-4943-be91-070b13890e59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'mac_address': 'fa:16:3e:23:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e12649-f445-43a0-825a-fe8a8c7401cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4b3665-c210-4ee5-bf97-aa44510258fb', 'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:1e:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:54Z', 'updated_at': '2022-01-21T09:40:58Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:11.118795 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d7c80-422b-44f3-a1f8-959d8012cb15 None None] The sync data for ids ['baa22438-1f24-4ca1-adea-ce0ecba74969'] in dv-neutron-825721-1-hyperv is: [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '77e9c061-e1a6-4d11-ae88-671e0b7de5af', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.45', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'port_id': 'e6f83d0b-08f8-4943-be91-070b13890e59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'mac_address': 'fa:16:3e:23:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e12649-f445-43a0-825a-fe8a8c7401cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4b3665-c210-4ee5-bf97-aa44510258fb', 'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:1e:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:54Z', 'updated_at': '2022-01-21T09:40:58Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:11.210403 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45120) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:11.257340 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.276566 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1754efda-8ffa-421d-8613-9cad97687507 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/77e9c061-e1a6-4d11-ae88-671e0b7de5af HTTP/1.1" status: 200 len: 990 time: 0.0649581 Jan 21 09:41:11.315549 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2cfef1-7e49-43c3-bfda-6f625d3ae258 None None] New status for floating IP 77e9c061-e1a6-4d11-ae88-671e0b7de5af: ACTIVE {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:41:11.350148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.280365 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45122) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:12.345537 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a885fa6a-5a1c-4a8c-8c52-4ee57237a52e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/77e9c061-e1a6-4d11-ae88-671e0b7de5af HTTP/1.1" status: 200 len: 992 time: 0.0640221 Jan 21 09:41:24.758093 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.318097 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7cb96af5-1d4d-4874-821d-86c4cda8df9a req-aa5decaf-693f-4be4-8c70-8e7eea5d2ee3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429771 Jan 21 09:41:34.388232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb96af5-1d4d-4874-821d-86c4cda8df9a req-41cae043-c948-4642-9e01-5a07c4ba716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:34.389734 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7cb96af5-1d4d-4874-821d-86c4cda8df9a req-41cae043-c948-4642-9e01-5a07c4ba716f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 1098 time: 0.0493474 Jan 21 09:41:34.492544 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb96af5-1d4d-4874-821d-86c4cda8df9a req-b9024b69-7c04-4baa-8409-4ae551728e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:34.494033 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7cb96af5-1d4d-4874-821d-86c4cda8df9a req-b9024b69-7c04-4baa-8409-4ae551728e2d service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 913 time: 0.0852461 Jan 21 09:41:34.564073 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7cb96af5-1d4d-4874-821d-86c4cda8df9a req-ee19fa61-2e61-4f18-b878-ad1e630c7afb service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52241fe1-853a-4206-8c62-3b6e01e2a839 HTTP/1.1" status: 200 len: 1001 time: 0.0636337 Jan 21 09:41:34.610867 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb96af5-1d4d-4874-821d-86c4cda8df9a req-a3500fae-9b2c-43f3-85e7-80691007df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:34.612362 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7cb96af5-1d4d-4874-821d-86c4cda8df9a req-a3500fae-9b2c-43f3-85e7-80691007df71 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=51a8f30f-613e-41a2-aa04-d3cbecea2db9 HTTP/1.1" status: 200 len: 851 time: 0.0421016 Jan 21 09:41:34.655991 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb96af5-1d4d-4874-821d-86c4cda8df9a req-c8fab171-1b8a-4976-a84d-ae30613f4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:34.657509 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7cb96af5-1d4d-4874-821d-86c4cda8df9a req-c8fab171-1b8a-4976-a84d-ae30613f4ea6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bc00035-f913-4c0c-933f-eb8c12314236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387645 Jan 21 09:41:34.748175 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7cb96af5-1d4d-4874-821d-86c4cda8df9a req-108df516-fbfc-47b7-8c06-c3bce3e9764b service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841007 Jan 21 09:41:34.838444 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7cb96af5-1d4d-4874-821d-86c4cda8df9a req-7db54cfd-3ed0-46be-93ce-591ece609e6b service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820568 Jan 21 09:41:35.837517 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fb7078a6-54b1-4d15-ac98-dbe02a7378ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.203171 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:41:38.204371 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3db1ec68-62b6-4da9-a1c6-d019512ce43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.929115 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45134) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:39.003759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d8a005-be5b-4342-bd3c-11e2e7dad852 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:39.004234 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d8a005-be5b-4342-bd3c-11e2e7dad852 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:39.004700 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d8a005-be5b-4342-bd3c-11e2e7dad852 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:39.006482 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d6d8a005-be5b-4342-bd3c-11e2e7dad852 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/ports?project_id=d36411baa65a4ba89db6bb1125b34d37&network_id=c798f7fb-c0de-4cac-86af-ead5544d13db HTTP/1.1" status: 200 len: 2999 time: 0.0763395 Jan 21 09:41:39.243408 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.257421 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.352601 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.906204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45144) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:43.957418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d822da-8863-461e-bdec-f62a658984ca tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:43.958931 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-49d822da-8863-461e-bdec-f62a658984ca tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5 HTTP/1.1" status: 200 len: 814 time: 0.0517492 Jan 21 09:41:45.220978 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45150) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:45.225654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ddf6ca04-b34c-4f1d-a61f-c63036a1ba8b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:45.279975 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ca04-b34c-4f1d-a61f-c63036a1ba8b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.427184 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ca04-b34c-4f1d-a61f-c63036a1ba8b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.431641 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ca04-b34c-4f1d-a61f-c63036a1ba8b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.431976 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-ddf6ca04-b34c-4f1d-a61f-c63036a1ba8b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP 77e9c061-e1a6-4d11-ae88-671e0b7de5af disassociated. External IP: 172.26.7.45, port: e6f83d0b-08f8-4943-be91-070b13890e59. Jan 21 09:41:45.636181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf6ca04-b34c-4f1d-a61f-c63036a1ba8b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router baa22438-1f24-4ca1-adea-ce0ecba74969 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:41:45.743788 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf6ca04-b34c-4f1d-a61f-c63036a1ba8b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:45.747728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ca04-b34c-4f1d-a61f-c63036a1ba8b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.752829 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab0cc7d-1308-4c84-8d12-9a0c6b155c07 None None] Sync routers for ids ['baa22438-1f24-4ca1-adea-ce0ecba74969'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:45.762313 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0cc7d-1308-4c84-8d12-9a0c6b155c07 None None] Routers {'baa22438-1f24-4ca1-adea-ce0ecba74969'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:45.762928 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-fab0cc7d-1308-4c84-8d12-9a0c6b155c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['baa22438-1f24-4ca1-adea-ce0ecba74969'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:45.774670 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ddf6ca04-b34c-4f1d-a61f-c63036a1ba8b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/floatingips/77e9c061-e1a6-4d11-ae88-671e0b7de5af HTTP/1.1" status: 200 len: 689 time: 0.5517359 Jan 21 09:41:45.775630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e12649-f445-43a0-825a-fe8a8c7401cc', 'tag': 'e6f83d0b-08f8-4943-be91-070b13890e59'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:41:45.777725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45152) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:45.778235 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646327f3-4dad-4c49-938a-e08a1e12c5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "99e12649-f445-43a0-825a-fe8a8c7401cc", "tag": "e6f83d0b-08f8-4943-be91-070b13890e59"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:41:45.817410 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef4d725-f4eb-48e1-80bb-b830511bef0b x-openstack-request-id: req-aef4d725-f4eb-48e1-80bb-b830511bef0b {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:41:45.817744 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e12649-f445-43a0-825a-fe8a8c7401cc", "tag": "e6f83d0b-08f8-4943-be91-070b13890e59", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:41:45.820036 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aef4d725-f4eb-48e1-80bb-b830511bef0b {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:41:45.820036 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e12649-f445-43a0-825a-fe8a8c7401cc', 'tag': 'e6f83d0b-08f8-4943-be91-070b13890e59', 'status': 'completed', 'code': 200} Jan 21 09:41:45.824600 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cafdab19-499c-443f-9b01-8ebd5a7bfac7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/77e9c061-e1a6-4d11-ae88-671e0b7de5af HTTP/1.1" status: 200 len: 689 time: 0.0456529 Jan 21 09:41:45.874066 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-fab0cc7d-1308-4c84-8d12-9a0c6b155c07 None None] Set router baa22438-1f24-4ca1-adea-ce0ecba74969 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:45.878018 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646327f3-4dad-4c49-938a-e08a1e12c5b8 req-6a5f889f-b892-497d-92d0-0f98c80e101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:45.879512 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-646327f3-4dad-4c49-938a-e08a1e12c5b8 req-6a5f889f-b892-497d-92d0-0f98c80e101b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 1098 time: 0.0396667 Jan 21 09:41:45.971057 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646327f3-4dad-4c49-938a-e08a1e12c5b8 req-d4c5b5be-e2f0-46b0-b654-ec5055887f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:45.972525 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-646327f3-4dad-4c49-938a-e08a1e12c5b8 req-d4c5b5be-e2f0-46b0-b654-ec5055887f30 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c798f7fb-c0de-4cac-86af-ead5544d13db HTTP/1.1" status: 200 len: 898 time: 0.0870333 Jan 21 09:41:46.013343 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-646327f3-4dad-4c49-938a-e08a1e12c5b8 req-5b248476-417c-4472-80dc-cc516dbe4a36 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6f83d0b-08f8-4943-be91-070b13890e59 HTTP/1.1" status: 200 len: 217 time: 0.0336375 Jan 21 09:41:46.061828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646327f3-4dad-4c49-938a-e08a1e12c5b8 req-6117bf79-75c6-42b3-81b0-fc6161932ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:46.063436 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-646327f3-4dad-4c49-938a-e08a1e12c5b8 req-6117bf79-75c6-42b3-81b0-fc6161932ce3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d2b77ad3-468a-4e2e-9f13-0b7b81d159a9 HTTP/1.1" status: 200 len: 835 time: 0.0442929 Jan 21 09:41:46.074243 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-fab0cc7d-1308-4c84-8d12-9a0c6b155c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '0b4b3665-c210-4ee5-bf97-aa44510258fb', 'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:1e:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:54Z', 'updated_at': '2022-01-21T09:40:58Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:46.100913 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab0cc7d-1308-4c84-8d12-9a0c6b155c07 None None] Checking router: baa22438-1f24-4ca1-adea-ce0ecba74969 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:41:46.109245 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0cc7d-1308-4c84-8d12-9a0c6b155c07 None None] Routers {'baa22438-1f24-4ca1-adea-ce0ecba74969'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:46.109882 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-fab0cc7d-1308-4c84-8d12-9a0c6b155c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['baa22438-1f24-4ca1-adea-ce0ecba74969'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:46.113331 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646327f3-4dad-4c49-938a-e08a1e12c5b8 req-9dcf5c93-7f3a-4359-9970-6fc4559739a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:46.114862 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-646327f3-4dad-4c49-938a-e08a1e12c5b8 req-9dcf5c93-7f3a-4359-9970-6fc4559739a8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c798f7fb-c0de-4cac-86af-ead5544d13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442641 Jan 21 09:41:46.124855 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [req-646327f3-4dad-4c49-938a-e08a1e12c5b8 req-dc0b361e-8284-43be-b9cb-8477412b9a19 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:46.125862 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-646327f3-4dad-4c49-938a-e08a1e12c5b8 req-dc0b361e-8284-43be-b9cb-8477412b9a19 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048766 Jan 21 09:41:46.215509 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-646327f3-4dad-4c49-938a-e08a1e12c5b8 req-65733fed-79b1-410f-bca4-151b04b82f5f service neutron] 10.222.0.113 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832627 Jan 21 09:41:46.216982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-fab0cc7d-1308-4c84-8d12-9a0c6b155c07 None None] Set router baa22438-1f24-4ca1-adea-ce0ecba74969 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:46.308454 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-646327f3-4dad-4c49-938a-e08a1e12c5b8 req-dc61bf8a-5f36-40b9-b817-292654839f59 service neutron] 10.222.0.113 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867603 Jan 21 09:41:46.414602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-fab0cc7d-1308-4c84-8d12-9a0c6b155c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '0b4b3665-c210-4ee5-bf97-aa44510258fb', 'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:1e:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:54Z', 'updated_at': '2022-01-21T09:40:58Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:46.444960 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab0cc7d-1308-4c84-8d12-9a0c6b155c07 None None] The sync data for ids ['baa22438-1f24-4ca1-adea-ce0ecba74969'] in dv-neutron-825721-1-hyperv is: [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '0b4b3665-c210-4ee5-bf97-aa44510258fb', 'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:1e:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:54Z', 'updated_at': '2022-01-21T09:40:58Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:46.657046 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad3f48f-6230-4e85-bfce-5c7d11e12e69 None None] New status for floating IP 77e9c061-e1a6-4d11-ae88-671e0b7de5af: DOWN {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:41:46.826886 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45156) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:46.873852 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f6f3b13d-14cc-4735-ad57-deaffa02348e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/77e9c061-e1a6-4d11-ae88-671e0b7de5af HTTP/1.1" status: 200 len: 689 time: 0.0458541 Jan 21 09:41:47.878243 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45158) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:47.925575 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a4d5b2f7-e396-4293-b7f7-9f93f6c8fab7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/77e9c061-e1a6-4d11-ae88-671e0b7de5af HTTP/1.1" status: 200 len: 687 time: 0.0461504 Jan 21 09:41:49.131268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45162) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:49.136705 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-801218261', 'description': 'tempest-secgroup-smoke-801218261 description', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:49.159434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.544329 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.548027 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.579282 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.580498 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4482403 Jan 21 09:41:49.582344 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af201d3e-c244-49fd-95c9-8a017b16e4c6,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:49.583618 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45164) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:49.588625 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'af201d3e-c244-49fd-95c9-8a017b16e4c6', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:49.589641 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.589989 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.590321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.590646 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.590970 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.591297 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.591603 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.591920 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.592240 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.592560 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.592873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.593182 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c712f-fef0-42b8-adac-cda6ca5c646c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.616238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.674994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.678465 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.696322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4d38bf-2539-44e8-b6ce-f937a01a7314,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:49.706493 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.707671 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230693 Jan 21 09:41:49.708966 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.709304 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.709659 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.709983 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.710582 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45166) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:49.713807 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.714169 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.714503 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.714842 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.715198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.715322 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8508a6a9-2d96-49d9-9d45-6724043e216b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'af201d3e-c244-49fd-95c9-8a017b16e4c6', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:49.715523 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.715845 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.716165 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed801562-a552-4f68-8f08-42e94045d44b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:49.741979 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8508a6a9-2d96-49d9-9d45-6724043e216b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.797336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8508a6a9-2d96-49d9-9d45-6724043e216b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.800688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8508a6a9-2d96-49d9-9d45-6724043e216b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.818201 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508a6a9-2d96-49d9-9d45-6724043e216b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ac146c-e18f-4ea9-b251-18c07880f8bd,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:49.825017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8508a6a9-2d96-49d9-9d45-6724043e216b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.826241 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8508a6a9-2d96-49d9-9d45-6724043e216b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146753 Jan 21 09:41:49.828911 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45168) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:49.833045 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8c38d115-f312-4479-9877-db032b80207f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'af201d3e-c244-49fd-95c9-8a017b16e4c6', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:49.866765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c38d115-f312-4479-9877-db032b80207f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.924419 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c38d115-f312-4479-9877-db032b80207f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.928017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c38d115-f312-4479-9877-db032b80207f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.945365 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38d115-f312-4479-9877-db032b80207f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c102924-4d39-40fa-9de0-f95ba693b4b2,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:49.953630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8c38d115-f312-4479-9877-db032b80207f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.954826 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8c38d115-f312-4479-9877-db032b80207f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249726 Jan 21 09:41:49.957858 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45170) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:49.962899 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-0c72ad7b-0375-4fc2-a686-668b7662298d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'af201d3e-c244-49fd-95c9-8a017b16e4c6', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:49.995032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0c72ad7b-0375-4fc2-a686-668b7662298d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.058088 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0c72ad7b-0375-4fc2-a686-668b7662298d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.062357 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0c72ad7b-0375-4fc2-a686-668b7662298d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.080056 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72ad7b-0375-4fc2-a686-668b7662298d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ed30e7-0fb8-4e43-b3dc-43b5a64d8231,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:50.089710 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0c72ad7b-0375-4fc2-a686-668b7662298d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.091029 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0c72ad7b-0375-4fc2-a686-668b7662298d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321337 Jan 21 09:41:50.093832 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45178) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:50.098331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-abe43f70-af32-4b7f-9812-5402748f3e17 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'af201d3e-c244-49fd-95c9-8a017b16e4c6', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:50.124428 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-abe43f70-af32-4b7f-9812-5402748f3e17 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:41:50.129529 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-abe43f70-af32-4b7f-9812-5402748f3e17 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.193041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-abe43f70-af32-4b7f-9812-5402748f3e17 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.197328 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-abe43f70-af32-4b7f-9812-5402748f3e17 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.217990 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe43f70-af32-4b7f-9812-5402748f3e17 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a8e7ff-c483-430b-988d-733dfd2e90ac,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:50.226332 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-abe43f70-af32-4b7f-9812-5402748f3e17 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.227696 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-abe43f70-af32-4b7f-9812-5402748f3e17 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327398 Jan 21 09:41:50.231053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45180) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:41:50.235823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b32655a0-53bc-4cd4-9f16-3b8cd31f724b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'af201d3e-c244-49fd-95c9-8a017b16e4c6', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:50.264455 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-b32655a0-53bc-4cd4-9f16-3b8cd31f724b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:41:50.269788 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b32655a0-53bc-4cd4-9f16-3b8cd31f724b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.340916 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b32655a0-53bc-4cd4-9f16-3b8cd31f724b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.345002 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b32655a0-53bc-4cd4-9f16-3b8cd31f724b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.362525 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32655a0-53bc-4cd4-9f16-3b8cd31f724b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ac2083-e3e1-4545-9966-cbdefa670ad3,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:50.372308 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b32655a0-53bc-4cd4-9f16-3b8cd31f724b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.373548 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b32655a0-53bc-4cd4-9f16-3b8cd31f724b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415284 Jan 21 09:41:50.517234 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-2aaeda62-3897-4188-bb97-ff11652c6432 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801218261&fields=id&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 267 time: 0.0341330 Jan 21 09:41:50.624836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-6212e828-da20-4993-bfe2-da7aad87758c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:50.626270 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-6212e828-da20-4993-bfe2-da7aad87758c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/networks?id=c798f7fb-c0de-4cac-86af-ead5544d13db HTTP/1.1" status: 200 len: 797 time: 0.1021538 Jan 21 09:41:50.642323 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-528bde87-9c18-4f3e-a97f-dee9e18758f6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/quotas/d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 375 time: 0.0102141 Jan 21 09:41:50.702895 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-afc3f006-1f20-4d26-b2d9-678296b244a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0548785 Jan 21 09:41:50.718417 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-dfd057b7-0aec-4abc-b4ec-335815497200 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:50.720194 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-dfd057b7-0aec-4abc-b4ec-335815497200 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058699 Jan 21 09:41:50.818324 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-d17f54eb-670e-4f2e-8926-995410a18799 service neutron] 10.222.0.88 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918045 Jan 21 09:41:50.918472 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-f402e345-4d56-4a64-92de-e99b513f0ac1 service neutron] 10.222.0.88 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931201 Jan 21 09:41:51.092274 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b8dce932-a46f-4ded-a940-4c7e0362eadc req-b201b2c2-fbc9-4b73-92b8-9486e37ddb25 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 210 time: 0.0295062 Jan 21 09:41:52.161000 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-3c07f0b3-a5c2-41a7-a730-0da5f1212409 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:52.162245 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-3c07f0b3-a5c2-41a7-a730-0da5f1212409 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/networks?id=c798f7fb-c0de-4cac-86af-ead5544d13db HTTP/1.1" status: 200 len: 797 time: 0.1033545 Jan 21 09:41:52.202911 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-97e15f33-83a7-45c4-85c8-ab6dc77313f2 req-0ca0b191-3691-41cb-84b5-88dd7733ae1f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 210 time: 0.0286412 Jan 21 09:41:52.210580 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-c42d4259-432f-4c14-a0a6-5a878b2caac6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 472 time: 0.0396414 Jan 21 09:41:52.222162 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-b89af0d3-d9bd-4874-86bc-7b79dfa81e0d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'port': {'device_id': '2cac8522-ddac-4318-b45a-d93f4c37f64d', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'admin_state_up': True, 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'security_groups': ['af201d3e-c244-49fd-95c9-8a017b16e4c6']}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:52.332813 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-b89af0d3-d9bd-4874-86bc-7b79dfa81e0d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:52.336268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-b89af0d3-d9bd-4874-86bc-7b79dfa81e0d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.460417 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-b89af0d3-d9bd-4874-86bc-7b79dfa81e0d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.8 (c798f7fb-c0de-4cac-86af-ead5544d13db/d2b77ad3-468a-4e2e-9f13-0b7b81d159a9/446a57dc-d13e-4881-a152-53bbaffa43ff) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:52.608905 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-b89af0d3-d9bd-4874-86bc-7b79dfa81e0d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.642215 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-b89af0d3-d9bd-4874-86bc-7b79dfa81e0d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.684501 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-b89af0d3-d9bd-4874-86bc-7b79dfa81e0d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network c798f7fb-c0de-4cac-86af-ead5544d13db is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:52.689588 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-b89af0d3-d9bd-4874-86bc-7b79dfa81e0d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:52.693976 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-b89af0d3-d9bd-4874-86bc-7b79dfa81e0d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:52.728820 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89af0d3-d9bd-4874-86bc-7b79dfa81e0d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=446a57dc-d13e-4881-a152-53bbaffa43ff,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:52.762722 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-b89af0d3-d9bd-4874-86bc-7b79dfa81e0d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:52.763368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-b89af0d3-d9bd-4874-86bc-7b79dfa81e0d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.781709 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-b89af0d3-d9bd-4874-86bc-7b79dfa81e0d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5631790 Jan 21 09:41:52.794800 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Request body: {'port': {'device_id': '2cac8522-ddac-4318-b45a-d93f4c37f64d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:52.856188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.001143 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8ebaf75e-5cf7-4dbd-8bd6-55efc38f4db7 None None] Provisioning complete for port 446a57dc-d13e-4881-a152-53bbaffa43ff triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:53.001710 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8ebaf75e-5cf7-4dbd-8bd6-55efc38f4db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.045280 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-8ebaf75e-5cf7-4dbd-8bd6-55efc38f4db7 None None] Port 446a57dc-d13e-4881-a152-53bbaffa43ff cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:41:53.164988 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446a57dc-d13e-4881-a152-53bbaffa43ff {{(pid=102146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:41:53.173211 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.186689 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.provisioning_blocks [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Transition to ACTIVE for port object 446a57dc-d13e-4881-a152-53bbaffa43ff will not be triggered until provisioned by entity L2. {{(pid=102146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:53.189881 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.306351 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Pushing event updated for resources: {'Port': ['ID=446a57dc-d13e-4881-a152-53bbaffa43ff,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:53.375980 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Attempting to bind port 446a57dc-d13e-4881-a152-53bbaffa43ff on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:53.376318 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Attempting to bind port 446a57dc-d13e-4881-a152-53bbaffa43ff by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b551bfae-1b12-4a37-8f46-00b28055be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db'}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:53.376651 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Attempting to bind port 446a57dc-d13e-4881-a152-53bbaffa43ff on network c798f7fb-c0de-4cac-86af-ead5544d13db {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:41:53.382120 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Port 446a57dc-d13e-4881-a152-53bbaffa43ff on network c798f7fb-c0de-4cac-86af-ead5544d13db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:41:53.382453 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Attempting to bind port 446a57dc-d13e-4881-a152-53bbaffa43ff on network c798f7fb-c0de-4cac-86af-ead5544d13db {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:41:53.398960 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28457c-5e88-46bd-a44f-46b45d5306a0 req-6e202130-7a03-46ea-bb3b-da3d3758590d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:53.400893 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0b28457c-5e88-46bd-a44f-46b45d5306a0 req-6e202130-7a03-46ea-bb3b-da3d3758590d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 943 time: 0.0969088 Jan 21 09:41:53.402238 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:41:53.402585 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Checking segment: {'id': 'b551bfae-1b12-4a37-8f46-00b28055be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:41:53.402969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Bound using segment: {'id': 'b551bfae-1b12-4a37-8f46-00b28055be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db'} {{(pid=102146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:41:53.403415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.managers [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Bound port: 446a57dc-d13e-4881-a152-53bbaffa43ff, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b551bfae-1b12-4a37-8f46-00b28055be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db'}}] {{(pid=102146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:53.403778 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.485281 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0b28457c-5e88-46bd-a44f-46b45d5306a0 req-afc90ff3-80eb-4657-865f-ff38fc153ecc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=af201d3e-c244-49fd-95c9-8a017b16e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720186 Jan 21 09:41:53.506525 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] For port 446a57dc-d13e-4881-a152-53bbaffa43ff, host hv-neutron-8257, cleared binding levels {{(pid=102146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:53.511565 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] For port 446a57dc-d13e-4881-a152-53bbaffa43ff, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=446a57dc-d13e-4881-a152-53bbaffa43ff,segment=NetworkSegment(b551bfae-1b12-4a37-8f46-00b28055be26),segment_id=b551bfae-1b12-4a37-8f46-00b28055be26)] {{(pid=102146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:53.516750 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.561782 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:53.561782 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.561782 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] 10.222.0.113 "PUT /v2.0/ports/446a57dc-d13e-4881-a152-53bbaffa43ff HTTP/1.1" status: 200 len: 1093 time: 0.7719004 Jan 21 09:41:53.562232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cac8522-ddac-4318-b45a-d93f4c37f64d', 'tag': '446a57dc-d13e-4881-a152-53bbaffa43ff'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:41:53.564547 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae15b892-2eab-41f2-a53f-040abedf1761" -d '{"events": [{"name": "network-changed", "server_uuid": "2cac8522-ddac-4318-b45a-d93f4c37f64d", "tag": "446a57dc-d13e-4881-a152-53bbaffa43ff"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:41:53.600356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1912a-cf5d-4cdb-8127-b461e4acea3d service neutron] Pushing event updated for resources: {'Port': ['ID=446a57dc-d13e-4881-a152-53bbaffa43ff,revision_number=3']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:53.659889 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bea7625-2b26-4037-8019-1ea7aa421151 x-openstack-request-id: req-4bea7625-2b26-4037-8019-1ea7aa421151 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:41:53.660218 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cac8522-ddac-4318-b45a-d93f4c37f64d", "tag": "446a57dc-d13e-4881-a152-53bbaffa43ff", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:41:53.660418 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4bea7625-2b26-4037-8019-1ea7aa421151 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:41:53.660816 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cac8522-ddac-4318-b45a-d93f4c37f64d', 'tag': '446a57dc-d13e-4881-a152-53bbaffa43ff', 'status': 'completed', 'code': 200} Jan 21 09:41:53.680102 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-5a00bbf7-76af-4b3f-ad4a-e671283919de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:53.682493 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-5a00bbf7-76af-4b3f-ad4a-e671283919de service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 1096 time: 0.0523105 Jan 21 09:41:53.732086 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-9863f940-c937-4006-a116-1c832982a34e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=446a57dc-d13e-4881-a152-53bbaffa43ff HTTP/1.1" status: 200 len: 217 time: 0.0406599 Jan 21 09:41:53.788912 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-7652f6d0-f211-40e8-a48c-64b745a1dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:53.792387 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-7652f6d0-f211-40e8-a48c-64b745a1dac3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d2b77ad3-468a-4e2e-9f13-0b7b81d159a9 HTTP/1.1" status: 200 len: 835 time: 0.0536191 Jan 21 09:41:53.841654 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-22f6fbd6-e9b8-4b3f-b221-d5ed8565d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:53.843579 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-22f6fbd6-e9b8-4b3f-b221-d5ed8565d762 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c798f7fb-c0de-4cac-86af-ead5544d13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452263 Jan 21 09:41:53.954846 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-35e695cc-2207-4bf4-91f0-18af802d35bc service neutron] 10.222.0.113 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037447 Jan 21 09:41:54.045912 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1a87fe25-3f9e-4cc8-aa1f-323b6a38d4c1 req-79e0b81b-e96c-44bc-a982-41205d4d1107 service neutron] 10.222.0.113 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849247 Jan 21 09:41:54.137287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15b892-2eab-41f2-a53f-040abedf1761 req-e65527f4-7e8b-4f77-b256-7c9410fbdc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.138831 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ae15b892-2eab-41f2-a53f-040abedf1761 req-e65527f4-7e8b-4f77-b256-7c9410fbdc55 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 1096 time: 0.0486276 Jan 21 09:41:54.238166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15b892-2eab-41f2-a53f-040abedf1761 req-79bdabae-23cf-47eb-9bbf-8ccc788e8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.239551 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ae15b892-2eab-41f2-a53f-040abedf1761 req-79bdabae-23cf-47eb-9bbf-8ccc788e8c7b service neutron] 10.222.0.113 "GET /v2.0/networks?id=c798f7fb-c0de-4cac-86af-ead5544d13db HTTP/1.1" status: 200 len: 898 time: 0.0915720 Jan 21 09:41:54.280901 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ae15b892-2eab-41f2-a53f-040abedf1761 req-fc8f6234-108b-4273-a1f0-ea1fe8df746a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=446a57dc-d13e-4881-a152-53bbaffa43ff HTTP/1.1" status: 200 len: 217 time: 0.0345869 Jan 21 09:41:54.337030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15b892-2eab-41f2-a53f-040abedf1761 req-fe60877c-67da-42ab-803f-e03ccd85d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.339334 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ae15b892-2eab-41f2-a53f-040abedf1761 req-fe60877c-67da-42ab-803f-e03ccd85d489 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d2b77ad3-468a-4e2e-9f13-0b7b81d159a9 HTTP/1.1" status: 200 len: 835 time: 0.0512176 Jan 21 09:41:54.389441 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15b892-2eab-41f2-a53f-040abedf1761 req-8d1c23cc-ad9e-4293-9560-deffb583b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.390967 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ae15b892-2eab-41f2-a53f-040abedf1761 req-8d1c23cc-ad9e-4293-9560-deffb583b9a6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c798f7fb-c0de-4cac-86af-ead5544d13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444264 Jan 21 09:41:54.484693 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ae15b892-2eab-41f2-a53f-040abedf1761 req-4945227f-b963-49a9-bd49-e2939c979063 service neutron] 10.222.0.113 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858057 Jan 21 09:41:54.624928 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ae15b892-2eab-41f2-a53f-040abedf1761 req-1109bfc3-d4a2-46dd-88ff-77a7f6348bed service neutron] 10.222.0.113 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325972 Jan 21 09:41:54.637851 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b230671-6653-4c1b-94f7-68cd1427ecaf req-4b195b14-29e4-4235-88be-5b33fb264731 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.640126 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7b230671-6653-4c1b-94f7-68cd1427ecaf req-4b195b14-29e4-4235-88be-5b33fb264731 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 943 time: 0.0714188 Jan 21 09:41:54.680577 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7b230671-6653-4c1b-94f7-68cd1427ecaf req-34a2a25e-5479-43e3-a2e6-924db81ab74c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=af201d3e-c244-49fd-95c9-8a017b16e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334792 Jan 21 09:41:54.768339 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.805245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d5ae5-67b3-4f72-be4a-e67c59647417 req-4c70e753-6b69-4064-921c-02415a651511 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:55.807328 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-661d5ae5-67b3-4f72-be4a-e67c59647417 req-4c70e753-6b69-4064-921c-02415a651511 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 943 time: 0.0526617 Jan 21 09:41:55.887551 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-661d5ae5-67b3-4f72-be4a-e67c59647417 req-fc263635-caae-4a92-992a-fca29873985c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=af201d3e-c244-49fd-95c9-8a017b16e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738482 Jan 21 09:41:56.053942 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 446a57dc-d13e-4881-a152-53bbaffa43ff details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:41:56.185426 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 446a57dc-d13e-4881-a152-53bbaffa43ff, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=446a57dc-d13e-4881-a152-53bbaffa43ff,segment=NetworkSegment(b551bfae-1b12-4a37-8f46-00b28055be26),segment_id=b551bfae-1b12-4a37-8f46-00b28055be26)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:56.206495 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '446a57dc-d13e-4881-a152-53bbaffa43ff', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'port_id': '446a57dc-d13e-4881-a152-53bbaffa43ff', 'mac_address': 'fa:16:3e:79:1f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:41:56.263118 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.295370 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446a57dc-d13e-4881-a152-53bbaffa43ff {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:41:56.320377 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 446a57dc-d13e-4881-a152-53bbaffa43ff, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=446a57dc-d13e-4881-a152-53bbaffa43ff,segment=NetworkSegment(b551bfae-1b12-4a37-8f46-00b28055be26),segment_id=b551bfae-1b12-4a37-8f46-00b28055be26)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:56.326547 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.434161 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=446a57dc-d13e-4881-a152-53bbaffa43ff,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:56.445108 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:56.445627 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:56.445982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:56.446436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:56.447017 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:56.447208 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:56.448414 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:56.448414 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:56.448414 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:56.450295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:56.450295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:56.450295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:56.547815 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['446a57dc-d13e-4881-a152-53bbaffa43ff'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:41:57.060792 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf48e07-ed5c-4a1e-a2ec-02148b38276c req-ae925229-82ab-4d8d-9220-8359b85ff788 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:57.060792 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bcf48e07-ed5c-4a1e-a2ec-02148b38276c req-ae925229-82ab-4d8d-9220-8359b85ff788 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 944 time: 0.0609839 Jan 21 09:41:57.122652 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bcf48e07-ed5c-4a1e-a2ec-02148b38276c req-9a1078b3-57f0-41f4-91f2-014c7241a99c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=af201d3e-c244-49fd-95c9-8a017b16e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561576 Jan 21 09:41:58.067776 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 446a57dc-d13e-4881-a152-53bbaffa43ff up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:41:58.131038 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 446a57dc-d13e-4881-a152-53bbaffa43ff completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:58.135025 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 446a57dc-d13e-4881-a152-53bbaffa43ff triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:58.135425 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.257746 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.282500 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cac8522-ddac-4318-b45a-d93f4c37f64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446a57dc-d13e-4881-a152-53bbaffa43ff'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:41:58.285217 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c617e372-1748-4ef4-a782-6d6b454c45f2" -d '{"events": [{"server_uuid": "2cac8522-ddac-4318-b45a-d93f4c37f64d", "name": "network-vif-plugged", "status": "completed", "tag": "446a57dc-d13e-4881-a152-53bbaffa43ff"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:41:58.288596 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a0402-399e-40ac-92de-1b8d11be304e req-eb28415d-2958-4ba5-b169-9925595def6a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:58.291806 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8f5a0402-399e-40ac-92de-1b8d11be304e req-eb28415d-2958-4ba5-b169-9925595def6a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 944 time: 0.0709913 Jan 21 09:41:58.318931 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 446a57dc-d13e-4881-a152-53bbaffa43ff, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=446a57dc-d13e-4881-a152-53bbaffa43ff,segment=NetworkSegment(b551bfae-1b12-4a37-8f46-00b28055be26),segment_id=b551bfae-1b12-4a37-8f46-00b28055be26)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:58.322932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.360772 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28799c79-6d63-46dd-8038-4ac260977378 x-openstack-request-id: req-28799c79-6d63-46dd-8038-4ac260977378 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:41:58.361060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cac8522-ddac-4318-b45a-d93f4c37f64d", "name": "network-vif-plugged", "status": "completed", "tag": "446a57dc-d13e-4881-a152-53bbaffa43ff", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:41:58.361297 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-28799c79-6d63-46dd-8038-4ac260977378 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:41:58.361700 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cac8522-ddac-4318-b45a-d93f4c37f64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446a57dc-d13e-4881-a152-53bbaffa43ff', 'code': 200} Jan 21 09:41:58.382364 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8f5a0402-399e-40ac-92de-1b8d11be304e req-23787269-466c-4f31-950b-3a59a69134cc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=af201d3e-c244-49fd-95c9-8a017b16e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805559 Jan 21 09:41:58.401821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=446a57dc-d13e-4881-a152-53bbaffa43ff,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:58.553056 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be754d17-10ce-456e-91ad-54958289c7ae req-a4a30ec4-1412-41b6-bc35-dca513c39b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:58.554895 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-be754d17-10ce-456e-91ad-54958289c7ae req-a4a30ec4-1412-41b6-bc35-dca513c39b9c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 1098 time: 0.0705369 Jan 21 09:41:58.595900 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-be754d17-10ce-456e-91ad-54958289c7ae req-075e59a4-9e41-4770-ba10-a7bd563f825f service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=af201d3e-c244-49fd-95c9-8a017b16e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341554 Jan 21 09:41:59.509815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d81b2-cf06-4f08-a79a-baca2bf52330 req-fddea628-55a9-416d-bc14-7a9b6f001151 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:59.511391 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-414d81b2-cf06-4f08-a79a-baca2bf52330 req-fddea628-55a9-416d-bc14-7a9b6f001151 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 945 time: 0.0524042 Jan 21 09:41:59.562936 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-414d81b2-cf06-4f08-a79a-baca2bf52330 req-e93d0f44-1c81-4ab4-ab46-139083a56b72 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=af201d3e-c244-49fd-95c9-8a017b16e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451827 Jan 21 09:42:00.532788 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-e0c80801-592f-42b8-8194-5db90db48ae0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479744489&fields=id&tenant_id=55511390bef14e7cb904f2997d4e4aee HTTP/1.1" status: 200 len: 267 time: 0.0332232 Jan 21 09:42:00.638654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-5673ec16-205c-4cd4-b1d2-21bd0b4bc244 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:00.640141 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-5673ec16-205c-4cd4-b1d2-21bd0b4bc244 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 812 time: 0.1004329 Jan 21 09:42:00.655846 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-d2924692-bee7-4e6d-a497-14d2fe64f3f0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/quotas/55511390bef14e7cb904f2997d4e4aee HTTP/1.1" status: 200 len: 375 time: 0.0099289 Jan 21 09:42:00.692813 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fafc8-0617-4d76-b0f6-55c539f01853 req-9868d325-7512-41d9-8bd5-e96b097c6da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:00.694312 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-eb4fafc8-0617-4d76-b0f6-55c539f01853 req-9868d325-7512-41d9-8bd5-e96b097c6da6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 945 time: 0.0542214 Jan 21 09:42:00.714708 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-be5b6ea0-6ab0-43b3-b524-035a4da7e4af tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0528853 Jan 21 09:42:00.733124 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-eb4fafc8-0617-4d76-b0f6-55c539f01853 req-b7fbed1a-3592-4cb7-ac47-a7a3bb704b46 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=af201d3e-c244-49fd-95c9-8a017b16e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317078 Jan 21 09:42:00.814839 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-e9878312-3d60-4822-b2eb-5244ecc2d55c service neutron] 10.222.0.88 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885711 Jan 21 09:42:00.847365 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33afa32-a4d8-401d-9875-d28462c8e7bb req-c5492ed1-d87c-4b64-b8a1-0be23e14159c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:00.848844 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f33afa32-a4d8-401d-9875-d28462c8e7bb req-c5492ed1-d87c-4b64-b8a1-0be23e14159c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 945 time: 0.0498166 Jan 21 09:42:00.888443 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f33afa32-a4d8-401d-9875-d28462c8e7bb req-78a5d7fd-83e4-4e59-90d9-6f128b2a85d0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=af201d3e-c244-49fd-95c9-8a017b16e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330675 Jan 21 09:42:00.904585 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-53781953-ff9a-4744-87c5-9692558e2c21 service neutron] 10.222.0.88 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837090 Jan 21 09:42:00.909147 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45270) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:00.949704 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f09b84-124a-46f1-b416-4420e38c3dd2 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:00.951227 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f1f09b84-124a-46f1-b416-4420e38c3dd2 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 1093 time: 0.0410504 Jan 21 09:42:00.954179 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45272) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:00.958945 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-57116a27-3496-435d-8cf4-b5a916806c64 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'floatingip': {'port_id': '446a57dc-d13e-4881-a152-53bbaffa43ff'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:01.003167 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57116a27-3496-435d-8cf4-b5a916806c64 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.234855 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8edde7cb-cdea-440a-83e3-1bd810454eae req-8505c942-3836-434d-b53f-b7bf8ba32253 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 210 time: 0.0363989 Jan 21 09:42:01.491058 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57116a27-3496-435d-8cf4-b5a916806c64 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.495770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57116a27-3496-435d-8cf4-b5a916806c64 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.598782 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-57116a27-3496-435d-8cf4-b5a916806c64 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP 77e9c061-e1a6-4d11-ae88-671e0b7de5af associated. External IP: 172.26.7.45, port: 446a57dc-d13e-4881-a152-53bbaffa43ff. Jan 21 09:42:01.802515 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57116a27-3496-435d-8cf4-b5a916806c64 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router baa22438-1f24-4ca1-adea-ce0ecba74969 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:01.908000 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57116a27-3496-435d-8cf4-b5a916806c64 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:01.913326 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57116a27-3496-435d-8cf4-b5a916806c64 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.918553 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f41590-0c35-4dba-a5d9-d46f49ba327f None None] Sync routers for ids ['baa22438-1f24-4ca1-adea-ce0ecba74969'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:01.928673 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f41590-0c35-4dba-a5d9-d46f49ba327f None None] Routers {'baa22438-1f24-4ca1-adea-ce0ecba74969'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:01.929285 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-83f41590-0c35-4dba-a5d9-d46f49ba327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['baa22438-1f24-4ca1-adea-ce0ecba74969'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:01.944018 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-57116a27-3496-435d-8cf4-b5a916806c64 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/floatingips/77e9c061-e1a6-4d11-ae88-671e0b7de5af HTTP/1.1" status: 200 len: 990 time: 0.9886932 Jan 21 09:42:01.944592 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cac8522-ddac-4318-b45a-d93f4c37f64d', 'tag': '446a57dc-d13e-4881-a152-53bbaffa43ff'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:01.947090 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936606ae-e6f5-41dd-9b22-5b8b68e76be2" -d '{"events": [{"name": "network-changed", "server_uuid": "2cac8522-ddac-4318-b45a-d93f4c37f64d", "tag": "446a57dc-d13e-4881-a152-53bbaffa43ff"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:01.947374 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45290) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:01.985764 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af265a7-9eb8-4cbc-883f-06d4caf90f6c x-openstack-request-id: req-0af265a7-9eb8-4cbc-883f-06d4caf90f6c {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:01.986062 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cac8522-ddac-4318-b45a-d93f4c37f64d", "tag": "446a57dc-d13e-4881-a152-53bbaffa43ff", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:01.986309 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0af265a7-9eb8-4cbc-883f-06d4caf90f6c {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:01.986729 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cac8522-ddac-4318-b45a-d93f4c37f64d', 'tag': '446a57dc-d13e-4881-a152-53bbaffa43ff', 'status': 'completed', 'code': 200} Jan 21 09:42:02.036843 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e6ed1d76-a8fb-476b-9092-457e6e3506f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/77e9c061-e1a6-4d11-ae88-671e0b7de5af HTTP/1.1" status: 200 len: 990 time: 0.0880098 Jan 21 09:42:02.056417 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936606ae-e6f5-41dd-9b22-5b8b68e76be2 req-3ee9c68b-ba2f-4f6f-896d-3183c15998b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:02.058099 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-936606ae-e6f5-41dd-9b22-5b8b68e76be2 req-3ee9c68b-ba2f-4f6f-896d-3183c15998b7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 1098 time: 0.0474093 Jan 21 09:42:02.069685 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-83f41590-0c35-4dba-a5d9-d46f49ba327f None None] Set router baa22438-1f24-4ca1-adea-ce0ecba74969 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:02.156729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-12486df7-4feb-4b77-842a-8c6751ccfd13 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:02.158339 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-12486df7-4feb-4b77-842a-8c6751ccfd13 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.113 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 812 time: 0.1203406 Jan 21 09:42:02.171900 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936606ae-e6f5-41dd-9b22-5b8b68e76be2 req-e62a22ba-ec90-4b82-985b-ccff4767a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:02.173567 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-936606ae-e6f5-41dd-9b22-5b8b68e76be2 req-e62a22ba-ec90-4b82-985b-ccff4767a13c service neutron] 10.222.0.113 "GET /v2.0/networks?id=c798f7fb-c0de-4cac-86af-ead5544d13db HTTP/1.1" status: 200 len: 898 time: 0.1076782 Jan 21 09:42:02.216712 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-036f77d3-b5aa-4240-b53f-baec3f345ac1 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55511390bef14e7cb904f2997d4e4aee HTTP/1.1" status: 200 len: 379 time: 0.0497947 Jan 21 09:42:02.227570 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-304d2398-4cb3-45ee-8a07-01e450a7e449 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Request body: {'port': {'device_id': 'c7808057-a9ec-48c8-ac5b-99fc88d02389', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'admin_state_up': True, 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'security_groups': ['efbfe62c-09fe-4cd6-bc7f-b1d3df274d07']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:02.254791 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-936606ae-e6f5-41dd-9b22-5b8b68e76be2 req-6d7c42f6-429c-4464-a1cd-9d7db1776268 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=446a57dc-d13e-4881-a152-53bbaffa43ff HTTP/1.1" status: 200 len: 998 time: 0.0744545 Jan 21 09:42:02.325339 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936606ae-e6f5-41dd-9b22-5b8b68e76be2 req-70f909c9-66d0-4084-82b4-d35e6f180b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:02.326824 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-936606ae-e6f5-41dd-9b22-5b8b68e76be2 req-70f909c9-66d0-4084-82b4-d35e6f180b7e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d2b77ad3-468a-4e2e-9f13-0b7b81d159a9 HTTP/1.1" status: 200 len: 835 time: 0.0630529 Jan 21 09:42:02.360492 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-83f41590-0c35-4dba-a5d9-d46f49ba327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '77e9c061-e1a6-4d11-ae88-671e0b7de5af', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.45', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'port_id': '446a57dc-d13e-4881-a152-53bbaffa43ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'mac_address': 'fa:16:3e:79:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cac8522-ddac-4318-b45a-d93f4c37f64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:42:01Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4b3665-c210-4ee5-bf97-aa44510258fb', 'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:1e:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:54Z', 'updated_at': '2022-01-21T09:40:58Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:02.375252 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-304d2398-4cb3-45ee-8a07-01e450a7e449 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Made reservation on behalf of 55511390bef14e7cb904f2997d4e4aee for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:02.379214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-304d2398-4cb3-45ee-8a07-01e450a7e449 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.389149 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f41590-0c35-4dba-a5d9-d46f49ba327f None None] Checking router: baa22438-1f24-4ca1-adea-ce0ecba74969 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:02.398417 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f41590-0c35-4dba-a5d9-d46f49ba327f None None] Routers {'baa22438-1f24-4ca1-adea-ce0ecba74969'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:02.400026 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-83f41590-0c35-4dba-a5d9-d46f49ba327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['baa22438-1f24-4ca1-adea-ce0ecba74969'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:02.403527 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936606ae-e6f5-41dd-9b22-5b8b68e76be2 req-100ff56b-ba36-46ff-8c18-bb7c969fd27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:02.405030 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-936606ae-e6f5-41dd-9b22-5b8b68e76be2 req-100ff56b-ba36-46ff-8c18-bb7c969fd27d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c798f7fb-c0de-4cac-86af-ead5544d13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704753 Jan 21 09:42:02.406783 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-787aaf6a-cec6-404e-ad5b-e4904f0a3e4f req-b5e5b65c-8f4d-4e3a-8089-5934cd463a44 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 210 time: 0.0402069 Jan 21 09:42:02.523196 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-936606ae-e6f5-41dd-9b22-5b8b68e76be2 req-fa9f6568-da02-45b5-9359-3b9aeaf64af2 service neutron] 10.222.0.113 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101613 Jan 21 09:42:02.541833 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-304d2398-4cb3-45ee-8a07-01e450a7e449 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Allocated IP 172.20.0.4 (0bc00035-f913-4c0c-933f-eb8c12314236/51a8f30f-613e-41a2-aa04-d3cbecea2db9/907dbf7b-1a20-4d5c-a64f-799db6ca9436) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:02.551693 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-83f41590-0c35-4dba-a5d9-d46f49ba327f None None] Set router baa22438-1f24-4ca1-adea-ce0ecba74969 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:02.660492 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-936606ae-e6f5-41dd-9b22-5b8b68e76be2 req-9a0a7729-1fb8-4b34-ba7b-d1ab2ed68360 service neutron] 10.222.0.113 "GET /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307065 Jan 21 09:42:02.703450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-304d2398-4cb3-45ee-8a07-01e450a7e449 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.739025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-304d2398-4cb3-45ee-8a07-01e450a7e449 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.786343 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-304d2398-4cb3-45ee-8a07-01e450a7e449 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Network 0bc00035-f913-4c0c-933f-eb8c12314236 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:02.793107 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-304d2398-4cb3-45ee-8a07-01e450a7e449 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:02.797753 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-304d2398-4cb3-45ee-8a07-01e450a7e449 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:02.829148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d2398-4cb3-45ee-8a07-01e450a7e449 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event updated for resources: {'Port': ['ID=907dbf7b-1a20-4d5c-a64f-799db6ca9436,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:02.867807 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-304d2398-4cb3-45ee-8a07-01e450a7e449 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:02.869400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-304d2398-4cb3-45ee-8a07-01e450a7e449 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.891933 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-304d2398-4cb3-45ee-8a07-01e450a7e449 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6689541 Jan 21 09:42:02.905697 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Request body: {'port': {'device_id': 'c7808057-a9ec-48c8-ac5b-99fc88d02389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:02.970677 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.973721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-83f41590-0c35-4dba-a5d9-d46f49ba327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '77e9c061-e1a6-4d11-ae88-671e0b7de5af', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.45', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'port_id': '446a57dc-d13e-4881-a152-53bbaffa43ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'mac_address': 'fa:16:3e:79:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cac8522-ddac-4318-b45a-d93f4c37f64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:42:01Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4b3665-c210-4ee5-bf97-aa44510258fb', 'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:1e:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:54Z', 'updated_at': '2022-01-21T09:40:58Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:03.013061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f41590-0c35-4dba-a5d9-d46f49ba327f None None] The sync data for ids ['baa22438-1f24-4ca1-adea-ce0ecba74969'] in dv-neutron-825721-1-hyperv is: [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '77e9c061-e1a6-4d11-ae88-671e0b7de5af', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.45', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'port_id': '446a57dc-d13e-4881-a152-53bbaffa43ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'mac_address': 'fa:16:3e:79:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cac8522-ddac-4318-b45a-d93f4c37f64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:09Z', 'updated_at': '2022-01-21T09:42:01Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4b3665-c210-4ee5-bf97-aa44510258fb', 'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:1e:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:54Z', 'updated_at': '2022-01-21T09:40:58Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:03.040728 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45296) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:03.113429 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-83d15896-8094-407e-84fa-3467bfe44220 None None] Provisioning complete for port 907dbf7b-1a20-4d5c-a64f-799db6ca9436 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:03.114818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-83d15896-8094-407e-84fa-3467bfe44220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.139765 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4708fb4f-32b7-4d68-a392-d3c2b1fc7f04 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/77e9c061-e1a6-4d11-ae88-671e0b7de5af HTTP/1.1" status: 200 len: 990 time: 0.0970945 Jan 21 09:42:03.164331 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-83d15896-8094-407e-84fa-3467bfe44220 None None] Port 907dbf7b-1a20-4d5c-a64f-799db6ca9436 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:42:03.282993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907dbf7b-1a20-4d5c-a64f-799db6ca9436 {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:03.286164 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0ff1a-8d07-4ce9-9f0d-30633b898d7d None None] New status for floating IP 77e9c061-e1a6-4d11-ae88-671e0b7de5af: ACTIVE {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:42:03.292802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.305633 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Transition to ACTIVE for port object 907dbf7b-1a20-4d5c-a64f-799db6ca9436 will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:03.311554 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.364879 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Pushing event updated for resources: {'Port': ['ID=907dbf7b-1a20-4d5c-a64f-799db6ca9436,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:03.444439 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Attempting to bind port 907dbf7b-1a20-4d5c-a64f-799db6ca9436 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:03.444439 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Attempting to bind port 907dbf7b-1a20-4d5c-a64f-799db6ca9436 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:03.445008 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Attempting to bind port 907dbf7b-1a20-4d5c-a64f-799db6ca9436 on network 0bc00035-f913-4c0c-933f-eb8c12314236 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:03.451065 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Port 907dbf7b-1a20-4d5c-a64f-799db6ca9436 on network 0bc00035-f913-4c0c-933f-eb8c12314236 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:42:03.451533 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Attempting to bind port 907dbf7b-1a20-4d5c-a64f-799db6ca9436 on network 0bc00035-f913-4c0c-933f-eb8c12314236 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:03.468149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:42:03.470609 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Checking segment: {'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:42:03.471116 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Bound using segment: {'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:42:03.472013 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Bound port: 907dbf7b-1a20-4d5c-a64f-799db6ca9436, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:03.472151 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.575643 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] For port 907dbf7b-1a20-4d5c-a64f-799db6ca9436, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:03.579386 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] For port 907dbf7b-1a20-4d5c-a64f-799db6ca9436, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=907dbf7b-1a20-4d5c-a64f-799db6ca9436,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:03.587250 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.637482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:03.638140 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.639897 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] 10.222.0.113 "PUT /v2.0/ports/907dbf7b-1a20-4d5c-a64f-799db6ca9436 HTTP/1.1" status: 200 len: 1093 time: 0.7390032 Jan 21 09:42:03.642507 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7808057-a9ec-48c8-ac5b-99fc88d02389', 'tag': '907dbf7b-1a20-4d5c-a64f-799db6ca9436'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:03.645803 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee5dc80-e57e-4dae-875f-fa9ca9328c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7808057-a9ec-48c8-ac5b-99fc88d02389", "tag": "907dbf7b-1a20-4d5c-a64f-799db6ca9436"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:03.676733 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ba64c-9f63-456e-ba5b-a0cd0632b57a service neutron] Pushing event updated for resources: {'Port': ['ID=907dbf7b-1a20-4d5c-a64f-799db6ca9436,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:03.721563 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba90832-02d6-4816-9b2b-6b908d3a8397 x-openstack-request-id: req-6ba90832-02d6-4816-9b2b-6b908d3a8397 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:03.722008 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7808057-a9ec-48c8-ac5b-99fc88d02389", "tag": "907dbf7b-1a20-4d5c-a64f-799db6ca9436", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:03.722519 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6ba90832-02d6-4816-9b2b-6b908d3a8397 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:03.722925 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7808057-a9ec-48c8-ac5b-99fc88d02389', 'tag': '907dbf7b-1a20-4d5c-a64f-799db6ca9436', 'status': 'completed', 'code': 200} Jan 21 09:42:03.731557 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-6013d1b8-a99b-493d-8126-1eee95215227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:03.733408 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-6013d1b8-a99b-493d-8126-1eee95215227 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 1096 time: 0.0513270 Jan 21 09:42:03.793506 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-a12fe5c6-b8a9-483e-8cd0-f8510573df4a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907dbf7b-1a20-4d5c-a64f-799db6ca9436 HTTP/1.1" status: 200 len: 217 time: 0.0528584 Jan 21 09:42:03.869347 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b5bf1-31a8-4f1f-bfd3-8d07a0df48d5 req-8d0b5cc9-5b70-4d96-8697-3f5cc595559f tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:03.871084 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-554b5bf1-31a8-4f1f-bfd3-8d07a0df48d5 req-8d0b5cc9-5b70-4d96-8697-3f5cc595559f tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 943 time: 0.3368092 Jan 21 09:42:03.875225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-78ff29b3-16d5-4649-ade2-498e87390b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:03.876604 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-78ff29b3-16d5-4649-ade2-498e87390b44 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=51a8f30f-613e-41a2-aa04-d3cbecea2db9 HTTP/1.1" status: 200 len: 851 time: 0.0672660 Jan 21 09:42:03.940805 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-554b5bf1-31a8-4f1f-bfd3-8d07a0df48d5 req-865d885e-9c39-44d7-9d7f-367288bd60ce tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630705 Jan 21 09:42:03.945320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-30a39b66-5aad-4ea8-bfa0-fbd5712a2eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:03.947672 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-30a39b66-5aad-4ea8-bfa0-fbd5712a2eb6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bc00035-f913-4c0c-933f-eb8c12314236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0639482 Jan 21 09:42:04.040949 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-c56c80ac-975d-4afa-8ec8-5eedda328769 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861595 Jan 21 09:42:04.129356 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9e84dc9b-14c7-4a17-8382-b61020bcb651 req-ab44e518-e12e-4b4f-ab4c-c9fc6af65c95 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823312 Jan 21 09:42:04.142056 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45304) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:04.209907 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a546aa5d-9157-410c-80c1-ae79148cc8d5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/77e9c061-e1a6-4d11-ae88-671e0b7de5af HTTP/1.1" status: 200 len: 992 time: 0.0662601 Jan 21 09:42:04.223156 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5dc80-e57e-4dae-875f-fa9ca9328c5b req-e5a0d52a-00a0-4b57-a60d-68736f366090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:04.224672 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bee5dc80-e57e-4dae-875f-fa9ca9328c5b req-e5a0d52a-00a0-4b57-a60d-68736f366090 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 1096 time: 0.0501275 Jan 21 09:42:04.318083 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5dc80-e57e-4dae-875f-fa9ca9328c5b req-aba384f8-c598-4f0c-9b5b-c37e2e3c7cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:04.319590 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bee5dc80-e57e-4dae-875f-fa9ca9328c5b req-aba384f8-c598-4f0c-9b5b-c37e2e3c7cf2 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 913 time: 0.0886130 Jan 21 09:42:04.371256 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bee5dc80-e57e-4dae-875f-fa9ca9328c5b req-6afae14e-4e97-40a8-bfbb-689f9ab215e5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907dbf7b-1a20-4d5c-a64f-799db6ca9436 HTTP/1.1" status: 200 len: 217 time: 0.0451891 Jan 21 09:42:04.421394 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5dc80-e57e-4dae-875f-fa9ca9328c5b req-28c1d3e7-57c8-45d5-9dd7-103e9e982a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:04.422926 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bee5dc80-e57e-4dae-875f-fa9ca9328c5b req-28c1d3e7-57c8-45d5-9dd7-103e9e982a55 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=51a8f30f-613e-41a2-aa04-d3cbecea2db9 HTTP/1.1" status: 200 len: 851 time: 0.0451193 Jan 21 09:42:04.470319 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5dc80-e57e-4dae-875f-fa9ca9328c5b req-3dae2e8d-996f-4217-a3ca-e50b1a2dea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:04.472048 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bee5dc80-e57e-4dae-875f-fa9ca9328c5b req-3dae2e8d-996f-4217-a3ca-e50b1a2dea52 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bc00035-f913-4c0c-933f-eb8c12314236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429111 Jan 21 09:42:04.566537 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bee5dc80-e57e-4dae-875f-fa9ca9328c5b req-bfadd04d-4237-4245-8820-4d3baf5179a2 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871854 Jan 21 09:42:05.011659 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bee5dc80-e57e-4dae-875f-fa9ca9328c5b req-ff83e756-7a53-499c-a595-df3d5b54e5a6 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391053 Jan 21 09:42:05.062610 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e23b63-1b63-454a-902b-9312751ee372 req-e933c735-cbd0-4378-86fa-278799f81902 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:05.064127 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e2e23b63-1b63-454a-902b-9312751ee372 req-e933c735-cbd0-4378-86fa-278799f81902 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 943 time: 0.0541852 Jan 21 09:42:05.103966 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e2e23b63-1b63-454a-902b-9312751ee372 req-ab68b92f-02b9-4a00-bd97-8bb8f931d73b tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336699 Jan 21 09:42:05.841417 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6ff60054-eea9-40a6-b917-2b468217b74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.223388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a53da-9fa5-469f-bc1b-ec9c6b723f2d req-307c3a79-fb88-4be0-94c0-458cafbdfff3 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:06.224942 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a98a53da-9fa5-469f-bc1b-ec9c6b723f2d req-307c3a79-fb88-4be0-94c0-458cafbdfff3 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 943 time: 0.0514467 Jan 21 09:42:06.265233 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a98a53da-9fa5-469f-bc1b-ec9c6b723f2d req-5e8dbc73-c80e-48a2-a390-ff1484635aa9 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337470 Jan 21 09:42:07.438849 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f6f66-bc8e-44e3-a1b4-c2d7d947d9f1 req-0f85cd3c-b01f-4aeb-9d28-b21ee2446b1e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:07.440310 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf6f6f66-bc8e-44e3-a1b4-c2d7d947d9f1 req-0f85cd3c-b01f-4aeb-9d28-b21ee2446b1e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 943 time: 0.1059594 Jan 21 09:42:07.480199 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf6f6f66-bc8e-44e3-a1b4-c2d7d947d9f1 req-42ee6385-ed27-4cc4-9a0d-63b7af88368d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339680 Jan 21 09:42:08.205476 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-de967dbf-54c2-4f85-aa2e-dbd90d0ee0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.599968 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996c900-3bcc-4d3d-a78f-682aa1f0e208 req-b148ba55-f8b5-4ddc-93f9-155aa00c790b tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:08.605922 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5996c900-3bcc-4d3d-a78f-682aa1f0e208 req-b148ba55-f8b5-4ddc-93f9-155aa00c790b tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 943 time: 0.0544248 Jan 21 09:42:08.658518 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5996c900-3bcc-4d3d-a78f-682aa1f0e208 req-cfda6c64-9e69-45c3-9753-347ca8b6fef8 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462158 Jan 21 09:42:09.247888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.774359 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95243b70-933b-4273-b03a-e253ac502d0b req-aca2b59c-8b75-49a3-8ff2-6afc3781a14b tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:09.775824 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95243b70-933b-4273-b03a-e253ac502d0b req-aca2b59c-8b75-49a3-8ff2-6afc3781a14b tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 943 time: 0.0477598 Jan 21 09:42:09.813334 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95243b70-933b-4273-b03a-e253ac502d0b req-e1ed9c6e-6a7b-456d-b1ab-a0fd3ebf63a7 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314920 Jan 21 09:42:10.926590 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d202b-57c5-4f88-b51b-8d8528290d45 req-a4a792f6-56c3-487a-bdf9-fe4ad7ad51fa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:10.928076 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ef9d202b-57c5-4f88-b51b-8d8528290d45 req-a4a792f6-56c3-487a-bdf9-fe4ad7ad51fa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 943 time: 0.0500944 Jan 21 09:42:10.966026 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ef9d202b-57c5-4f88-b51b-8d8528290d45 req-7108b1b5-a6da-4844-a2b6-a5d732e2bfc8 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311744 Jan 21 09:42:11.260856 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.356017 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.092482 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052f8de-6ef1-4e9f-a713-aa7d1250603b req-59deeb78-93c1-4c57-bd0e-8aba83daba1c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:12.094088 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8052f8de-6ef1-4e9f-a713-aa7d1250603b req-59deeb78-93c1-4c57-bd0e-8aba83daba1c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 943 time: 0.0557184 Jan 21 09:42:12.137930 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8052f8de-6ef1-4e9f-a713-aa7d1250603b req-b14f8367-7709-49ef-85fe-139b260d2acf tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354629 Jan 21 09:42:13.257015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37aed7c-6ee1-43ec-a337-66ab7b137afb req-ba640173-b653-4d79-9904-0ca3f6bbae8c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:13.258802 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f37aed7c-6ee1-43ec-a337-66ab7b137afb req-ba640173-b653-4d79-9904-0ca3f6bbae8c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 943 time: 0.0514882 Jan 21 09:42:13.305535 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f37aed7c-6ee1-43ec-a337-66ab7b137afb req-21e0f8fd-293d-44d0-aade-6c84584370dc tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405788 Jan 21 09:42:14.138017 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 907dbf7b-1a20-4d5c-a64f-799db6ca9436 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:42:14.250200 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 907dbf7b-1a20-4d5c-a64f-799db6ca9436, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=907dbf7b-1a20-4d5c-a64f-799db6ca9436,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:14.262204 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '907dbf7b-1a20-4d5c-a64f-799db6ca9436', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'port_id': '907dbf7b-1a20-4d5c-a64f-799db6ca9436', 'mac_address': 'fa:16:3e:93:77:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:42:14.300103 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.313848 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907dbf7b-1a20-4d5c-a64f-799db6ca9436 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:14.333509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 907dbf7b-1a20-4d5c-a64f-799db6ca9436, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=907dbf7b-1a20-4d5c-a64f-799db6ca9436,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:14.342117 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.391289 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=907dbf7b-1a20-4d5c-a64f-799db6ca9436,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:14.442555 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a05a3-5d83-4f71-b1ef-85aa0fb8ef35 req-0c62a571-937f-41d5-913b-fe833a827d73 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:14.444019 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8a2a05a3-5d83-4f71-b1ef-85aa0fb8ef35 req-0c62a571-937f-41d5-913b-fe833a827d73 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 944 time: 0.0533011 Jan 21 09:42:14.483458 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8a2a05a3-5d83-4f71-b1ef-85aa0fb8ef35 req-b5670c31-477d-440f-adcf-46de696e9610 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330324 Jan 21 09:42:14.606974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['907dbf7b-1a20-4d5c-a64f-799db6ca9436'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:42:15.204215 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:42:15.603682 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4088dcd-2350-4c38-a6d9-3e5ca4cbd39e req-465b62c4-c835-4d8b-ab79-1e37518bae28 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:15.605379 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e4088dcd-2350-4c38-a6d9-3e5ca4cbd39e req-465b62c4-c835-4d8b-ab79-1e37518bae28 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 944 time: 0.0529721 Jan 21 09:42:15.642681 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e4088dcd-2350-4c38-a6d9-3e5ca4cbd39e req-6de012b2-67db-4801-86fb-883281b740b3 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314026 Jan 21 09:42:16.145153 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 907dbf7b-1a20-4d5c-a64f-799db6ca9436 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:16.193145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 907dbf7b-1a20-4d5c-a64f-799db6ca9436 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:16.198270 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 907dbf7b-1a20-4d5c-a64f-799db6ca9436 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:16.198635 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.277264 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.299643 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7808057-a9ec-48c8-ac5b-99fc88d02389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907dbf7b-1a20-4d5c-a64f-799db6ca9436'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:16.301912 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4643d392-c3f3-4c2c-9572-e73489e83677" -d '{"events": [{"server_uuid": "c7808057-a9ec-48c8-ac5b-99fc88d02389", "name": "network-vif-plugged", "status": "completed", "tag": "907dbf7b-1a20-4d5c-a64f-799db6ca9436"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:16.314925 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 907dbf7b-1a20-4d5c-a64f-799db6ca9436, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=907dbf7b-1a20-4d5c-a64f-799db6ca9436,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:16.318923 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.343576 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029e3d54-5154-4eda-8c48-c9cd02e95408 x-openstack-request-id: req-029e3d54-5154-4eda-8c48-c9cd02e95408 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:16.343881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7808057-a9ec-48c8-ac5b-99fc88d02389", "name": "network-vif-plugged", "status": "completed", "tag": "907dbf7b-1a20-4d5c-a64f-799db6ca9436", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:16.344123 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-029e3d54-5154-4eda-8c48-c9cd02e95408 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:16.344508 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7808057-a9ec-48c8-ac5b-99fc88d02389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907dbf7b-1a20-4d5c-a64f-799db6ca9436', 'code': 200} Jan 21 09:42:16.369903 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=907dbf7b-1a20-4d5c-a64f-799db6ca9436,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:16.542857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe6232-ac4e-4796-97c7-e33c077c882a req-c0bc11f3-34b6-47f1-a4f7-3957fd885381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:16.544347 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-77fe6232-ac4e-4796-97c7-e33c077c882a req-c0bc11f3-34b6-47f1-a4f7-3957fd885381 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 1098 time: 0.0399039 Jan 21 09:42:16.578926 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-77fe6232-ac4e-4796-97c7-e33c077c882a req-259daf4d-0915-4124-94ad-737742b65f07 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282257 Jan 21 09:42:16.754718 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42526f15-63af-4299-9113-c0580cc3be5a req-3130ac6a-be89-48f6-ac30-81206f0151d6 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:16.756102 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-42526f15-63af-4299-9113-c0580cc3be5a req-3130ac6a-be89-48f6-ac30-81206f0151d6 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 945 time: 0.0485733 Jan 21 09:42:16.794662 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-42526f15-63af-4299-9113-c0580cc3be5a req-c571b877-fd76-41c4-ae36-29cdf28a1627 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316646 Jan 21 09:42:17.910340 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e9a93-6178-4bcc-aaab-ffd0355bc129 req-22ca6aea-3580-42a2-b4c5-578ce8eef9e0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:17.911829 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f85e9a93-6178-4bcc-aaab-ffd0355bc129 req-22ca6aea-3580-42a2-b4c5-578ce8eef9e0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 945 time: 0.0490544 Jan 21 09:42:17.949916 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f85e9a93-6178-4bcc-aaab-ffd0355bc129 req-6d55f072-e2ae-418c-8013-69194a4c501c tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318542 Jan 21 09:42:18.065891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb51944-7487-412b-80e0-e849b0d8cce7 req-832b5992-05a4-4287-8e48-19d262c7c054 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:18.067356 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1cb51944-7487-412b-80e0-e849b0d8cce7 req-832b5992-05a4-4287-8e48-19d262c7c054 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 945 time: 0.0518527 Jan 21 09:42:18.106354 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1cb51944-7487-412b-80e0-e849b0d8cce7 req-cfb62fe1-5870-4a6c-85d3-7014ae374447 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318608 Jan 21 09:42:18.129180 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45336) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:18.172283 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11845d99-59a3-4bfe-9ac0-44e108405fa7 tempest-TestVolumeBootPattern-1261346526 tempest-TestVolumeBootPattern-1261346526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:18.173786 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-11845d99-59a3-4bfe-9ac0-44e108405fa7 tempest-TestVolumeBootPattern-1261346526 tempest-TestVolumeBootPattern-1261346526-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 1093 time: 0.0435226 Jan 21 09:42:18.177180 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45338) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:18.181951 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': '907dbf7b-1a20-4d5c-a64f-799db6ca9436', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:18.205862 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.299473 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.410877 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Allocated IP 172.26.7.246 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/d4e2b9e9-f0d1-484f-b77a-0089a968882a) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:18.509837 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.542552 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.585007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:18.588857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:18.592224 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:18.597483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event updated for resources: {'Port': ['ID=d4e2b9e9-f0d1-484f-b77a-0089a968882a,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:18.950929 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.023640 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.181776 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.186393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.254376 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event updated for resources: {'Port': ['ID=d4e2b9e9-f0d1-484f-b77a-0089a968882a,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:19.266208 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.683822 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Floating IP 38666ff2-e5dc-4b54-82d3-72cf7ed3c984 associated. External IP: 172.26.7.246, port: 907dbf7b-1a20-4d5c-a64f-799db6ca9436. Jan 21 09:42:19.892104 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:20.010745 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:20.019977 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875ad8f3-52ba-4f55-9225-90a1f1f92620 None None] Sync routers for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:20.029722 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.030784 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875ad8f3-52ba-4f55-9225-90a1f1f92620 None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:20.031450 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-875ad8f3-52ba-4f55-9225-90a1f1f92620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:20.058993 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7db55ead-3ed0-4db4-9531-cd7d3224ce03 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8812654 Jan 21 09:42:20.059687 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7808057-a9ec-48c8-ac5b-99fc88d02389', 'tag': '907dbf7b-1a20-4d5c-a64f-799db6ca9436'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:20.061973 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed968871-4939-45f1-8c49-2fa56bbd38b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c7808057-a9ec-48c8-ac5b-99fc88d02389", "tag": "907dbf7b-1a20-4d5c-a64f-799db6ca9436"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:20.097555 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc49283f-dac6-4ca1-b8b2-7cc0eb9fd0a2 x-openstack-request-id: req-dc49283f-dac6-4ca1-b8b2-7cc0eb9fd0a2 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:20.097852 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7808057-a9ec-48c8-ac5b-99fc88d02389", "tag": "907dbf7b-1a20-4d5c-a64f-799db6ca9436", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:20.098105 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dc49283f-dac6-4ca1-b8b2-7cc0eb9fd0a2 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:20.098505 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7808057-a9ec-48c8-ac5b-99fc88d02389', 'tag': '907dbf7b-1a20-4d5c-a64f-799db6ca9436', 'status': 'completed', 'code': 200} Jan 21 09:42:20.141907 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-875ad8f3-52ba-4f55-9225-90a1f1f92620 None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:20.159385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed968871-4939-45f1-8c49-2fa56bbd38b5 req-a2ec5193-4f0b-4d30-9224-7d9d74b71607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.160922 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ed968871-4939-45f1-8c49-2fa56bbd38b5 req-a2ec5193-4f0b-4d30-9224-7d9d74b71607 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 1098 time: 0.0413938 Jan 21 09:42:20.256782 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed968871-4939-45f1-8c49-2fa56bbd38b5 req-cccb6fed-3baf-44c1-9d44-82a24bff295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.258324 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ed968871-4939-45f1-8c49-2fa56bbd38b5 req-cccb6fed-3baf-44c1-9d44-82a24bff295c service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 913 time: 0.0898945 Jan 21 09:42:20.330210 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ed968871-4939-45f1-8c49-2fa56bbd38b5 req-3b833049-9ea4-46de-adb2-4e2eafbce871 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907dbf7b-1a20-4d5c-a64f-799db6ca9436 HTTP/1.1" status: 200 len: 999 time: 0.0619063 Jan 21 09:42:20.374668 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-875ad8f3-52ba-4f55-9225-90a1f1f92620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '38666ff2-e5dc-4b54-82d3-72cf7ed3c984', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'floating_ip_address': '172.26.7.246', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'port_id': '907dbf7b-1a20-4d5c-a64f-799db6ca9436', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'mac_address': 'fa:16:3e:93:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7808057-a9ec-48c8-ac5b-99fc88d02389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:18Z', 'updated_at': '2022-01-21T09:42:18Z', 'revision_number': 0, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address_scope': None}, {'id': 'f7ff2fc8-847d-4055-85ce-4e8f85a40a26', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'floating_ip_address': '172.26.7.201', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'port_id': '52241fe1-853a-4206-8c62-3b6e01e2a839', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'mac_address': 'fa:16:3e:e8:75:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:20Z', 'updated_at': '2022-01-21T09:40:22Z', 'revision_number': 1, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:20.379729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed968871-4939-45f1-8c49-2fa56bbd38b5 req-f03fad84-55fc-4dfa-a5fe-d063dd34d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.381202 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ed968871-4939-45f1-8c49-2fa56bbd38b5 req-f03fad84-55fc-4dfa-a5fe-d063dd34d767 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=51a8f30f-613e-41a2-aa04-d3cbecea2db9 HTTP/1.1" status: 200 len: 851 time: 0.0441685 Jan 21 09:42:20.401001 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875ad8f3-52ba-4f55-9225-90a1f1f92620 None None] Checking router: c653d894-85ee-4bb3-aea1-b6cdbbe1e266 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:20.409279 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875ad8f3-52ba-4f55-9225-90a1f1f92620 None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:20.409917 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-875ad8f3-52ba-4f55-9225-90a1f1f92620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:20.434238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed968871-4939-45f1-8c49-2fa56bbd38b5 req-5c784419-4022-4abc-a271-72aae9101f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.435810 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ed968871-4939-45f1-8c49-2fa56bbd38b5 req-5c784419-4022-4abc-a271-72aae9101f6b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bc00035-f913-4c0c-933f-eb8c12314236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464578 Jan 21 09:42:20.521290 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-875ad8f3-52ba-4f55-9225-90a1f1f92620 None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:20.534830 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ed968871-4939-45f1-8c49-2fa56bbd38b5 req-c017f57b-c004-4c5c-adf0-89c7ca07b2a5 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867677 Jan 21 09:42:20.632144 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ed968871-4939-45f1-8c49-2fa56bbd38b5 req-6f9800d6-6584-44a6-88c8-31bf5336105c service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876131 Jan 21 09:42:20.750907 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-875ad8f3-52ba-4f55-9225-90a1f1f92620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '38666ff2-e5dc-4b54-82d3-72cf7ed3c984', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'floating_ip_address': '172.26.7.246', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'port_id': '907dbf7b-1a20-4d5c-a64f-799db6ca9436', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'mac_address': 'fa:16:3e:93:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7808057-a9ec-48c8-ac5b-99fc88d02389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:18Z', 'updated_at': '2022-01-21T09:42:18Z', 'revision_number': 0, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address_scope': None}, {'id': 'f7ff2fc8-847d-4055-85ce-4e8f85a40a26', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'floating_ip_address': '172.26.7.201', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'port_id': '52241fe1-853a-4206-8c62-3b6e01e2a839', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'mac_address': 'fa:16:3e:e8:75:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:20Z', 'updated_at': '2022-01-21T09:40:22Z', 'revision_number': 1, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:20.778483 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875ad8f3-52ba-4f55-9225-90a1f1f92620 None None] The sync data for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv is: [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '38666ff2-e5dc-4b54-82d3-72cf7ed3c984', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'floating_ip_address': '172.26.7.246', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'port_id': '907dbf7b-1a20-4d5c-a64f-799db6ca9436', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'mac_address': 'fa:16:3e:93:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7808057-a9ec-48c8-ac5b-99fc88d02389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:18Z', 'updated_at': '2022-01-21T09:42:18Z', 'revision_number': 0, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address_scope': None}, {'id': 'f7ff2fc8-847d-4055-85ce-4e8f85a40a26', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'floating_ip_address': '172.26.7.201', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'port_id': '52241fe1-853a-4206-8c62-3b6e01e2a839', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'mac_address': 'fa:16:3e:e8:75:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:20Z', 'updated_at': '2022-01-21T09:40:22Z', 'revision_number': 1, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:20.971509 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02efae2a-ea4a-477f-93b1-328b55562f9c None None] New status for floating IP 38666ff2-e5dc-4b54-82d3-72cf7ed3c984: ACTIVE {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:42:24.762667 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.846574 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-708495cf-8a8f-4003-afe2-6f3b9e7c0b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.482025 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-36e4e157-ac4f-469b-b6fa-c4cc010377a1 req-1e4c052e-7df5-41e1-a8af-b544c0f3799d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1037681 Jan 21 09:42:36.578269 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4e157-ac4f-469b-b6fa-c4cc010377a1 req-c47559f5-6933-49cd-b2b4-1a9e5b6764b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:36.580518 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-36e4e157-ac4f-469b-b6fa-c4cc010377a1 req-c47559f5-6933-49cd-b2b4-1a9e5b6764b8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 1098 time: 0.0505970 Jan 21 09:42:36.703408 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4e157-ac4f-469b-b6fa-c4cc010377a1 req-67284793-7b5c-4a5a-8f11-1ecf40059702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:36.704895 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-36e4e157-ac4f-469b-b6fa-c4cc010377a1 req-67284793-7b5c-4a5a-8f11-1ecf40059702 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 913 time: 0.0973580 Jan 21 09:42:36.777041 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-36e4e157-ac4f-469b-b6fa-c4cc010377a1 req-08f15444-381d-4f18-a8f6-b43519daf208 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52241fe1-853a-4206-8c62-3b6e01e2a839 HTTP/1.1" status: 200 len: 1001 time: 0.0632720 Jan 21 09:42:36.847512 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4e157-ac4f-469b-b6fa-c4cc010377a1 req-30dd883d-d9d6-4054-93c9-edba7ce9bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:36.849113 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-36e4e157-ac4f-469b-b6fa-c4cc010377a1 req-30dd883d-d9d6-4054-93c9-edba7ce9bcbc service neutron] 10.222.0.113 "GET /v2.0/subnets?id=51a8f30f-613e-41a2-aa04-d3cbecea2db9 HTTP/1.1" status: 200 len: 851 time: 0.0612009 Jan 21 09:42:36.903302 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4e157-ac4f-469b-b6fa-c4cc010377a1 req-1ef3b2ff-c323-4e4e-b6bd-e4357c186977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:36.905114 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-36e4e157-ac4f-469b-b6fa-c4cc010377a1 req-1ef3b2ff-c323-4e4e-b6bd-e4357c186977 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bc00035-f913-4c0c-933f-eb8c12314236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470386 Jan 21 09:42:37.008477 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-36e4e157-ac4f-469b-b6fa-c4cc010377a1 req-bef3b922-db63-4d25-9076-4ff7d68d772c service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900640 Jan 21 09:42:37.110765 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-36e4e157-ac4f-469b-b6fa-c4cc010377a1 req-36640b1c-f125-452a-8ac7-34120a758538 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934184 Jan 21 09:42:37.538922 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7282d7-47c8-42c7-b37a-ee2df1ca195a req-004f0657-b6c8-4582-b3db-13f66cd6103c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:37.540412 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a7282d7-47c8-42c7-b37a-ee2df1ca195a req-004f0657-b6c8-4582-b3db-13f66cd6103c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 945 time: 0.0506151 Jan 21 09:42:37.579867 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a7282d7-47c8-42c7-b37a-ee2df1ca195a req-4a6f03ad-31ec-42bd-b742-44baa95ce7be tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=af201d3e-c244-49fd-95c9-8a017b16e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326798 Jan 21 09:42:38.208908 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8e65f07a-8165-4f06-af57-e29fe23a47d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.700094 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b7e98-062c-4a8e-b5db-04fcdaeb74c4 req-4fdcc4cd-1084-4111-886e-2cf138a1d2a0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:38.701809 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-084b7e98-062c-4a8e-b5db-04fcdaeb74c4 req-4fdcc4cd-1084-4111-886e-2cf138a1d2a0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 945 time: 0.0521832 Jan 21 09:42:38.748856 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-084b7e98-062c-4a8e-b5db-04fcdaeb74c4 req-547f888c-8ddd-40f5-b381-00c4722efe40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=af201d3e-c244-49fd-95c9-8a017b16e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374925 Jan 21 09:42:38.946242 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a85515-2acf-4f91-8971-25cd842fead2 req-9813199b-7ecb-4366-a703-654dce66cb2b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:38.947719 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-47a85515-2acf-4f91-8971-25cd842fead2 req-9813199b-7ecb-4366-a703-654dce66cb2b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/ports?device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 945 time: 0.0513198 Jan 21 09:42:39.051558 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-47a85515-2acf-4f91-8971-25cd842fead2 req-a1bf9f90-4f4f-4da6-8bb9-e08687e6dae4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 446a57dc-d13e-4881-a152-53bbaffa43ff {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:42:39.052030 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-47a85515-2acf-4f91-8971-25cd842fead2 req-a1bf9f90-4f4f-4da6-8bb9-e08687e6dae4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.158002 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-47a85515-2acf-4f91-8971-25cd842fead2 req-a1bf9f90-4f4f-4da6-8bb9-e08687e6dae4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 446a57dc-d13e-4881-a152-53bbaffa43ff, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=446a57dc-d13e-4881-a152-53bbaffa43ff,segment=NetworkSegment(b551bfae-1b12-4a37-8f46-00b28055be26),segment_id=b551bfae-1b12-4a37-8f46-00b28055be26)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:39.158419 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-47a85515-2acf-4f91-8971-25cd842fead2 req-a1bf9f90-4f4f-4da6-8bb9-e08687e6dae4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.248692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.410673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-47a85515-2acf-4f91-8971-25cd842fead2 req-a1bf9f90-4f4f-4da6-8bb9-e08687e6dae4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.410941 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-47a85515-2acf-4f91-8971-25cd842fead2 req-a1bf9f90-4f4f-4da6-8bb9-e08687e6dae4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.411254 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [req-47a85515-2acf-4f91-8971-25cd842fead2 req-a1bf9f90-4f4f-4da6-8bb9-e08687e6dae4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP 77e9c061-e1a6-4d11-ae88-671e0b7de5af disassociated. External IP: 172.26.7.45, port: 446a57dc-d13e-4881-a152-53bbaffa43ff. Jan 21 09:42:39.411594 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-47a85515-2acf-4f91-8971-25cd842fead2 req-a1bf9f90-4f4f-4da6-8bb9-e08687e6dae4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 446a57dc-d13e-4881-a152-53bbaffa43ff owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:42:39.569517 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-47a85515-2acf-4f91-8971-25cd842fead2 req-a1bf9f90-4f4f-4da6-8bb9-e08687e6dae4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.601896 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf9f90-4f4f-4da6-8bb9-e08687e6dae4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=446a57dc-d13e-4881-a152-53bbaffa43ff,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:39.717325 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47a85515-2acf-4f91-8971-25cd842fead2 req-a1bf9f90-4f4f-4da6-8bb9-e08687e6dae4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router baa22438-1f24-4ca1-adea-ce0ecba74969 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:39.848675 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-80f47f90-c5c3-4588-b88e-bf0155073d37 req-91543c28-5b58-4057-9e37-d2f8bf62251c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cac8522-ddac-4318-b45a-d93f4c37f64d HTTP/1.1" status: 200 len: 210 time: 0.0296266 Jan 21 09:42:39.851540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47a85515-2acf-4f91-8971-25cd842fead2 req-a1bf9f90-4f4f-4da6-8bb9-e08687e6dae4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:39.862140 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c1032-12bb-4220-b781-c59a540a97fe None None] Sync routers for ids ['baa22438-1f24-4ca1-adea-ce0ecba74969'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:39.875235 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c1032-12bb-4220-b781-c59a540a97fe None None] Routers {'baa22438-1f24-4ca1-adea-ce0ecba74969'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:39.875907 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-601c1032-12bb-4220-b781-c59a540a97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['baa22438-1f24-4ca1-adea-ce0ecba74969'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.918524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a85515-2acf-4f91-8971-25cd842fead2 req-a1bf9f90-4f4f-4da6-8bb9-e08687e6dae4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] No DVR routers for this DVR port 446a57dc-d13e-4881-a152-53bbaffa43ff on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:39.922032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-47a85515-2acf-4f91-8971-25cd842fead2 req-a1bf9f90-4f4f-4da6-8bb9-e08687e6dae4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.927147 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-47a85515-2acf-4f91-8971-25cd842fead2 req-a1bf9f90-4f4f-4da6-8bb9-e08687e6dae4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "DELETE /v2.0/ports/446a57dc-d13e-4881-a152-53bbaffa43ff HTTP/1.1" status: 204 len: 173 time: 0.9718604 Jan 21 09:42:39.927524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cac8522-ddac-4318-b45a-d93f4c37f64d', 'name': 'network-vif-deleted', 'tag': '446a57dc-d13e-4881-a152-53bbaffa43ff'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:39.930972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c68409-ca4b-49fc-bef9-f9f65171d904" -d '{"events": [{"server_uuid": "2cac8522-ddac-4318-b45a-d93f4c37f64d", "name": "network-vif-deleted", "tag": "446a57dc-d13e-4881-a152-53bbaffa43ff"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:40.023976 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-601c1032-12bb-4220-b781-c59a540a97fe None None] Set router baa22438-1f24-4ca1-adea-ce0ecba74969 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:40.070770 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd94ef3f-f8cd-4961-91e2-a7d4be41b187 x-openstack-request-id: req-dd94ef3f-f8cd-4961-91e2-a7d4be41b187 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:40.071438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cac8522-ddac-4318-b45a-d93f4c37f64d", "name": "network-vif-deleted", "tag": "446a57dc-d13e-4881-a152-53bbaffa43ff", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:40.071438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dd94ef3f-f8cd-4961-91e2-a7d4be41b187 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:40.071813 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cac8522-ddac-4318-b45a-d93f4c37f64d', 'name': 'network-vif-deleted', 'tag': '446a57dc-d13e-4881-a152-53bbaffa43ff', 'status': 'completed', 'code': 200} Jan 21 09:42:40.281926 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-601c1032-12bb-4220-b781-c59a540a97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '0b4b3665-c210-4ee5-bf97-aa44510258fb', 'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:1e:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:54Z', 'updated_at': '2022-01-21T09:40:58Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:40.310670 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c1032-12bb-4220-b781-c59a540a97fe None None] Checking router: baa22438-1f24-4ca1-adea-ce0ecba74969 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:40.319443 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c1032-12bb-4220-b781-c59a540a97fe None None] Routers {'baa22438-1f24-4ca1-adea-ce0ecba74969'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:40.320051 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-601c1032-12bb-4220-b781-c59a540a97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['baa22438-1f24-4ca1-adea-ce0ecba74969'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:40.432649 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-601c1032-12bb-4220-b781-c59a540a97fe None None] Set router baa22438-1f24-4ca1-adea-ce0ecba74969 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:40.669396 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-601c1032-12bb-4220-b781-c59a540a97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '0b4b3665-c210-4ee5-bf97-aa44510258fb', 'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:1e:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:54Z', 'updated_at': '2022-01-21T09:40:58Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:40.702583 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c1032-12bb-4220-b781-c59a540a97fe None None] The sync data for ids ['baa22438-1f24-4ca1-adea-ce0ecba74969'] in dv-neutron-825721-1-hyperv is: [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '0b4b3665-c210-4ee5-bf97-aa44510258fb', 'name': '', 'network_id': 'c798f7fb-c0de-4cac-86af-ead5544d13db', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:1e:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:54Z', 'updated_at': '2022-01-21T09:40:58Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'd2b77ad3-468a-4e2e-9f13-0b7b81d159a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:40.908284 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45378) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:40.938512 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7cbd5d-b35b-40e4-a259-15c69ac3ad68 None None] New status for floating IP 77e9c061-e1a6-4d11-ae88-671e0b7de5af: DOWN {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:42:40.971617 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e720d4b7-6397-4df3-a03c-ef56ad3a7b41 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.997396 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e720d4b7-6397-4df3-a03c-ef56ad3a7b41 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.084307 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e720d4b7-6397-4df3-a03c-ef56ad3a7b41 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.088033 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e720d4b7-6397-4df3-a03c-ef56ad3a7b41 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.089646 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e720d4b7-6397-4df3-a03c-ef56ad3a7b41 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/security-groups/af201d3e-c244-49fd-95c9-8a017b16e4c6 HTTP/1.1" status: 204 len: 168 time: 0.1801481 Jan 21 09:42:41.100305 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720d4b7-6397-4df3-a03c-ef56ad3a7b41 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af201d3e-c244-49fd-95c9-8a017b16e4c6,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.133870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45382) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:41.266319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.269432 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f9e8f2f5-2aff-4aaf-bbe5-caf76848f47b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 8b438ed3-c650-47f7-abff-c7fbd72bf540 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:42:41.269807 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f2f5-2aff-4aaf-bbe5-caf76848f47b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.352895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f2f5-2aff-4aaf-bbe5-caf76848f47b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.353225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f2f5-2aff-4aaf-bbe5-caf76848f47b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.369078 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.369821 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f9e8f2f5-2aff-4aaf-bbe5-caf76848f47b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 8b438ed3-c650-47f7-abff-c7fbd72bf540 owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:42:41.523797 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f2f5-2aff-4aaf-bbe5-caf76848f47b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.556051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8f2f5-2aff-4aaf-bbe5-caf76848f47b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=8b438ed3-c650-47f7-abff-c7fbd72bf540,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.629600 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f2f5-2aff-4aaf-bbe5-caf76848f47b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.632338 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f2f5-2aff-4aaf-bbe5-caf76848f47b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.633511 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f9e8f2f5-2aff-4aaf-bbe5-caf76848f47b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/floatingips/77e9c061-e1a6-4d11-ae88-671e0b7de5af HTTP/1.1" status: 204 len: 168 time: 0.4984925 Jan 21 09:42:41.882088 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb392b71-2e73-43cf-8a97-5add327a9f0f req-5cdd1ca5-5d79-40a4-80cc-3e6beb96c66d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:41.883569 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cb392b71-2e73-43cf-8a97-5add327a9f0f req-5cdd1ca5-5d79-40a4-80cc-3e6beb96c66d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 945 time: 0.0567214 Jan 21 09:42:41.924344 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cb392b71-2e73-43cf-8a97-5add327a9f0f req-16cf77a3-4e09-4268-bcef-efeb201cab75 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=783a6b31-560d-422a-801b-f83cda4e0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341132 Jan 21 09:42:42.272153 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 446a57dc-d13e-4881-a152-53bbaffa43ff no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:42:42.292422 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 446a57dc-d13e-4881-a152-53bbaffa43ff {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:42:42.292770 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 446a57dc-d13e-4881-a152-53bbaffa43ff not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:42:43.051245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a14e2-e923-40e9-a661-f4c62323e328 req-db1451ba-89d7-4651-b109-410ebe07ed87 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:43.052834 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-326a14e2-e923-40e9-a661-f4c62323e328 req-db1451ba-89d7-4651-b109-410ebe07ed87 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 945 time: 0.0545671 Jan 21 09:42:43.093211 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-326a14e2-e923-40e9-a661-f4c62323e328 req-46d4ff75-a076-4ee5-a503-c3b4c7975e7c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=783a6b31-560d-422a-801b-f83cda4e0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325673 Jan 21 09:42:43.216635 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af8a7c-1576-4f4b-b72b-553170e73e74 req-1a2dce2c-32ca-4389-9ae8-aa1dae1072b4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:43.218085 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76af8a7c-1576-4f4b-b72b-553170e73e74 req-1a2dce2c-32ca-4389-9ae8-aa1dae1072b4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/ports?device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 945 time: 0.0599728 Jan 21 09:42:43.314145 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-76af8a7c-1576-4f4b-b72b-553170e73e74 req-4bdb8308-4126-4719-b087-cc213d426cff tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port e6f83d0b-08f8-4943-be91-070b13890e59 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:42:43.314484 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-76af8a7c-1576-4f4b-b72b-553170e73e74 req-4bdb8308-4126-4719-b087-cc213d426cff tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.412167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-76af8a7c-1576-4f4b-b72b-553170e73e74 req-4bdb8308-4126-4719-b087-cc213d426cff tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port e6f83d0b-08f8-4943-be91-070b13890e59, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e6f83d0b-08f8-4943-be91-070b13890e59,segment=NetworkSegment(b551bfae-1b12-4a37-8f46-00b28055be26),segment_id=b551bfae-1b12-4a37-8f46-00b28055be26)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:43.412528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-76af8a7c-1576-4f4b-b72b-553170e73e74 req-4bdb8308-4126-4719-b087-cc213d426cff tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.425221 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-76af8a7c-1576-4f4b-b72b-553170e73e74 req-4bdb8308-4126-4719-b087-cc213d426cff tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for e6f83d0b-08f8-4943-be91-070b13890e59 owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:42:43.562302 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-76af8a7c-1576-4f4b-b72b-553170e73e74 req-4bdb8308-4126-4719-b087-cc213d426cff tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.599893 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb8308-4126-4719-b087-cc213d426cff tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=e6f83d0b-08f8-4943-be91-070b13890e59,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:43.649967 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-76af8a7c-1576-4f4b-b72b-553170e73e74 req-4bdb8308-4126-4719-b087-cc213d426cff tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] No DVR routers for this DVR port e6f83d0b-08f8-4943-be91-070b13890e59 on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:43.652853 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-76af8a7c-1576-4f4b-b72b-553170e73e74 req-4bdb8308-4126-4719-b087-cc213d426cff tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.656233 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76af8a7c-1576-4f4b-b72b-553170e73e74 req-4bdb8308-4126-4719-b087-cc213d426cff tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "DELETE /v2.0/ports/e6f83d0b-08f8-4943-be91-070b13890e59 HTTP/1.1" status: 204 len: 173 time: 0.4320114 Jan 21 09:42:43.656761 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e12649-f445-43a0-825a-fe8a8c7401cc', 'name': 'network-vif-deleted', 'tag': 'e6f83d0b-08f8-4943-be91-070b13890e59'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:43.659558 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81ce157-839e-4ef6-85c4-6090486d70bd" -d '{"events": [{"server_uuid": "99e12649-f445-43a0-825a-fe8a8c7401cc", "name": "network-vif-deleted", "tag": "e6f83d0b-08f8-4943-be91-070b13890e59"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:43.703958 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dd3801-c441-4c1a-adc5-1cc718cf7a88 x-openstack-request-id: req-a8dd3801-c441-4c1a-adc5-1cc718cf7a88 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:43.704265 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e12649-f445-43a0-825a-fe8a8c7401cc", "name": "network-vif-deleted", "tag": "e6f83d0b-08f8-4943-be91-070b13890e59", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:43.704628 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a8dd3801-c441-4c1a-adc5-1cc718cf7a88 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:43.705018 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e12649-f445-43a0-825a-fe8a8c7401cc', 'name': 'network-vif-deleted', 'tag': 'e6f83d0b-08f8-4943-be91-070b13890e59', 'status': 'completed', 'code': 200} Jan 21 09:42:44.225376 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d576df44-f976-4084-8890-c9d3af9b9b57 req-8834c828-bd11-4d7c-b141-abc294c765bb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=99e12649-f445-43a0-825a-fe8a8c7401cc HTTP/1.1" status: 200 len: 210 time: 0.0283971 Jan 21 09:42:45.281144 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45396) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:45.341298 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-805a17af-e9ca-428f-bb24-aced653998ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.369812 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-805a17af-e9ca-428f-bb24-aced653998ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.432605 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-805a17af-e9ca-428f-bb24-aced653998ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.436005 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-805a17af-e9ca-428f-bb24-aced653998ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.437158 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-805a17af-e9ca-428f-bb24-aced653998ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/security-groups/783a6b31-560d-422a-801b-f83cda4e0b2b HTTP/1.1" status: 204 len: 168 time: 0.1549931 Jan 21 09:42:45.446623 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a17af-e9ca-428f-bb24-aced653998ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783a6b31-560d-422a-801b-f83cda4e0b2b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:45.471589 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45400) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:45.835268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6887d855-2ca9-4ebd-8911-944c794ae582 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.125245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6887d855-2ca9-4ebd-8911-944c794ae582 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 0b4b3665-c210-4ee5-bf97-aa44510258fb {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:42:46.125565 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6887d855-2ca9-4ebd-8911-944c794ae582 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.224152 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-6887d855-2ca9-4ebd-8911-944c794ae582 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 0b4b3665-c210-4ee5-bf97-aa44510258fb, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=0b4b3665-c210-4ee5-bf97-aa44510258fb,segment=NetworkSegment(b551bfae-1b12-4a37-8f46-00b28055be26),segment_id=b551bfae-1b12-4a37-8f46-00b28055be26)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:46.224510 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6887d855-2ca9-4ebd-8911-944c794ae582 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.244759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6887d855-2ca9-4ebd-8911-944c794ae582 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 0b4b3665-c210-4ee5-bf97-aa44510258fb owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:42:46.271007 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device e6f83d0b-08f8-4943-be91-070b13890e59 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:42:46.291790 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: e6f83d0b-08f8-4943-be91-070b13890e59 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:42:46.292134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device e6f83d0b-08f8-4943-be91-070b13890e59 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:42:46.476934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6887d855-2ca9-4ebd-8911-944c794ae582 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.510812 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887d855-2ca9-4ebd-8911-944c794ae582 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=0b4b3665-c210-4ee5-bf97-aa44510258fb,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:46.738209 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6887d855-2ca9-4ebd-8911-944c794ae582 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.961132 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6887d855-2ca9-4ebd-8911-944c794ae582 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router baa22438-1f24-4ca1-adea-ce0ecba74969 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:47.064759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6887d855-2ca9-4ebd-8911-944c794ae582 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:47.069765 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6887d855-2ca9-4ebd-8911-944c794ae582 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/baa22438-1f24-4ca1-adea-ce0ecba74969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5970359 Jan 21 09:42:47.072723 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45402) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:47.075257 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21f394-d3d7-4b96-8d88-38ae97610d7f None None] Sync routers for ids ['baa22438-1f24-4ca1-adea-ce0ecba74969'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:47.084868 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21f394-d3d7-4b96-8d88-38ae97610d7f None None] Routers {'baa22438-1f24-4ca1-adea-ce0ecba74969'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:47.085546 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-ab21f394-d3d7-4b96-8d88-38ae97610d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['baa22438-1f24-4ca1-adea-ce0ecba74969'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:47.125576 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d14fe2-8212-4f0a-aa70-5b5f14ce8f7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting subnet d2b77ad3-468a-4e2e-9f13-0b7b81d159a9 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:42:47.128643 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-76d14fe2-8212-4f0a-aa70-5b5f14ce8f7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.172730 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-76d14fe2-8212-4f0a-aa70-5b5f14ce8f7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.300555 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-76d14fe2-8212-4f0a-aa70-5b5f14ce8f7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.338011 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-ab21f394-d3d7-4b96-8d88-38ae97610d7f None None] Set router baa22438-1f24-4ca1-adea-ce0ecba74969 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:47.362119 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-76d14fe2-8212-4f0a-aa70-5b5f14ce8f7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.389611 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d14fe2-8212-4f0a-aa70-5b5f14ce8f7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b77ad3-468a-4e2e-9f13-0b7b81d159a9,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:47.394807 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-76d14fe2-8212-4f0a-aa70-5b5f14ce8f7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.397828 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-76d14fe2-8212-4f0a-aa70-5b5f14ce8f7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/subnets/d2b77ad3-468a-4e2e-9f13-0b7b81d159a9 HTTP/1.1" status: 204 len: 168 time: 0.3240848 Jan 21 09:42:47.400419 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45404) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:47.410488 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cc5481-f167-4de6-82c5-41e97248fc24 None None] Network c798f7fb-c0de-4cac-86af-ead5544d13db requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:42:47.515087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73f4a494-d1b9-42a9-8c70-ca6c38c6e02a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.625563 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-ab21f394-d3d7-4b96-8d88-38ae97610d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'd8939f77-56f2-418f-a1da-271423feb466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:42:46Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': 'd8939f77-56f2-418f-a1da-271423feb466', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:52Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:47.627087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73f4a494-d1b9-42a9-8c70-ca6c38c6e02a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.658547 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21f394-d3d7-4b96-8d88-38ae97610d7f None None] Checking router: baa22438-1f24-4ca1-adea-ce0ecba74969 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:47.664549 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21f394-d3d7-4b96-8d88-38ae97610d7f None None] Routers {'baa22438-1f24-4ca1-adea-ce0ecba74969'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:47.665168 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-ab21f394-d3d7-4b96-8d88-38ae97610d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['baa22438-1f24-4ca1-adea-ce0ecba74969'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:47.689915 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-73f4a494-d1b9-42a9-8c70-ca6c38c6e02a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port d8939f77-56f2-418f-a1da-271423feb466 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:42:47.690449 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73f4a494-d1b9-42a9-8c70-ca6c38c6e02a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.698293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2fdb03-b9f8-4d04-8f9f-3751aa926e5e None None] DHCP port deletion for c798f7fb-c0de-4cac-86af-ead5544d13db request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:42:47.774548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-73f4a494-d1b9-42a9-8c70-ca6c38c6e02a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port d8939f77-56f2-418f-a1da-271423feb466, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d8939f77-56f2-418f-a1da-271423feb466,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:47.774910 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73f4a494-d1b9-42a9-8c70-ca6c38c6e02a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.775240 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-ab21f394-d3d7-4b96-8d88-38ae97610d7f None None] Set router baa22438-1f24-4ca1-adea-ce0ecba74969 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:47.787702 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-73f4a494-d1b9-42a9-8c70-ca6c38c6e02a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for d8939f77-56f2-418f-a1da-271423feb466 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:42:47.835734 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-ab21f394-d3d7-4b96-8d88-38ae97610d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:42:47Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:47.865399 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21f394-d3d7-4b96-8d88-38ae97610d7f None None] The sync data for ids ['baa22438-1f24-4ca1-adea-ce0ecba74969'] in dv-neutron-825721-1-hyperv is: [{'id': 'baa22438-1f24-4ca1-adea-ce0ecba74969', 'name': 'tempest-TestNetworkBasicOps-router-1487421724', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:51Z', 'updated_at': '2022-01-21T09:42:47Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port_host': None}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:47.868671 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-6e2fdb03-b9f8-4d04-8f9f-3751aa926e5e None None] Deleting port d2741352-8699-4f22-977f-375e398f8f1e {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:42:47.869047 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6e2fdb03-b9f8-4d04-8f9f-3751aa926e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.937286 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6e2fdb03-b9f8-4d04-8f9f-3751aa926e5e None None] For port d2741352-8699-4f22-977f-375e398f8f1e, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d2741352-8699-4f22-977f-375e398f8f1e,segment=NetworkSegment(b551bfae-1b12-4a37-8f46-00b28055be26),segment_id=b551bfae-1b12-4a37-8f46-00b28055be26)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:47.937715 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6e2fdb03-b9f8-4d04-8f9f-3751aa926e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.951345 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-6e2fdb03-b9f8-4d04-8f9f-3751aa926e5e None None] Calling delete_port for d2741352-8699-4f22-977f-375e398f8f1e owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:42:47.958476 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73f4a494-d1b9-42a9-8c70-ca6c38c6e02a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.985133 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4a494-d1b9-42a9-8c70-ca6c38c6e02a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=d8939f77-56f2-418f-a1da-271423feb466,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.031973 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6e2fdb03-b9f8-4d04-8f9f-3751aa926e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.054776 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73f4a494-d1b9-42a9-8c70-ca6c38c6e02a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.057654 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fdb03-b9f8-4d04-8f9f-3751aa926e5e None None] Pushing event deleted for resources: {'Port': ['ID=d2741352-8699-4f22-977f-375e398f8f1e,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.063358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2fdb03-b9f8-4d04-8f9f-3751aa926e5e None None] No DVR routers for this DVR port d2741352-8699-4f22-977f-375e398f8f1e on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:48.163946 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73f4a494-d1b9-42a9-8c70-ca6c38c6e02a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.166011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73f4a494-d1b9-42a9-8c70-ca6c38c6e02a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.227588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73f4a494-d1b9-42a9-8c70-ca6c38c6e02a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.228188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f4a494-d1b9-42a9-8c70-ca6c38c6e02a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Fanout notify agent at l3_agent the message router_deleted on router baa22438-1f24-4ca1-adea-ce0ecba74969 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:42:48.239211 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73f4a494-d1b9-42a9-8c70-ca6c38c6e02a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.243152 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-73f4a494-d1b9-42a9-8c70-ca6c38c6e02a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/routers/baa22438-1f24-4ca1-adea-ce0ecba74969 HTTP/1.1" status: 204 len: 168 time: 0.8390827 Jan 21 09:42:48.244049 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45406) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:48.342411 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-976a34e8-951a-41dd-bfbc-846036b50e2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.429345 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-976a34e8-951a-41dd-bfbc-846036b50e2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.449992 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-976a34e8-951a-41dd-bfbc-846036b50e2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c798f7fb-c0de-4cac-86af-ead5544d13db']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:48.458842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-976a34e8-951a-41dd-bfbc-846036b50e2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b551bfae-1b12-4a37-8f46-00b28055be26') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:48.459140 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-976a34e8-951a-41dd-bfbc-846036b50e2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b551bfae-1b12-4a37-8f46-00b28055be26') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:48.469225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-976a34e8-951a-41dd-bfbc-846036b50e2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.482367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-976a34e8-951a-41dd-bfbc-846036b50e2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.488275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976a34e8-951a-41dd-bfbc-846036b50e2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:48.488664 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-976a34e8-951a-41dd-bfbc-846036b50e2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:48.491592 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:48.548447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-976a34e8-951a-41dd-bfbc-846036b50e2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.555145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-976a34e8-951a-41dd-bfbc-846036b50e2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.558166 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-976a34e8-951a-41dd-bfbc-846036b50e2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/networks/c798f7fb-c0de-4cac-86af-ead5544d13db HTTP/1.1" status: 204 len: 168 time: 0.3135960 Jan 21 09:42:48.570535 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a34e8-951a-41dd-bfbc-846036b50e2c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Network': ['ID=c798f7fb-c0de-4cac-86af-ead5544d13db,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.577927 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45408) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:48.582931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-5e2d5948-fa72-43b5-bd28-e284662b5aa2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'network': {'name': 'tempest-network-smoke--1757536356', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'port_security_enabled': True}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:48.604155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2d5948-fa72-43b5-bd28-e284662b5aa2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:48.608148 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e2d5948-fa72-43b5-bd28-e284662b5aa2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.631826 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2d5948-fa72-43b5-bd28-e284662b5aa2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:48.641273 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e2d5948-fa72-43b5-bd28-e284662b5aa2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.641657 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-5e2d5948-fa72-43b5-bd28-e284662b5aa2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Added segment 249556fe-a0fd-42e7-b868-470799f6786d of type vlan for network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 Jan 21 09:42:48.687137 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e2d5948-fa72-43b5-bd28-e284662b5aa2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.688403 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 0b4b3665-c210-4ee5-bf97-aa44510258fb no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:42:48.713652 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 0b4b3665-c210-4ee5-bf97-aa44510258fb {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:42:48.713985 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 0b4b3665-c210-4ee5-bf97-aa44510258fb not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:42:48.714406 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d2741352-8699-4f22-977f-375e398f8f1e no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:42:48.714741 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e2d5948-fa72-43b5-bd28-e284662b5aa2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.720728 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2d5948-fa72-43b5-bd28-e284662b5aa2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:48.721480 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e2d5948-fa72-43b5-bd28-e284662b5aa2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.739293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: d2741352-8699-4f22-977f-375e398f8f1e {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:42:48.739634 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d2741352-8699-4f22-977f-375e398f8f1e not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:42:48.782614 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5e2d5948-fa72-43b5-bd28-e284662b5aa2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2008729 Jan 21 09:42:48.782860 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45410) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:48.788160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-7572785', 'admin_state_up': True, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:48.796845 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d5948-fa72-43b5-bd28-e284662b5aa2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Network': ['ID=0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.809734 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:42:48.820320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.821426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.937865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.398654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.597684 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.625972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.735934 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.26.7.172 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/52a6d98e-639a-4b85-8615-70da99a0ff60) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:49.841300 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.874577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.910527 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:49.915813 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:49.919950 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:49.943536 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=52a6d98e-639a-4b85-8615-70da99a0ff60,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:49.956173 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:49.956514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:49.956844 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:49.957169 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:49.957508 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:49.957830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:49.958149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:49.958466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:49.958782 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:49.959099 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:49.959407 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:49.959714 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:50.181137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.212796 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d8939f77-56f2-418f-a1da-271423feb466 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:42:50.235017 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: d8939f77-56f2-418f-a1da-271423feb466 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:42:50.235359 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d8939f77-56f2-418f-a1da-271423feb466 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:42:50.379298 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.516291 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router d919e078-a99b-4b92-8970-ef1e72a9484f is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:42:50.623088 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:50.632980 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Sync routers for ids ['d919e078-a99b-4b92-8970-ef1e72a9484f'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:50.642164 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Routers {'d919e078-a99b-4b92-8970-ef1e72a9484f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:50.642771 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d919e078-a99b-4b92-8970-ef1e72a9484f'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:50.642943 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.644175 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-17d6cbd9-ba89-4440-a934-fa2a6635c77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8602042 Jan 21 09:42:50.647398 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45414) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:50.748330 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Set router d919e078-a99b-4b92-8970-ef1e72a9484f gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:50.812768 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9ea0002f-d8a8-4097-b6a8-377afdd52f25 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=d36411baa65a4ba89db6bb1125b34d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1639750 Jan 21 09:42:50.815318 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45418) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:50.910317 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3707efa0-15dd-4365-8a58-ad636558801d tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:50.912158 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3707efa0-15dd-4365-8a58-ad636558801d tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0956929 Jan 21 09:42:50.915053 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45420) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:50.945730 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-df820832-0dc9-41f4-90ef-fa6e2e33c361 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272396 Jan 21 09:42:50.945971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45422) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:50.950792 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-289028125', 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:51.016967 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'name': 'tempest-TestNetworkBasicOps-router-7572785', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:48Z', 'updated_at': '2022-01-21T09:42:50Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:51.043932 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:51.047042 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Checking router: d919e078-a99b-4b92-8970-ef1e72a9484f for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:51.047384 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Updating router d919e078-a99b-4b92-8970-ef1e72a9484f port 52a6d98e-639a-4b85-8615-70da99a0ff60 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:42:51.051715 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.072085 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.244380 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.312201 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Subnet': ['ID=7aa65845-1a7f-4858-962f-c2e14954bb0b,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.324514 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.324862 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.325202 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.325563 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.325901 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.326230 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.326559 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.326882 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.327205 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.327523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.327841 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.328156 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.332838 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Checking segment: {'id': '249556fe-a0fd-42e7-b868-470799f6786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:42:51.333203 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network hostable DHCP agents. Network: 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:51.338783 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.345522 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.351507 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:51.360927 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:51.365273 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:51.365902 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.374907 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4c6846-b7da-4e05-bfb5-b4a4d1e6cbd4 None None] Network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:42:51.383331 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1165b36b-f0ed-4c28-8aed-d5b2d9aa3836 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4362707 Jan 21 09:42:51.386060 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45424) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:51.406791 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Attempting to bind port 52a6d98e-639a-4b85-8615-70da99a0ff60 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:51.407155 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Attempting to bind port 52a6d98e-639a-4b85-8615-70da99a0ff60 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:51.407510 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Attempting to bind port 52a6d98e-639a-4b85-8615-70da99a0ff60 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:51.409541 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700524ba-4571-4dc2-8f02-98bfae8dbd81 None None] Pushing event updated for resources: {'Port': ['ID=52a6d98e-639a-4b85-8615-70da99a0ff60,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.419448 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700524ba-4571-4dc2-8f02-98bfae8dbd81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.419803 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700524ba-4571-4dc2-8f02-98bfae8dbd81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.420140 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700524ba-4571-4dc2-8f02-98bfae8dbd81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.420471 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700524ba-4571-4dc2-8f02-98bfae8dbd81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.420792 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700524ba-4571-4dc2-8f02-98bfae8dbd81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.421119 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700524ba-4571-4dc2-8f02-98bfae8dbd81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.421444 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700524ba-4571-4dc2-8f02-98bfae8dbd81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.421813 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700524ba-4571-4dc2-8f02-98bfae8dbd81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.422153 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700524ba-4571-4dc2-8f02-98bfae8dbd81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.422475 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700524ba-4571-4dc2-8f02-98bfae8dbd81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.422789 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700524ba-4571-4dc2-8f02-98bfae8dbd81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.423106 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700524ba-4571-4dc2-8f02-98bfae8dbd81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:51.426448 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:42:51.426816 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:42:51.427216 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.428015 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:42:51.428156 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Bound port: 52a6d98e-639a-4b85-8615-70da99a0ff60, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:51.428418 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.504891 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] For port 52a6d98e-639a-4b85-8615-70da99a0ff60, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:51.510070 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] For port 52a6d98e-639a-4b85-8615-70da99a0ff60, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=52a6d98e-639a-4b85-8615-70da99a0ff60,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:51.517024 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.554744 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5', 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ips': [{'subnet_id': '7aa65845-1a7f-4858-962f-c2e14954bb0b'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:42:51.555854 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.585660 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Routers {'d919e078-a99b-4b92-8970-ef1e72a9484f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:51.586207 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d919e078-a99b-4b92-8970-ef1e72a9484f'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:51.588180 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700524ba-4571-4dc2-8f02-98bfae8dbd81 None None] Pushing event updated for resources: {'Port': ['ID=52a6d98e-639a-4b85-8615-70da99a0ff60,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.705770 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Allocated IP 172.20.0.2 (0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5/7aa65845-1a7f-4858-962f-c2e14954bb0b/c6df902d-c1d5-43ea-93c6-8ec205fda458) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:51.724465 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] Set router d919e078-a99b-4b92-8970-ef1e72a9484f gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:51.865932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.873032 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.921656 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Pushing event updated for resources: {'Port': ['ID=c6df902d-c1d5-43ea-93c6-8ec205fda458,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.925006 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'name': 'tempest-TestNetworkBasicOps-router-7572785', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:48Z', 'updated_at': '2022-01-21T09:42:50Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:51.931990 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:51.934633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:51.937084 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:51.957734 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dee333f-df88-4b47-9a74-9fc65bab8f10 None None] The sync data for ids ['d919e078-a99b-4b92-8970-ef1e72a9484f'] in dv-neutron-825721-1-hyperv is: [{'id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'name': 'tempest-TestNetworkBasicOps-router-7572785', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:48Z', 'updated_at': '2022-01-21T09:42:50Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:51.994330 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Attempting to bind port c6df902d-c1d5-43ea-93c6-8ec205fda458 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:51.994647 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Attempting to bind port c6df902d-c1d5-43ea-93c6-8ec205fda458 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '249556fe-a0fd-42e7-b868-470799f6786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:51.995006 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Attempting to bind port c6df902d-c1d5-43ea-93c6-8ec205fda458 on network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:52.001766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:42:52.002280 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Checking segment: {'id': '249556fe-a0fd-42e7-b868-470799f6786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:42:52.002982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.003623 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Bound using segment: {'id': '249556fe-a0fd-42e7-b868-470799f6786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:42:52.004255 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Bound port: c6df902d-c1d5-43ea-93c6-8ec205fda458, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249556fe-a0fd-42e7-b868-470799f6786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:52.004645 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.090512 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] For port c6df902d-c1d5-43ea-93c6-8ec205fda458, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:52.094030 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] For port c6df902d-c1d5-43ea-93c6-8ec205fda458, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=c6df902d-c1d5-43ea-93c6-8ec205fda458,segment=NetworkSegment(249556fe-a0fd-42e7-b868-470799f6786d),segment_id=249556fe-a0fd-42e7-b868-470799f6786d)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:52.098635 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.172061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8569de6-165f-45d2-953c-ea272a5e39a5 None None] Pushing event updated for resources: {'Port': ['ID=c6df902d-c1d5-43ea-93c6-8ec205fda458,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.208342 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:42:52.255447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.380568 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 52a6d98e-639a-4b85-8615-70da99a0ff60 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:52.477033 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 52a6d98e-639a-4b85-8615-70da99a0ff60 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:52.477832 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.593243 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.626190 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 52a6d98e-639a-4b85-8615-70da99a0ff60, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=52a6d98e-639a-4b85-8615-70da99a0ff60,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:52.631996 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.656613 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.1 (0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5/7aa65845-1a7f-4858-962f-c2e14954bb0b/7ee337e7-2e35-4e66-b99e-246577d20dc1) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:52.692126 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=52a6d98e-639a-4b85-8615-70da99a0ff60,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.798725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.835819 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.884876 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:52.887954 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:52.890540 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:52.898426 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=7ee337e7-2e35-4e66-b99e-246577d20dc1,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.941701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.096113 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.347542 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fdedd1-33c6-4684-a672-d1c1bde9e2d9 None None] Network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:42:53.407234 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.412820 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.417711 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e3ee20da-02bc-4b7d-8289-35856eeff228 None None] Provisioning complete for port c6df902d-c1d5-43ea-93c6-8ec205fda458 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:53.418351 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e3ee20da-02bc-4b7d-8289-35856eeff228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.515015 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.528365 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=7ee337e7-2e35-4e66-b99e-246577d20dc1,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:53.629392 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e3ee20da-02bc-4b7d-8289-35856eeff228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.666050 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:53.667840 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:53.683753 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e3ee20da-02bc-4b7d-8289-35856eeff228 None None] For port c6df902d-c1d5-43ea-93c6-8ec205fda458, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=c6df902d-c1d5-43ea-93c6-8ec205fda458,segment=NetworkSegment(249556fe-a0fd-42e7-b868-470799f6786d),segment_id=249556fe-a0fd-42e7-b868-470799f6786d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:53.688852 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e3ee20da-02bc-4b7d-8289-35856eeff228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.760787 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee20da-02bc-4b7d-8289-35856eeff228 None None] Pushing event updated for resources: {'Port': ['ID=c6df902d-c1d5-43ea-93c6-8ec205fda458,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:53.809737 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router d919e078-a99b-4b92-8970-ef1e72a9484f has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:53.913089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c452b427-b6b9-4075-b286-c60cc54753c2 None None] Provisioning complete for port 7ee337e7-2e35-4e66-b99e-246577d20dc1 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:53.913512 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c452b427-b6b9-4075-b286-c60cc54753c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.947997 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:53.956912 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0c411855-0e25-42e0-9925-5e3f1f1b444c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/d919e078-a99b-4b92-8970-ef1e72a9484f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5692432 Jan 21 09:42:53.958397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c452b427-b6b9-4075-b286-c60cc54753c2 None None] Port 7ee337e7-2e35-4e66-b99e-246577d20dc1 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:42:53.959647 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45426) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:53.975295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Sync routers for ids ['d919e078-a99b-4b92-8970-ef1e72a9484f'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:53.983696 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c452b427-b6b9-4075-b286-c60cc54753c2 None None] Provisioning complete for port c6df902d-c1d5-43ea-93c6-8ec205fda458 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:53.984068 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c452b427-b6b9-4075-b286-c60cc54753c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.032812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Routers {'d919e078-a99b-4b92-8970-ef1e72a9484f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:54.033582 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d919e078-a99b-4b92-8970-ef1e72a9484f'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:54.091118 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f315bdee-0f34-411b-9980-9ff100a82bdd tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.091616 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f315bdee-0f34-411b-9980-9ff100a82bdd tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.092168 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f315bdee-0f34-411b-9980-9ff100a82bdd tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.093307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f315bdee-0f34-411b-9980-9ff100a82bdd tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.093307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f315bdee-0f34-411b-9980-9ff100a82bdd tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.094115 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f315bdee-0f34-411b-9980-9ff100a82bdd tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.096194 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f315bdee-0f34-411b-9980-9ff100a82bdd tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1349804 Jan 21 09:42:54.099337 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45428) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:54.165811 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076952e-53d0-47ee-a66f-eef17728cbac tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.166255 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076952e-53d0-47ee-a66f-eef17728cbac tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.166784 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076952e-53d0-47ee-a66f-eef17728cbac tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.167746 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076952e-53d0-47ee-a66f-eef17728cbac tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.167931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076952e-53d0-47ee-a66f-eef17728cbac tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.168395 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076952e-53d0-47ee-a66f-eef17728cbac tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.171111 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6076952e-53d0-47ee-a66f-eef17728cbac tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0699189 Jan 21 09:42:54.173665 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45430) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:54.178714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Set router d919e078-a99b-4b92-8970-ef1e72a9484f gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:54.343193 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b31c5bde-1424-4bea-8495-3c4e14b0edf7 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1680219 Jan 21 09:42:54.346223 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45432) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:54.351307 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-729d6a03-8f1b-4224-91c3-77bf49c20945 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-580252911', 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:54.485664 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729d6a03-8f1b-4224-91c3-77bf49c20945 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'port': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:54.489485 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-729d6a03-8f1b-4224-91c3-77bf49c20945 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.490323 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 52a6d98e-639a-4b85-8615-70da99a0ff60 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:54.514960 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [None req-729d6a03-8f1b-4224-91c3-77bf49c20945 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] device_id is not set on port 66f606b9-0cc2-4826-a166-ff922038757d yet. {{(pid=102146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:54.529205 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b174e59e-4df4-4ab5-a942-270a635ca9a6 None None] Provisioning complete for port 7ee337e7-2e35-4e66-b99e-246577d20dc1 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:54.529609 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b174e59e-4df4-4ab5-a942-270a635ca9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.610157 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b174e59e-4df4-4ab5-a942-270a635ca9a6 None None] Port 7ee337e7-2e35-4e66-b99e-246577d20dc1 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:42:54.632409 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-729d6a03-8f1b-4224-91c3-77bf49c20945 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.9 (0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5/7aa65845-1a7f-4858-962f-c2e14954bb0b/66f606b9-0cc2-4826-a166-ff922038757d) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:54.646261 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 52a6d98e-639a-4b85-8615-70da99a0ff60 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:54.646633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.708429 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'name': 'tempest-TestNetworkBasicOps-router-7572785', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:48Z', 'updated_at': '2022-01-21T09:42:53Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '7ee337e7-2e35-4e66-b99e-246577d20dc1', 'name': '', 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:c0:fd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:52Z', 'updated_at': '2022-01-21T09:42:53Z', 'revision_number': 2, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:54.768759 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Checking router: d919e078-a99b-4b92-8970-ef1e72a9484f for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:54.769020 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Updating router d919e078-a99b-4b92-8970-ef1e72a9484f port 7ee337e7-2e35-4e66-b99e-246577d20dc1 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:42:54.789528 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-729d6a03-8f1b-4224-91c3-77bf49c20945 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.815319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device c6df902d-c1d5-43ea-93c6-8ec205fda458 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:54.817386 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-bdb5612d-702e-456d-a372-e0dccdb1d10c None None] Provisioning complete for port 7ee337e7-2e35-4e66-b99e-246577d20dc1 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:54.817781 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bdb5612d-702e-456d-a372-e0dccdb1d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.819142 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.823433 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.827906 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-729d6a03-8f1b-4224-91c3-77bf49c20945 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.877250 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729d6a03-8f1b-4224-91c3-77bf49c20945 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:54.880627 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-729d6a03-8f1b-4224-91c3-77bf49c20945 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:54.884249 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d6a03-8f1b-4224-91c3-77bf49c20945 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:54.911586 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d6a03-8f1b-4224-91c3-77bf49c20945 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=66f606b9-0cc2-4826-a166-ff922038757d,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.926819 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-bdb5612d-702e-456d-a372-e0dccdb1d10c None None] Port 7ee337e7-2e35-4e66-b99e-246577d20dc1 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:42:54.948211 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729d6a03-8f1b-4224-91c3-77bf49c20945 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.949650 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-729d6a03-8f1b-4224-91c3-77bf49c20945 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.970323 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-729d6a03-8f1b-4224-91c3-77bf49c20945 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6203964 Jan 21 09:42:55.004519 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port c6df902d-c1d5-43ea-93c6-8ec205fda458 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:55.004898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.184201 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-7b8775ba-7113-455c-97f9-8a72c847904e None None] Provisioning complete for port 66f606b9-0cc2-4826-a166-ff922038757d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:55.184579 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7b8775ba-7113-455c-97f9-8a72c847904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.251217 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-7b8775ba-7113-455c-97f9-8a72c847904e None None] Port 66f606b9-0cc2-4826-a166-ff922038757d cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:42:55.267625 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.273441 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.327273 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8636c-2155-4ba5-b1aa-3d25f1e3691a None None] Pushing event updated for resources: {'Port': ['ID=7ee337e7-2e35-4e66-b99e-246577d20dc1,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.380287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45436) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:55.385536 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b444e8d5-daab-4380-880d-821798e8e3c3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-996083979', 'description': 'tempest-secgroup-smoke-996083979 description', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:55.392689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Attempting to bind port 7ee337e7-2e35-4e66-b99e-246577d20dc1 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:55.393070 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Attempting to bind port 7ee337e7-2e35-4e66-b99e-246577d20dc1 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '249556fe-a0fd-42e7-b868-470799f6786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:55.393434 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Attempting to bind port 7ee337e7-2e35-4e66-b99e-246577d20dc1 on network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:55.398711 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:42:55.399090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Checking segment: {'id': '249556fe-a0fd-42e7-b868-470799f6786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:42:55.399494 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.399885 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Bound using segment: {'id': '249556fe-a0fd-42e7-b868-470799f6786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:42:55.400947 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Bound port: 7ee337e7-2e35-4e66-b99e-246577d20dc1, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249556fe-a0fd-42e7-b868-470799f6786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:55.401131 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.412460 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b444e8d5-daab-4380-880d-821798e8e3c3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.474966 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] For port 7ee337e7-2e35-4e66-b99e-246577d20dc1, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:55.479677 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] For port 7ee337e7-2e35-4e66-b99e-246577d20dc1, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=7ee337e7-2e35-4e66-b99e-246577d20dc1,segment=NetworkSegment(249556fe-a0fd-42e7-b868-470799f6786d),segment_id=249556fe-a0fd-42e7-b868-470799f6786d)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:55.485559 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.526525 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b444e8d5-daab-4380-880d-821798e8e3c3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.532675 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b444e8d5-daab-4380-880d-821798e8e3c3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.540563 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Routers {'d919e078-a99b-4b92-8970-ef1e72a9484f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:55.541293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d919e078-a99b-4b92-8970-ef1e72a9484f'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:55.566770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b444e8d5-daab-4380-880d-821798e8e3c3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.571101 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b444e8d5-daab-4380-880d-821798e8e3c3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1866298 Jan 21 09:42:55.571101 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444e8d5-daab-4380-880d-821798e8e3c3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc004d8-16b4-4e46-a2c9-2a8a20bdafa2,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.574929 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45438) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:55.591202 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-79814a1f-6a4c-441f-8e79-c68e320e5b66 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'ffc004d8-16b4-4e46-a2c9-2a8a20bdafa2', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:55.602465 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8636c-2155-4ba5-b1aa-3d25f1e3691a None None] Pushing event updated for resources: {'Port': ['ID=7ee337e7-2e35-4e66-b99e-246577d20dc1,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.618886 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-bd497e3d-1d79-4bd2-9bdd-8ecdc01c1d41 None None] Provisioning complete for port 7ee337e7-2e35-4e66-b99e-246577d20dc1 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:55.619294 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bd497e3d-1d79-4bd2-9bdd-8ecdc01c1d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.635368 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-79814a1f-6a4c-441f-8e79-c68e320e5b66 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.706963 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-79814a1f-6a4c-441f-8e79-c68e320e5b66 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.711871 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-79814a1f-6a4c-441f-8e79-c68e320e5b66 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.716964 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] Set router d919e078-a99b-4b92-8970-ef1e72a9484f gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:55.733962 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79814a1f-6a4c-441f-8e79-c68e320e5b66 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd896d3-da24-4720-8527-3ed3b193bd7d,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.749646 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-79814a1f-6a4c-441f-8e79-c68e320e5b66 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.751382 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-79814a1f-6a4c-441f-8e79-c68e320e5b66 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1741259 Jan 21 09:42:55.754321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45440) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:55.758850 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d9eccb09-2ad4-4bce-8b02-b0e7b716861e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'ffc004d8-16b4-4e46-a2c9-2a8a20bdafa2', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:55.788544 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d9eccb09-2ad4-4bce-8b02-b0e7b716861e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.837338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bd497e3d-1d79-4bd2-9bdd-8ecdc01c1d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.847667 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d9eccb09-2ad4-4bce-8b02-b0e7b716861e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.852925 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d9eccb09-2ad4-4bce-8b02-b0e7b716861e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.870189 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eccb09-2ad4-4bce-8b02-b0e7b716861e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b023332b-dcd7-452b-b4f7-6dca7da21410,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.880757 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d9eccb09-2ad4-4bce-8b02-b0e7b716861e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.882324 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d9eccb09-2ad4-4bce-8b02-b0e7b716861e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268187 Jan 21 09:42:55.885780 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45442) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:55.892678 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b0e49629-9a73-46ad-a0ad-b229011334a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'ffc004d8-16b4-4e46-a2c9-2a8a20bdafa2', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:55.920512 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-bd497e3d-1d79-4bd2-9bdd-8ecdc01c1d41 None None] For port 7ee337e7-2e35-4e66-b99e-246577d20dc1, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=7ee337e7-2e35-4e66-b99e-246577d20dc1,segment=NetworkSegment(249556fe-a0fd-42e7-b868-470799f6786d),segment_id=249556fe-a0fd-42e7-b868-470799f6786d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:55.925919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bd497e3d-1d79-4bd2-9bdd-8ecdc01c1d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.940878 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0e49629-9a73-46ad-a0ad-b229011334a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.003066 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0e49629-9a73-46ad-a0ad-b229011334a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.007636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0e49629-9a73-46ad-a0ad-b229011334a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.021918 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd497e3d-1d79-4bd2-9bdd-8ecdc01c1d41 None None] Pushing event updated for resources: {'Port': ['ID=7ee337e7-2e35-4e66-b99e-246577d20dc1,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.025450 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e49629-9a73-46ad-a0ad-b229011334a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2a7962-1f97-44ba-b319-c709a8379d73,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.035261 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b0e49629-9a73-46ad-a0ad-b229011334a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.039413 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b0e49629-9a73-46ad-a0ad-b229011334a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488183 Jan 21 09:42:56.039590 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45444) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:56.044382 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-089daf76-7296-4f2d-bf04-cfd2070978ad tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'ffc004d8-16b4-4e46-a2c9-2a8a20bdafa2', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:56.053449 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8532b0a7-7fe1-4fb7-bdd1-55eff27c8206 None None] Provisioning complete for port 7ee337e7-2e35-4e66-b99e-246577d20dc1 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:56.053843 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8532b0a7-7fe1-4fb7-bdd1-55eff27c8206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.058792 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'name': 'tempest-TestNetworkBasicOps-router-7572785', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:48Z', 'updated_at': '2022-01-21T09:42:53Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '7ee337e7-2e35-4e66-b99e-246577d20dc1', 'name': '', 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:c0:fd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:52Z', 'updated_at': '2022-01-21T09:42:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:56.075292 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-089daf76-7296-4f2d-bf04-cfd2070978ad tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.103242 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cad8d34-595f-411f-aa3b-5e38b4737bce None None] The sync data for ids ['d919e078-a99b-4b92-8970-ef1e72a9484f'] in dv-neutron-825721-1-hyperv is: [{'id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'name': 'tempest-TestNetworkBasicOps-router-7572785', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:48Z', 'updated_at': '2022-01-21T09:42:53Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '7ee337e7-2e35-4e66-b99e-246577d20dc1', 'name': '', 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:c0:fd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:52Z', 'updated_at': '2022-01-21T09:42:55Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:56.170379 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-089daf76-7296-4f2d-bf04-cfd2070978ad tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.175928 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-089daf76-7296-4f2d-bf04-cfd2070978ad tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.193568 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089daf76-7296-4f2d-bf04-cfd2070978ad tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c482fd7c-8465-49cb-946a-9655f44ace96,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.211150 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-089daf76-7296-4f2d-bf04-cfd2070978ad tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.212398 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-089daf76-7296-4f2d-bf04-cfd2070978ad tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1717763 Jan 21 09:42:56.225206 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45446) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:56.232465 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b7cf9752-2d3f-4fab-b089-6da895064647 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'ffc004d8-16b4-4e46-a2c9-2a8a20bdafa2', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:56.280442 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-b7cf9752-2d3f-4fab-b089-6da895064647 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:42:56.287830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7cf9752-2d3f-4fab-b089-6da895064647 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.346452 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 7ee337e7-2e35-4e66-b99e-246577d20dc1 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:56.373244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7cf9752-2d3f-4fab-b089-6da895064647 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.379041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7cf9752-2d3f-4fab-b089-6da895064647 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.400803 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf9752-2d3f-4fab-b089-6da895064647 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a06f62-b4d0-4124-8558-239e5f26442a,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.407322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b7cf9752-2d3f-4fab-b089-6da895064647 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.411768 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b7cf9752-2d3f-4fab-b089-6da895064647 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1821737 Jan 21 09:42:56.411918 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 7ee337e7-2e35-4e66-b99e-246577d20dc1 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:56.411918 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.412130 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45448) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:42:56.418585 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a98957f4-5123-4288-916e-0bf221308387 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': 'ffc004d8-16b4-4e46-a2c9-2a8a20bdafa2', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:56.448347 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-a98957f4-5123-4288-916e-0bf221308387 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:42:56.455929 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a98957f4-5123-4288-916e-0bf221308387 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.540785 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a98957f4-5123-4288-916e-0bf221308387 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.545395 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a98957f4-5123-4288-916e-0bf221308387 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.564236 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98957f4-5123-4288-916e-0bf221308387 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca893e0-6344-4fd5-8fb4-d496bab9dcd2,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.573480 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a98957f4-5123-4288-916e-0bf221308387 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.575359 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a98957f4-5123-4288-916e-0bf221308387 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1622262 Jan 21 09:42:56.723509 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-0cbfb412-c2fa-4f4f-9261-8ba52ec3e77a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-996083979&fields=id&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 267 time: 0.0347633 Jan 21 09:42:56.775378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-908b974e-7547-461c-92dc-ff63e7b1c320 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:56.777420 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-908b974e-7547-461c-92dc-ff63e7b1c320 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports/66f606b9-0cc2-4826-a166-ff922038757d HTTP/1.1" status: 200 len: 929 time: 0.0449905 Jan 21 09:42:56.875275 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-1cef9a3f-1add-41dc-abad-4628fdf7909f service neutron] 10.222.0.88 "GET /v2.0/ports/66f606b9-0cc2-4826-a166-ff922038757d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0845649 Jan 21 09:42:56.973895 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-3a971f1b-94f7-4ed9-b8f7-46b82c5a805e service neutron] 10.222.0.88 "GET /v2.0/networks/0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926654 Jan 21 09:42:57.086638 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-08f6c5c8-40b2-45d9-804d-897b70561381 service neutron] 10.222.0.88 "GET /v2.0/networks/0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060896 Jan 21 09:42:57.271454 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-aff2c126-da85-4fdb-9517-514bf092bb1a req-813a3f2c-0078-43a8-b8cc-d2cbb703e0ce tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 210 time: 0.0330293 Jan 21 09:42:58.193341 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-642f0460-e3f0-4919-aa63-43fc8e2c8d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:58.194746 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-642f0460-e3f0-4919-aa63-43fc8e2c8d60 service neutron] 10.222.0.113 "GET /v2.0/ports/66f606b9-0cc2-4826-a166-ff922038757d HTTP/1.1" status: 200 len: 1025 time: 0.0399539 Jan 21 09:42:58.322282 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-60d3c67e-cedf-4f3e-8e83-6524795c58ae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:58.324788 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-60d3c67e-cedf-4f3e-8e83-6524795c58ae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/networks?id=0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 HTTP/1.1" status: 200 len: 797 time: 0.1231811 Jan 21 09:42:58.377640 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7c211993-2e4e-4942-b7fa-98b33a2702a2 req-8f3eec26-1b8b-4738-ad5d-ce2e147d5bfb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 210 time: 0.0299814 Jan 21 09:42:58.393669 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-d0bc8561-1d18-4798-b052-be6203011fd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 379 time: 0.0599101 Jan 21 09:42:58.405046 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Request body: {'port': {'device_id': 'e8b6c03a-d97c-4c84-acd6-1ed76c163647', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:58.461375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.735692 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f606b9-0cc2-4826-a166-ff922038757d {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:58.743403 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.755680 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Transition to ACTIVE for port object 66f606b9-0cc2-4826-a166-ff922038757d will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:58.759334 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.809705 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Pushing event updated for resources: {'Port': ['ID=66f606b9-0cc2-4826-a166-ff922038757d,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:58.885378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Attempting to bind port 66f606b9-0cc2-4826-a166-ff922038757d on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:58.885743 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Attempting to bind port 66f606b9-0cc2-4826-a166-ff922038757d by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '249556fe-a0fd-42e7-b868-470799f6786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:58.886772 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Attempting to bind port 66f606b9-0cc2-4826-a166-ff922038757d on network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:58.891559 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Port 66f606b9-0cc2-4826-a166-ff922038757d on network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:42:58.891880 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Attempting to bind port 66f606b9-0cc2-4826-a166-ff922038757d on network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:58.897123 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:42:58.897637 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Checking segment: {'id': '249556fe-a0fd-42e7-b868-470799f6786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:42:58.898038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Bound using segment: {'id': '249556fe-a0fd-42e7-b868-470799f6786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:42:58.898571 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Bound port: 66f606b9-0cc2-4826-a166-ff922038757d, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249556fe-a0fd-42e7-b868-470799f6786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:58.898726 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.965414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] For port 66f606b9-0cc2-4826-a166-ff922038757d, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:58.968555 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] For port 66f606b9-0cc2-4826-a166-ff922038757d, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=66f606b9-0cc2-4826-a166-ff922038757d,segment=NetworkSegment(249556fe-a0fd-42e7-b868-470799f6786d),segment_id=249556fe-a0fd-42e7-b868-470799f6786d)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:58.972577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.010740 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:59.012068 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.013713 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] 10.222.0.113 "PUT /v2.0/ports/66f606b9-0cc2-4826-a166-ff922038757d HTTP/1.1" status: 200 len: 1130 time: 0.6128588 Jan 21 09:42:59.013821 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b6c03a-d97c-4c84-acd6-1ed76c163647', 'tag': '66f606b9-0cc2-4826-a166-ff922038757d'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:59.015997 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae09303-4288-4d3c-aee2-4fcbcc4cb3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b6c03a-d97c-4c84-acd6-1ed76c163647", "tag": "66f606b9-0cc2-4826-a166-ff922038757d"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:59.036758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb0418-facf-4618-95a5-fd9e3c316c8d service neutron] Pushing event updated for resources: {'Port': ['ID=66f606b9-0cc2-4826-a166-ff922038757d,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.089321 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44d5072-3929-4030-b853-8131e812e015 x-openstack-request-id: req-e44d5072-3929-4030-b853-8131e812e015 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:59.089661 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b6c03a-d97c-4c84-acd6-1ed76c163647", "tag": "66f606b9-0cc2-4826-a166-ff922038757d", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:59.089907 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e44d5072-3929-4030-b853-8131e812e015 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:59.090304 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b6c03a-d97c-4c84-acd6-1ed76c163647', 'tag': '66f606b9-0cc2-4826-a166-ff922038757d', 'status': 'completed', 'code': 200} Jan 21 09:42:59.107658 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-f3b1c2ec-c26e-4cc0-a6da-81a29a47f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:59.109183 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-f3b1c2ec-c26e-4cc0-a6da-81a29a47f2cc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 1133 time: 0.0517495 Jan 21 09:42:59.156322 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-b6f0bb43-714c-43a9-9b66-2aa1ce5d55ef service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66f606b9-0cc2-4826-a166-ff922038757d HTTP/1.1" status: 200 len: 217 time: 0.0395567 Jan 21 09:42:59.207288 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-b6e7037e-076e-4124-9179-d0c4ffccdd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:59.208770 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-b6e7037e-076e-4124-9179-d0c4ffccdd6c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=7aa65845-1a7f-4858-962f-c2e14954bb0b HTTP/1.1" status: 200 len: 834 time: 0.0456691 Jan 21 09:42:59.259798 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-78f9c7a0-8c5f-48c0-8dbb-147342011f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:59.261376 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-78f9c7a0-8c5f-48c0-8dbb-147342011f16 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460200 Jan 21 09:42:59.351685 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-fc6828d4-00fb-42ae-8c99-183d445ee3d3 service neutron] 10.222.0.113 "GET /v2.0/networks/0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841746 Jan 21 09:42:59.450112 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e879ca78-7f68-4221-87bd-fccb391c41c6 req-89e5c688-11cc-4291-b69c-be1d086cbcba service neutron] 10.222.0.113 "GET /v2.0/networks/0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912874 Jan 21 09:42:59.504050 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc9cea-2b0b-4729-b513-5371d73ed410 req-25ea91da-29e5-41c9-8b0a-3209ac1a0253 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:59.505577 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cafc9cea-2b0b-4729-b513-5371d73ed410 req-25ea91da-29e5-41c9-8b0a-3209ac1a0253 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 980 time: 0.0590875 Jan 21 09:42:59.570364 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cafc9cea-2b0b-4729-b513-5371d73ed410 req-dd09b681-6c91-40fb-9589-3cb3240dfffa tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559549 Jan 21 09:42:59.573221 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae09303-4288-4d3c-aee2-4fcbcc4cb3ec req-ecf2a998-0a29-4d05-b78a-261b26a31a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:59.575013 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2ae09303-4288-4d3c-aee2-4fcbcc4cb3ec req-ecf2a998-0a29-4d05-b78a-261b26a31a8c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 1133 time: 0.0685599 Jan 21 09:42:59.682468 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae09303-4288-4d3c-aee2-4fcbcc4cb3ec req-bdf8e300-9e8c-415b-8e22-be4410f4d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:59.683991 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2ae09303-4288-4d3c-aee2-4fcbcc4cb3ec req-bdf8e300-9e8c-415b-8e22-be4410f4d20c service neutron] 10.222.0.113 "GET /v2.0/networks?id=0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 HTTP/1.1" status: 200 len: 898 time: 0.1008046 Jan 21 09:42:59.725525 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2ae09303-4288-4d3c-aee2-4fcbcc4cb3ec req-e4a7825a-62b8-48d5-bcb0-8a8f6c240246 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66f606b9-0cc2-4826-a166-ff922038757d HTTP/1.1" status: 200 len: 217 time: 0.0347810 Jan 21 09:42:59.773428 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae09303-4288-4d3c-aee2-4fcbcc4cb3ec req-301ff3b5-8e14-4c44-aab1-447be520b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:59.774919 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2ae09303-4288-4d3c-aee2-4fcbcc4cb3ec req-301ff3b5-8e14-4c44-aab1-447be520b95d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=7aa65845-1a7f-4858-962f-c2e14954bb0b HTTP/1.1" status: 200 len: 834 time: 0.0433745 Jan 21 09:42:59.829268 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae09303-4288-4d3c-aee2-4fcbcc4cb3ec req-8152393b-1cae-4d6f-9d9d-4e3a9ff553f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:59.830924 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2ae09303-4288-4d3c-aee2-4fcbcc4cb3ec req-8152393b-1cae-4d6f-9d9d-4e3a9ff553f6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0487831 Jan 21 09:42:59.942213 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2ae09303-4288-4d3c-aee2-4fcbcc4cb3ec req-dd5761cb-7714-4d8a-ba8d-9a362d999f91 service neutron] 10.222.0.113 "GET /v2.0/networks/0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036685 Jan 21 09:43:00.305331 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2ae09303-4288-4d3c-aee2-4fcbcc4cb3ec req-f678ae3e-b70f-4222-9fd1-a027db324f9d service neutron] 10.222.0.113 "GET /v2.0/networks/0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548465 Jan 21 09:43:00.693230 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443849cb-b4f9-4569-9503-31317d212669 req-075bcbbd-5b67-41f4-ab48-125accaaf1c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:00.694747 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-443849cb-b4f9-4569-9503-31317d212669 req-075bcbbd-5b67-41f4-ab48-125accaaf1c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 980 time: 0.0509031 Jan 21 09:43:00.733372 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-443849cb-b4f9-4569-9503-31317d212669 req-a5a70a47-6333-4d42-911d-18ba5ddafac4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319786 Jan 21 09:43:01.851311 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c80d9e-794a-4c41-9a7c-825d2b8d3bdf req-cd4b6fa0-352e-4ec0-9883-36b06459d7b8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:01.852802 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-41c80d9e-794a-4c41-9a7c-825d2b8d3bdf req-cd4b6fa0-352e-4ec0-9883-36b06459d7b8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 980 time: 0.0513809 Jan 21 09:43:01.893141 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-41c80d9e-794a-4c41-9a7c-825d2b8d3bdf req-88659019-a553-4cfd-b1ba-507215814ef7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336785 Jan 21 09:43:02.304181 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 66f606b9-0cc2-4826-a166-ff922038757d details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:43:02.400788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 66f606b9-0cc2-4826-a166-ff922038757d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=66f606b9-0cc2-4826-a166-ff922038757d,segment=NetworkSegment(249556fe-a0fd-42e7-b868-470799f6786d),segment_id=249556fe-a0fd-42e7-b868-470799f6786d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:02.411374 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '66f606b9-0cc2-4826-a166-ff922038757d', 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5', 'port_id': '66f606b9-0cc2-4826-a166-ff922038757d', 'mac_address': 'fa:16:3e:2b:6d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:43:02.449729 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.462250 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f606b9-0cc2-4826-a166-ff922038757d {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:43:02.484735 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 66f606b9-0cc2-4826-a166-ff922038757d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=66f606b9-0cc2-4826-a166-ff922038757d,segment=NetworkSegment(249556fe-a0fd-42e7-b868-470799f6786d),segment_id=249556fe-a0fd-42e7-b868-470799f6786d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:02.488913 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.539812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=66f606b9-0cc2-4826-a166-ff922038757d,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:02.547600 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:02.547948 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:02.548282 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:02.548614 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:02.548937 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:02.549265 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:02.549626 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:02.549949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:02.550269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:02.550589 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:02.550903 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:02.551218 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:02.715656 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['66f606b9-0cc2-4826-a166-ff922038757d'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:43:03.020930 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d253020-4445-488d-886f-30d156c101d1 req-0f48a782-b93c-4e11-b1d2-4e3e6a52a2da tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:03.022336 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0d253020-4445-488d-886f-30d156c101d1 req-0f48a782-b93c-4e11-b1d2-4e3e6a52a2da tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 981 time: 0.0544672 Jan 21 09:43:03.063288 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0d253020-4445-488d-886f-30d156c101d1 req-d7346aec-caed-4125-9c6a-cda8ec811c10 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337036 Jan 21 09:43:04.193359 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f232c44-07d8-4cb1-82bc-3fad61e9d785 req-63b1cc23-7037-4fac-a05f-d3a5d8989d84 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:04.195051 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6f232c44-07d8-4cb1-82bc-3fad61e9d785 req-63b1cc23-7037-4fac-a05f-d3a5d8989d84 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 981 time: 0.0573766 Jan 21 09:43:04.248772 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6f232c44-07d8-4cb1-82bc-3fad61e9d785 req-c5db87e4-7edb-498f-8fb7-e75363df482b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463450 Jan 21 09:43:04.304213 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 66f606b9-0cc2-4826-a166-ff922038757d up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:43:04.364300 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 66f606b9-0cc2-4826-a166-ff922038757d completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:04.369431 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 66f606b9-0cc2-4826-a166-ff922038757d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:04.369846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.456853 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.481773 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b6c03a-d97c-4c84-acd6-1ed76c163647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f606b9-0cc2-4826-a166-ff922038757d'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:04.484043 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e770eb-c372-4475-8cbd-a31614673b60" -d '{"events": [{"server_uuid": "e8b6c03a-d97c-4c84-acd6-1ed76c163647", "name": "network-vif-plugged", "status": "completed", "tag": "66f606b9-0cc2-4826-a166-ff922038757d"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:04.498597 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 66f606b9-0cc2-4826-a166-ff922038757d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=66f606b9-0cc2-4826-a166-ff922038757d,segment=NetworkSegment(249556fe-a0fd-42e7-b868-470799f6786d),segment_id=249556fe-a0fd-42e7-b868-470799f6786d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:04.503070 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.565552 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=66f606b9-0cc2-4826-a166-ff922038757d,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:04.604090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d24ece-ad12-408f-9382-8b3d4c58f940 x-openstack-request-id: req-41d24ece-ad12-408f-9382-8b3d4c58f940 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:04.604468 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b6c03a-d97c-4c84-acd6-1ed76c163647", "name": "network-vif-plugged", "status": "completed", "tag": "66f606b9-0cc2-4826-a166-ff922038757d", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:04.604846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-41d24ece-ad12-408f-9382-8b3d4c58f940 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:04.605589 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b6c03a-d97c-4c84-acd6-1ed76c163647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f606b9-0cc2-4826-a166-ff922038757d', 'code': 200} Jan 21 09:43:04.809672 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b0aee-5359-4adb-86fe-0bb3792e7809 req-cb76c0b2-07cc-4343-b035-d59ef296c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:04.811845 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-305b0aee-5359-4adb-86fe-0bb3792e7809 req-cb76c0b2-07cc-4343-b035-d59ef296c185 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 1135 time: 0.0611811 Jan 21 09:43:04.854538 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-305b0aee-5359-4adb-86fe-0bb3792e7809 req-35c51c98-46fa-4e5e-923d-6152bbdb3dd9 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358188 Jan 21 09:43:05.384079 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe9811-f6d3-4500-9fdf-3d0a4ea3d651 req-fc260fce-59b9-425d-9cf9-0f0859eef93e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:05.385354 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1efe9811-f6d3-4500-9fdf-3d0a4ea3d651 req-fc260fce-59b9-425d-9cf9-0f0859eef93e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 982 time: 0.0536053 Jan 21 09:43:05.429642 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1efe9811-f6d3-4500-9fdf-3d0a4ea3d651 req-2c414e10-5511-452a-b193-a83f8319d542 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362308 Jan 21 09:43:05.841556 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f47aff60-be2b-4eef-a2ad-e61589b11291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.557242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cd6c1-b225-44f7-8ac9-cc1ce3782c23 req-a9db39fd-d725-4971-99bd-1235a665d086 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:06.558784 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-437cd6c1-b225-44f7-8ac9-cc1ce3782c23 req-a9db39fd-d725-4971-99bd-1235a665d086 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 982 time: 0.0538070 Jan 21 09:43:06.597690 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-437cd6c1-b225-44f7-8ac9-cc1ce3782c23 req-71d8b6e3-e872-4fb9-95d6-731ad9e1ab91 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325134 Jan 21 09:43:06.718116 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e766b-319d-408c-af25-c8b14ff7867c req-a80921b3-419c-4a5f-8e73-caf112fd90d4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:06.719655 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cc4e766b-319d-408c-af25-c8b14ff7867c req-a80921b3-419c-4a5f-8e73-caf112fd90d4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 982 time: 0.0557654 Jan 21 09:43:06.759579 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cc4e766b-319d-408c-af25-c8b14ff7867c req-3de26a70-700e-4ccc-9aa8-7566101e632c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334015 Jan 21 09:43:06.782593 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45510) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:06.827251 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f82add-e4be-4418-bf55-e43b6c775eaa tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:06.828799 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-98f82add-e4be-4418-bf55-e43b6c775eaa tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 1130 time: 0.0451798 Jan 21 09:43:06.831784 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45512) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:06.836193 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': '66f606b9-0cc2-4826-a166-ff922038757d', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:06.866552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.966381 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.076142 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.26.7.196 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/908d98b1-3715-4341-a3ac-e01c47982cc8) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:07.188027 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.222362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.268202 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:07.271061 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:07.273827 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:07.280486 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=908d98b1-3715-4341-a3ac-e01c47982cc8,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:07.656124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.738230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.897156 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.902582 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.971065 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=908d98b1-3715-4341-a3ac-e01c47982cc8,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:07.981756 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.088888 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP 38aac7fe-cc37-4d63-8560-52f58a69bae7 associated. External IP: 172.26.7.196, port: 66f606b9-0cc2-4826-a166-ff922038757d. Jan 21 09:43:08.215232 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e5b2175c-9a6d-4057-87f8-066fccffa545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.303464 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router d919e078-a99b-4b92-8970-ef1e72a9484f has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:08.415797 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:08.427293 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01794bbc-533b-48e3-9dec-b65ac70db6ad None None] Sync routers for ids ['d919e078-a99b-4b92-8970-ef1e72a9484f'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:08.437396 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.439060 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01794bbc-533b-48e3-9dec-b65ac70db6ad None None] Routers {'d919e078-a99b-4b92-8970-ef1e72a9484f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:08.439680 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-01794bbc-533b-48e3-9dec-b65ac70db6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d919e078-a99b-4b92-8970-ef1e72a9484f'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:08.467611 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-905b83f7-eb58-4c90-89b5-3c13883081a7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.6346447 Jan 21 09:43:08.468041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b6c03a-d97c-4c84-acd6-1ed76c163647', 'tag': '66f606b9-0cc2-4826-a166-ff922038757d'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:08.470488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33db4d0b-a1af-4d69-a309-291ef84fb81b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b6c03a-d97c-4c84-acd6-1ed76c163647", "tag": "66f606b9-0cc2-4826-a166-ff922038757d"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:08.470674 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45514) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:08.515615 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5c230b-7708-433c-a984-3173cb476e6e x-openstack-request-id: req-8b5c230b-7708-433c-a984-3173cb476e6e {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:08.515979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b6c03a-d97c-4c84-acd6-1ed76c163647", "tag": "66f606b9-0cc2-4826-a166-ff922038757d", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:08.516363 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8b5c230b-7708-433c-a984-3173cb476e6e {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:08.516923 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b6c03a-d97c-4c84-acd6-1ed76c163647', 'tag': '66f606b9-0cc2-4826-a166-ff922038757d', 'status': 'completed', 'code': 200} Jan 21 09:43:08.546657 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a57456-6dad-4d3c-b54c-b864f04228a3 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:08.548205 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-42a57456-6dad-4d3c-b54c-b864f04228a3 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647&network_id=0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 HTTP/1.1" status: 200 len: 1130 time: 0.0767159 Jan 21 09:43:08.556180 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-01794bbc-533b-48e3-9dec-b65ac70db6ad None None] Set router d919e078-a99b-4b92-8970-ef1e72a9484f gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:08.590549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db4d0b-a1af-4d69-a309-291ef84fb81b req-ee2f860f-8c07-40c4-aa98-df9968397dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:08.592506 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-33db4d0b-a1af-4d69-a309-291ef84fb81b req-ee2f860f-8c07-40c4-aa98-df9968397dc9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 1135 time: 0.0458176 Jan 21 09:43:08.716830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db4d0b-a1af-4d69-a309-291ef84fb81b req-e083aeba-afb0-46b9-a3fe-afac425693bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:08.718589 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-33db4d0b-a1af-4d69-a309-291ef84fb81b req-e083aeba-afb0-46b9-a3fe-afac425693bc service neutron] 10.222.0.113 "GET /v2.0/networks?id=0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 HTTP/1.1" status: 200 len: 898 time: 0.1174281 Jan 21 09:43:08.803155 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-33db4d0b-a1af-4d69-a309-291ef84fb81b req-4cbe03ec-249a-4dbe-9f7c-9465afe49bc4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66f606b9-0cc2-4826-a166-ff922038757d HTTP/1.1" status: 200 len: 1036 time: 0.0748098 Jan 21 09:43:08.808696 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4f751-1dff-4afc-8a86-f8adb71f5e51 req-577f7da6-1166-4134-8e17-ab1392395af0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:08.810301 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d9a4f751-1dff-4afc-8a86-f8adb71f5e51 req-577f7da6-1166-4134-8e17-ab1392395af0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 982 time: 0.0554302 Jan 21 09:43:08.816468 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-01794bbc-533b-48e3-9dec-b65ac70db6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'name': 'tempest-TestNetworkBasicOps-router-7572785', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:48Z', 'updated_at': '2022-01-21T09:42:53Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '38aac7fe-cc37-4d63-8560-52f58a69bae7', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.196', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'port_id': '66f606b9-0cc2-4826-a166-ff922038757d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-580252911', 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5', 'mac_address': 'fa:16:3e:2b:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b6c03a-d97c-4c84-acd6-1ed76c163647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:43:07Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee337e7-2e35-4e66-b99e-246577d20dc1', 'name': '', 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:c0:fd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:52Z', 'updated_at': '2022-01-21T09:42:55Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:08.848088 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01794bbc-533b-48e3-9dec-b65ac70db6ad None None] Checking router: d919e078-a99b-4b92-8970-ef1e72a9484f for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:08.851886 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d9a4f751-1dff-4afc-8a86-f8adb71f5e51 req-f90039fa-4006-47d3-b794-3e60b6fdac3d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347228 Jan 21 09:43:08.857695 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db4d0b-a1af-4d69-a309-291ef84fb81b req-b7fe2214-e8d3-4739-998e-c9a2f608e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:08.858803 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01794bbc-533b-48e3-9dec-b65ac70db6ad None None] Routers {'d919e078-a99b-4b92-8970-ef1e72a9484f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:08.859390 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-33db4d0b-a1af-4d69-a309-291ef84fb81b req-b7fe2214-e8d3-4739-998e-c9a2f608e358 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=7aa65845-1a7f-4858-962f-c2e14954bb0b HTTP/1.1" status: 200 len: 834 time: 0.0494046 Jan 21 09:43:08.859663 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-01794bbc-533b-48e3-9dec-b65ac70db6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d919e078-a99b-4b92-8970-ef1e72a9484f'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:08.919430 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db4d0b-a1af-4d69-a309-291ef84fb81b req-5ca4066b-f0ff-453c-a64e-191b71673996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:08.921734 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-33db4d0b-a1af-4d69-a309-291ef84fb81b req-5ca4066b-f0ff-453c-a64e-191b71673996 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501771 Jan 21 09:43:08.970213 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-01794bbc-533b-48e3-9dec-b65ac70db6ad None None] Set router d919e078-a99b-4b92-8970-ef1e72a9484f gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:09.023806 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-33db4d0b-a1af-4d69-a309-291ef84fb81b req-7cb129b7-b45b-43fd-b0a9-9a6c275c0e02 service neutron] 10.222.0.113 "GET /v2.0/networks/0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912957 Jan 21 09:43:09.135280 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-33db4d0b-a1af-4d69-a309-291ef84fb81b req-7ea91a21-99eb-4605-8eb7-e5ffd1cb9fca service neutron] 10.222.0.113 "GET /v2.0/networks/0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047609 Jan 21 09:43:09.252483 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.306615 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-01794bbc-533b-48e3-9dec-b65ac70db6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'name': 'tempest-TestNetworkBasicOps-router-7572785', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:48Z', 'updated_at': '2022-01-21T09:42:53Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '38aac7fe-cc37-4d63-8560-52f58a69bae7', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.196', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'port_id': '66f606b9-0cc2-4826-a166-ff922038757d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-580252911', 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5', 'mac_address': 'fa:16:3e:2b:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b6c03a-d97c-4c84-acd6-1ed76c163647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:43:07Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee337e7-2e35-4e66-b99e-246577d20dc1', 'name': '', 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:c0:fd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:52Z', 'updated_at': '2022-01-21T09:42:55Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:09.334169 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01794bbc-533b-48e3-9dec-b65ac70db6ad None None] The sync data for ids ['d919e078-a99b-4b92-8970-ef1e72a9484f'] in dv-neutron-825721-1-hyperv is: [{'id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'name': 'tempest-TestNetworkBasicOps-router-7572785', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:48Z', 'updated_at': '2022-01-21T09:42:53Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '38aac7fe-cc37-4d63-8560-52f58a69bae7', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.196', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'port_id': '66f606b9-0cc2-4826-a166-ff922038757d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-580252911', 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5', 'mac_address': 'fa:16:3e:2b:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b6c03a-d97c-4c84-acd6-1ed76c163647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:43:07Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee337e7-2e35-4e66-b99e-246577d20dc1', 'name': '', 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:c0:fd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:52Z', 'updated_at': '2022-01-21T09:42:55Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:09.532554 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa77fae-e9c4-4ea2-9733-d1796f7cbb23 None None] New status for floating IP 38aac7fe-cc37-4d63-8560-52f58a69bae7: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:43:09.976629 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0cdec-59e7-485d-b19b-6a136f8fbc56 req-aee3e480-69bf-4960-b4af-20224e4177fd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:09.978179 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d5c0cdec-59e7-485d-b19b-6a136f8fbc56 req-aee3e480-69bf-4960-b4af-20224e4177fd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 982 time: 0.0540874 Jan 21 09:43:10.018818 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d5c0cdec-59e7-485d-b19b-6a136f8fbc56 req-74c92ebe-6ef7-4af3-a8ee-5ddc542bab42 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335000 Jan 21 09:43:10.208332 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832737c-54e5-4d4d-a730-34399c4dd290 req-7cb6dc88-df26-4270-8403-fa2cf452a4ae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:10.209741 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f832737c-54e5-4d4d-a730-34399c4dd290 req-7cb6dc88-df26-4270-8403-fa2cf452a4ae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/ports?device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 982 time: 0.0497954 Jan 21 09:43:10.255188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832737c-54e5-4d4d-a730-34399c4dd290 req-f7a42eff-f5ea-4359-9e07-3fed3f714a67 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:10.256713 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f832737c-54e5-4d4d-a730-34399c4dd290 req-f7a42eff-f5ea-4359-9e07-3fed3f714a67 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/ports/66f606b9-0cc2-4826-a166-ff922038757d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0412986 Jan 21 09:43:10.374326 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f832737c-54e5-4d4d-a730-34399c4dd290 req-14f323fb-0ec5-4b24-9d6c-104197080746 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/networks/0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1121595 Jan 21 09:43:10.385647 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-f832737c-54e5-4d4d-a730-34399c4dd290 req-0facf4f8-2392-4565-9adb-7900d6fb3480 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:10.444082 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f832737c-54e5-4d4d-a730-34399c4dd290 req-0facf4f8-2392-4565-9adb-7900d6fb3480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.589969 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-f832737c-54e5-4d4d-a730-34399c4dd290 req-0facf4f8-2392-4565-9adb-7900d6fb3480 service neutron] For port 66f606b9-0cc2-4826-a166-ff922038757d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=66f606b9-0cc2-4826-a166-ff922038757d,segment=NetworkSegment(249556fe-a0fd-42e7-b868-470799f6786d),segment_id=249556fe-a0fd-42e7-b868-470799f6786d)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:10.625819 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-f832737c-54e5-4d4d-a730-34399c4dd290 req-0facf4f8-2392-4565-9adb-7900d6fb3480 service neutron] For port 66f606b9-0cc2-4826-a166-ff922038757d, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:10.663622 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-f832737c-54e5-4d4d-a730-34399c4dd290 req-0facf4f8-2392-4565-9adb-7900d6fb3480 service neutron] device_id is not set on port 66f606b9-0cc2-4826-a166-ff922038757d yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:10.673766 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f832737c-54e5-4d4d-a730-34399c4dd290 req-0facf4f8-2392-4565-9adb-7900d6fb3480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.680570 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f832737c-54e5-4d4d-a730-34399c4dd290 req-0facf4f8-2392-4565-9adb-7900d6fb3480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.780715 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facf4f8-2392-4565-9adb-7900d6fb3480 service neutron] Pushing event updated for resources: {'Port': ['ID=66f606b9-0cc2-4826-a166-ff922038757d,revision_number=6']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:10.865726 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f832737c-54e5-4d4d-a730-34399c4dd290 req-0facf4f8-2392-4565-9adb-7900d6fb3480 service neutron] No DVR routers for this DVR port 66f606b9-0cc2-4826-a166-ff922038757d on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:10.965289 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-1ab62703-bba5-4b5e-b77d-039614eeaf50 None None] Provisioning complete for port 66f606b9-0cc2-4826-a166-ff922038757d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:10.966004 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1ab62703-bba5-4b5e-b77d-039614eeaf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.001562 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-1ab62703-bba5-4b5e-b77d-039614eeaf50 None None] Port 66f606b9-0cc2-4826-a166-ff922038757d cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:43:11.011808 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-f832737c-54e5-4d4d-a730-34399c4dd290 req-0facf4f8-2392-4565-9adb-7900d6fb3480 service neutron] In _notify_port_updated(), no bound segment for port 66f606b9-0cc2-4826-a166-ff922038757d on network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 {{(pid=102147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:43:11.012927 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832737c-54e5-4d4d-a730-34399c4dd290 req-0facf4f8-2392-4565-9adb-7900d6fb3480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:11.013572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f832737c-54e5-4d4d-a730-34399c4dd290 req-0facf4f8-2392-4565-9adb-7900d6fb3480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.015177 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f832737c-54e5-4d4d-a730-34399c4dd290 req-0facf4f8-2392-4565-9adb-7900d6fb3480 service neutron] 10.222.0.113 "PUT /v2.0/ports/66f606b9-0cc2-4826-a166-ff922038757d HTTP/1.1" status: 200 len: 1025 time: 0.6338258 Jan 21 09:43:11.116385 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a237e133-6a55-470e-a483-d049ec4527d1 req-328ec270-c6f4-4967-a848-832b67bbfb5f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8b6c03a-d97c-4c84-acd6-1ed76c163647 HTTP/1.1" status: 200 len: 210 time: 0.0284426 Jan 21 09:43:11.268367 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.366231 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.175170 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45530) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:12.218533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4e715b-ea15-4f54-ad07-f3e2d805f677 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:12.219895 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5a4e715b-ea15-4f54-ad07-f3e2d805f677 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports/66f606b9-0cc2-4826-a166-ff922038757d HTTP/1.1" status: 200 len: 924 time: 0.0436680 Jan 21 09:43:12.334629 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 66f606b9-0cc2-4826-a166-ff922038757d no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:43:12.377079 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 66f606b9-0cc2-4826-a166-ff922038757d not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:43:12.455519 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45534) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:12.460238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f15eabf3-d834-4d21-a0e7-dc7136577fae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1606685035', 'description': 'tempest-secgroup-smoke-1606685035 description', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:12.485825 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f15eabf3-d834-4d21-a0e7-dc7136577fae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.554066 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f15eabf3-d834-4d21-a0e7-dc7136577fae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.557724 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f15eabf3-d834-4d21-a0e7-dc7136577fae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.591217 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f15eabf3-d834-4d21-a0e7-dc7136577fae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.592461 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f15eabf3-d834-4d21-a0e7-dc7136577fae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1359022 Jan 21 09:43:12.593319 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15eabf3-d834-4d21-a0e7-dc7136577fae tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c6cc67-8c7a-46d8-b2f4-37c6acacd80e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:12.595455 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45536) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:12.600604 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-55214739-a047-4e7e-95fe-c921d13c07bc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '70c6cc67-8c7a-46d8-b2f4-37c6acacd80e', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:12.631315 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-55214739-a047-4e7e-95fe-c921d13c07bc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.693272 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-55214739-a047-4e7e-95fe-c921d13c07bc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.696954 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-55214739-a047-4e7e-95fe-c921d13c07bc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.716561 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55214739-a047-4e7e-95fe-c921d13c07bc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390cb9ed-1089-49f9-a10a-e31dfea0e5fc,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:12.724446 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-55214739-a047-4e7e-95fe-c921d13c07bc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.725762 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-55214739-a047-4e7e-95fe-c921d13c07bc tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289778 Jan 21 09:43:12.728504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45538) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:12.733294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-7e2cc367-5750-4c42-a781-6e0a1cca977e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '70c6cc67-8c7a-46d8-b2f4-37c6acacd80e', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:12.764246 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc367-5750-4c42-a781-6e0a1cca977e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.823182 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc367-5750-4c42-a781-6e0a1cca977e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.828244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc367-5750-4c42-a781-6e0a1cca977e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.850343 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cc367-5750-4c42-a781-6e0a1cca977e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e138c4-a8dd-4378-86b5-7231097c16c9,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:12.855988 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc367-5750-4c42-a781-6e0a1cca977e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.857098 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7e2cc367-5750-4c42-a781-6e0a1cca977e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1275783 Jan 21 09:43:12.860189 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45540) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:12.864463 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a9184ef4-56cb-4b66-9f32-d9ac480b9e70 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '70c6cc67-8c7a-46d8-b2f4-37c6acacd80e', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:12.893282 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a9184ef4-56cb-4b66-9f32-d9ac480b9e70 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.960239 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a9184ef4-56cb-4b66-9f32-d9ac480b9e70 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.964264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a9184ef4-56cb-4b66-9f32-d9ac480b9e70 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.986143 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9184ef4-56cb-4b66-9f32-d9ac480b9e70 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4b712e-e8f4-40af-a416-cb0232a7a5b0,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:12.991340 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a9184ef4-56cb-4b66-9f32-d9ac480b9e70 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.992934 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a9184ef4-56cb-4b66-9f32-d9ac480b9e70 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316707 Jan 21 09:43:12.996337 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45542) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:13.001613 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-91af3d87-696b-41f9-81b7-5e549745d5e4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '70c6cc67-8c7a-46d8-b2f4-37c6acacd80e', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:13.033721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-91af3d87-696b-41f9-81b7-5e549745d5e4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.379584 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-91af3d87-696b-41f9-81b7-5e549745d5e4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.383684 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-91af3d87-696b-41f9-81b7-5e549745d5e4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.408316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af3d87-696b-41f9-81b7-5e549745d5e4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf5bb99-4fd4-4b2c-87e9-abe21042cb5c,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.421085 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-91af3d87-696b-41f9-81b7-5e549745d5e4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.422604 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-91af3d87-696b-41f9-81b7-5e549745d5e4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4250307 Jan 21 09:43:13.425966 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45544) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:13.431400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-c2382dcf-0075-4702-86d9-360d859c8035 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '70c6cc67-8c7a-46d8-b2f4-37c6acacd80e', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:13.457969 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-c2382dcf-0075-4702-86d9-360d859c8035 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:43:13.463658 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2382dcf-0075-4702-86d9-360d859c8035 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.534068 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2382dcf-0075-4702-86d9-360d859c8035 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.538884 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2382dcf-0075-4702-86d9-360d859c8035 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.557761 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2382dcf-0075-4702-86d9-360d859c8035 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817bb2ad-6833-4768-b9aa-8061006614c8,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.567119 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2382dcf-0075-4702-86d9-360d859c8035 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.568355 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c2382dcf-0075-4702-86d9-360d859c8035 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412177 Jan 21 09:43:13.571325 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45546) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:13.577586 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d92e405a-4d69-4a58-b972-313f7c8a311a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '70c6cc67-8c7a-46d8-b2f4-37c6acacd80e', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:13.607122 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-d92e405a-4d69-4a58-b972-313f7c8a311a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:43:13.612377 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d92e405a-4d69-4a58-b972-313f7c8a311a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.682474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d92e405a-4d69-4a58-b972-313f7c8a311a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.687389 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d92e405a-4d69-4a58-b972-313f7c8a311a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.705494 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e405a-4d69-4a58-b972-313f7c8a311a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad89b4f2-5f96-4c9a-8dc2-5a072bed496d,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.712654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d92e405a-4d69-4a58-b972-313f7c8a311a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.713858 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d92e405a-4d69-4a58-b972-313f7c8a311a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411691 Jan 21 09:43:13.859568 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-f898f911-d3c8-48f0-82e3-42a77f272d25 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606685035&fields=id&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 267 time: 0.0369992 Jan 21 09:43:13.909049 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-8cbc2eda-9b64-4947-ab2f-3eb972902461 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:13.910461 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-8cbc2eda-9b64-4947-ab2f-3eb972902461 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports/66f606b9-0cc2-4826-a166-ff922038757d HTTP/1.1" status: 200 len: 929 time: 0.0434597 Jan 21 09:43:13.955884 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-004ca78e-cf35-4d9f-be2f-109ea59d88f3 service neutron] 10.222.0.88 "GET /v2.0/ports/66f606b9-0cc2-4826-a166-ff922038757d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0322437 Jan 21 09:43:14.055326 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-d6a454ba-7413-400f-a9d6-953530a96a26 service neutron] 10.222.0.88 "GET /v2.0/networks/0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926926 Jan 21 09:43:14.144827 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-916b55bc-0fcd-4436-a0bf-32f9554818e5 service neutron] 10.222.0.88 "GET /v2.0/networks/0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834663 Jan 21 09:43:14.309365 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-35172a0a-2a75-45e1-bbb1-65cd7ef1937c req-33a59bbd-bfc2-4f81-b958-1d6d3dc0e984 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b21ac20-b77b-4ee7-a149-f9e7638d927c HTTP/1.1" status: 200 len: 210 time: 0.0282614 Jan 21 09:43:15.143406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-d796ce19-7c82-4139-a6db-93780a5d3705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:15.145657 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-d796ce19-7c82-4139-a6db-93780a5d3705 service neutron] 10.222.0.113 "GET /v2.0/ports/66f606b9-0cc2-4826-a166-ff922038757d HTTP/1.1" status: 200 len: 1025 time: 0.0366111 Jan 21 09:43:15.259891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-27ffc551-de12-4e71-9446-326b661181d0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:15.261657 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-27ffc551-de12-4e71-9446-326b661181d0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/networks?id=0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 HTTP/1.1" status: 200 len: 797 time: 0.1106226 Jan 21 09:43:15.312827 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-803c8bb0-edea-42b7-a343-43876397b364 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 472 time: 0.0389800 Jan 21 09:43:15.325291 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Request body: {'port': {'device_id': '8b21ac20-b77b-4ee7-a149-f9e7638d927c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:15.395369 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.412602 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-63903961-c1ec-4034-9a9c-b116343038bf req-3683ef4f-a357-488e-884a-2fa72474348a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b21ac20-b77b-4ee7-a149-f9e7638d927c HTTP/1.1" status: 200 len: 210 time: 0.0355816 Jan 21 09:43:15.689412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f606b9-0cc2-4826-a166-ff922038757d {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:43:15.697071 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.709912 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Transition to ACTIVE for port object 66f606b9-0cc2-4826-a166-ff922038757d will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:15.714037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.801022 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Pushing event updated for resources: {'Port': ['ID=66f606b9-0cc2-4826-a166-ff922038757d,revision_number=7']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:15.903065 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Attempting to bind port 66f606b9-0cc2-4826-a166-ff922038757d on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:15.903399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Attempting to bind port 66f606b9-0cc2-4826-a166-ff922038757d by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '249556fe-a0fd-42e7-b868-470799f6786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:15.903722 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Attempting to bind port 66f606b9-0cc2-4826-a166-ff922038757d on network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:43:15.908751 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Port 66f606b9-0cc2-4826-a166-ff922038757d on network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:43:15.909071 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Attempting to bind port 66f606b9-0cc2-4826-a166-ff922038757d on network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:43:15.914732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:43:15.915064 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Checking segment: {'id': '249556fe-a0fd-42e7-b868-470799f6786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:43:15.915447 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Bound using segment: {'id': '249556fe-a0fd-42e7-b868-470799f6786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:43:15.915874 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Bound port: 66f606b9-0cc2-4826-a166-ff922038757d, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249556fe-a0fd-42e7-b868-470799f6786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:15.916228 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.992188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] For port 66f606b9-0cc2-4826-a166-ff922038757d, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:15.997268 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] For port 66f606b9-0cc2-4826-a166-ff922038757d, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=66f606b9-0cc2-4826-a166-ff922038757d,segment=NetworkSegment(249556fe-a0fd-42e7-b868-470799f6786d),segment_id=249556fe-a0fd-42e7-b868-470799f6786d)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:16.003041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.041381 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:16.042053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.043525 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] 10.222.0.113 "PUT /v2.0/ports/66f606b9-0cc2-4826-a166-ff922038757d HTTP/1.1" status: 200 len: 1130 time: 0.7224317 Jan 21 09:43:16.043957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b21ac20-b77b-4ee7-a149-f9e7638d927c', 'tag': '66f606b9-0cc2-4826-a166-ff922038757d'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:16.046315 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380de2a8-9fc3-42db-bcc6-a876b2dc95a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8b21ac20-b77b-4ee7-a149-f9e7638d927c", "tag": "66f606b9-0cc2-4826-a166-ff922038757d"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:16.072118 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1a4b8-c98f-4a69-8e06-11f8f7d4adf9 service neutron] Pushing event updated for resources: {'Port': ['ID=66f606b9-0cc2-4826-a166-ff922038757d,revision_number=8']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:16.100590 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0100987a-49c6-42ce-bf9b-37a713b99ee0 x-openstack-request-id: req-0100987a-49c6-42ce-bf9b-37a713b99ee0 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:16.100880 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b21ac20-b77b-4ee7-a149-f9e7638d927c", "tag": "66f606b9-0cc2-4826-a166-ff922038757d", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:16.101129 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0100987a-49c6-42ce-bf9b-37a713b99ee0 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:16.101553 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b21ac20-b77b-4ee7-a149-f9e7638d927c', 'tag': '66f606b9-0cc2-4826-a166-ff922038757d', 'status': 'completed', 'code': 200} Jan 21 09:43:16.138646 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-ce3440f5-0be2-4e5c-9f88-fa2acac5467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:16.140202 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-ce3440f5-0be2-4e5c-9f88-fa2acac5467c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=8b21ac20-b77b-4ee7-a149-f9e7638d927c HTTP/1.1" status: 200 len: 1133 time: 0.0487037 Jan 21 09:43:16.209495 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-ea396edf-c8a7-4a7a-b0d2-d8ae2738813c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66f606b9-0cc2-4826-a166-ff922038757d HTTP/1.1" status: 200 len: 1036 time: 0.0617249 Jan 21 09:43:16.266819 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-8852d9b7-ae5f-4d6b-93de-f33e5e1ebe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:16.266819 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-8852d9b7-ae5f-4d6b-93de-f33e5e1ebe8d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=7aa65845-1a7f-4858-962f-c2e14954bb0b HTTP/1.1" status: 200 len: 834 time: 0.0514235 Jan 21 09:43:16.315613 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-58d817ca-1ae9-4d5a-8335-eaf5814af245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:16.317045 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-58d817ca-1ae9-4d5a-8335-eaf5814af245 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435987 Jan 21 09:43:16.406297 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-085240b7-89b3-4320-a0b8-a1d659027137 service neutron] 10.222.0.113 "GET /v2.0/networks/0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818818 Jan 21 09:43:16.534397 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7ffcefba-ffc3-42ab-bac3-0bd849fdacc8 req-1075c143-d83f-470e-9bf2-5198a17b1f7b service neutron] 10.222.0.113 "GET /v2.0/networks/0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211452 Jan 21 09:43:16.554321 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc056c7-dcbe-465c-a315-2a707303a802 req-bd253def-6614-46fe-9a08-5a2a1a7d7ad9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:16.556365 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cfc056c7-dcbe-465c-a315-2a707303a802 req-bd253def-6614-46fe-9a08-5a2a1a7d7ad9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b21ac20-b77b-4ee7-a149-f9e7638d927c HTTP/1.1" status: 200 len: 980 time: 0.0756199 Jan 21 09:43:16.632596 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cfc056c7-dcbe-465c-a315-2a707303a802 req-5f7f2b00-5a87-4911-b496-a3a2de4f1e80 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677888 Jan 21 09:43:16.642565 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380de2a8-9fc3-42db-bcc6-a876b2dc95a5 req-f73ef4de-a92f-4c4d-8b9a-9fbed7aa238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:16.644110 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380de2a8-9fc3-42db-bcc6-a876b2dc95a5 req-f73ef4de-a92f-4c4d-8b9a-9fbed7aa238b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=8b21ac20-b77b-4ee7-a149-f9e7638d927c HTTP/1.1" status: 200 len: 1133 time: 0.0642526 Jan 21 09:43:16.738194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380de2a8-9fc3-42db-bcc6-a876b2dc95a5 req-93768cdb-19f9-4ce9-b801-c4427d2a397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:16.739588 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380de2a8-9fc3-42db-bcc6-a876b2dc95a5 req-93768cdb-19f9-4ce9-b801-c4427d2a397e service neutron] 10.222.0.113 "GET /v2.0/networks?id=0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 HTTP/1.1" status: 200 len: 898 time: 0.0882685 Jan 21 09:43:16.812748 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380de2a8-9fc3-42db-bcc6-a876b2dc95a5 req-cf903606-6778-4b4a-9bf4-1229aeae6a23 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66f606b9-0cc2-4826-a166-ff922038757d HTTP/1.1" status: 200 len: 1036 time: 0.0654809 Jan 21 09:43:16.865590 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380de2a8-9fc3-42db-bcc6-a876b2dc95a5 req-51189858-e7f1-4e4e-aa35-63b33ce0b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:16.867117 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380de2a8-9fc3-42db-bcc6-a876b2dc95a5 req-51189858-e7f1-4e4e-aa35-63b33ce0b4d7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=7aa65845-1a7f-4858-962f-c2e14954bb0b HTTP/1.1" status: 200 len: 834 time: 0.0469873 Jan 21 09:43:16.915838 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380de2a8-9fc3-42db-bcc6-a876b2dc95a5 req-242d01fe-4266-45e1-a8a8-1758e913842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:16.917507 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380de2a8-9fc3-42db-bcc6-a876b2dc95a5 req-242d01fe-4266-45e1-a8a8-1758e913842a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430558 Jan 21 09:43:17.013388 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380de2a8-9fc3-42db-bcc6-a876b2dc95a5 req-1478b171-7cf5-4be4-92b8-3d24abcb2e5d service neutron] 10.222.0.113 "GET /v2.0/networks/0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872297 Jan 21 09:43:17.105798 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380de2a8-9fc3-42db-bcc6-a876b2dc95a5 req-7ca8ed75-bb47-41c9-a5cd-911d30cd940b service neutron] 10.222.0.113 "GET /v2.0/networks/0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836825 Jan 21 09:43:17.754890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd95d6-0d55-4fca-a906-aa5613301041 req-2377ed03-3242-4b67-954f-97c89fcbaa93 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:17.756376 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8cbd95d6-0d55-4fca-a906-aa5613301041 req-2377ed03-3242-4b67-954f-97c89fcbaa93 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b21ac20-b77b-4ee7-a149-f9e7638d927c HTTP/1.1" status: 200 len: 980 time: 0.0535908 Jan 21 09:43:17.796773 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8cbd95d6-0d55-4fca-a906-aa5613301041 req-1b797eec-b2b6-4446-81e7-b6d1b145b657 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339417 Jan 21 09:43:18.351587 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 66f606b9-0cc2-4826-a166-ff922038757d details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:43:18.448280 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 66f606b9-0cc2-4826-a166-ff922038757d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=66f606b9-0cc2-4826-a166-ff922038757d,segment=NetworkSegment(249556fe-a0fd-42e7-b868-470799f6786d),segment_id=249556fe-a0fd-42e7-b868-470799f6786d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:18.459266 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '66f606b9-0cc2-4826-a166-ff922038757d', 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5', 'port_id': '66f606b9-0cc2-4826-a166-ff922038757d', 'mac_address': 'fa:16:3e:2b:6d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:43:18.499652 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.512936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f606b9-0cc2-4826-a166-ff922038757d {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:43:18.533297 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 66f606b9-0cc2-4826-a166-ff922038757d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=66f606b9-0cc2-4826-a166-ff922038757d,segment=NetworkSegment(249556fe-a0fd-42e7-b868-470799f6786d),segment_id=249556fe-a0fd-42e7-b868-470799f6786d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:18.538910 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.590962 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=66f606b9-0cc2-4826-a166-ff922038757d,revision_number=9']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:18.781155 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['66f606b9-0cc2-4826-a166-ff922038757d'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:43:18.925970 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6388985-5588-4241-89e1-37e190c038f3 req-ae6d758b-952b-4609-bfb4-dcbbebfe786b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:18.928163 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e6388985-5588-4241-89e1-37e190c038f3 req-ae6d758b-952b-4609-bfb4-dcbbebfe786b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b21ac20-b77b-4ee7-a149-f9e7638d927c HTTP/1.1" status: 200 len: 981 time: 0.0615337 Jan 21 09:43:18.967274 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e6388985-5588-4241-89e1-37e190c038f3 req-10b4b683-c6e9-4782-bebf-c5926c60cee3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325453 Jan 21 09:43:20.093654 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759bbb6-602e-4728-9166-8fa9f99b07e8 req-e7e1f1c9-bd12-4dbe-bdbc-02d2264e016e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:20.095328 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0759bbb6-602e-4728-9166-8fa9f99b07e8 req-e7e1f1c9-bd12-4dbe-bdbc-02d2264e016e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b21ac20-b77b-4ee7-a149-f9e7638d927c HTTP/1.1" status: 200 len: 981 time: 0.0519280 Jan 21 09:43:20.135996 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0759bbb6-602e-4728-9166-8fa9f99b07e8 req-89ed1985-e071-4c5e-bd1c-a9da9b000aaa tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346463 Jan 21 09:43:20.376580 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 66f606b9-0cc2-4826-a166-ff922038757d up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:43:20.442469 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 66f606b9-0cc2-4826-a166-ff922038757d completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:20.446340 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 66f606b9-0cc2-4826-a166-ff922038757d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:20.446714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.526390 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.548456 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b21ac20-b77b-4ee7-a149-f9e7638d927c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f606b9-0cc2-4826-a166-ff922038757d'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:20.550670 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d48ccf-75b8-4956-b814-fe11799ecb84" -d '{"events": [{"server_uuid": "8b21ac20-b77b-4ee7-a149-f9e7638d927c", "name": "network-vif-plugged", "status": "completed", "tag": "66f606b9-0cc2-4826-a166-ff922038757d"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:20.563345 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 66f606b9-0cc2-4826-a166-ff922038757d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=66f606b9-0cc2-4826-a166-ff922038757d,segment=NetworkSegment(249556fe-a0fd-42e7-b868-470799f6786d),segment_id=249556fe-a0fd-42e7-b868-470799f6786d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:20.567819 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.591845 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a10c14-b722-4f26-ba46-af81a6c5226f x-openstack-request-id: req-12a10c14-b722-4f26-ba46-af81a6c5226f {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:20.592133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b21ac20-b77b-4ee7-a149-f9e7638d927c", "name": "network-vif-plugged", "status": "completed", "tag": "66f606b9-0cc2-4826-a166-ff922038757d", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:20.592383 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-12a10c14-b722-4f26-ba46-af81a6c5226f {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:20.592762 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b21ac20-b77b-4ee7-a149-f9e7638d927c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f606b9-0cc2-4826-a166-ff922038757d', 'code': 200} Jan 21 09:43:20.619933 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=66f606b9-0cc2-4826-a166-ff922038757d,revision_number=10']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:20.773200 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b6944-01c9-4d63-b5c7-4ecde8d286b6 req-383dc1c5-7134-4895-953b-d1d33dfcf52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:20.774756 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c98b6944-01c9-4d63-b5c7-4ecde8d286b6 req-383dc1c5-7134-4895-953b-d1d33dfcf52b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8b21ac20-b77b-4ee7-a149-f9e7638d927c HTTP/1.1" status: 200 len: 1136 time: 0.0555236 Jan 21 09:43:20.810342 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c98b6944-01c9-4d63-b5c7-4ecde8d286b6 req-81082580-f1c9-4bf6-a4bd-8e83cd5456f1 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289733 Jan 21 09:43:21.250533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cb5be-0c7c-4b57-bab7-6bc8d26adc8a req-2b1a066a-69aa-427f-a7cd-c603ee7a8b2a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:21.252004 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d70cb5be-0c7c-4b57-bab7-6bc8d26adc8a req-2b1a066a-69aa-427f-a7cd-c603ee7a8b2a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b21ac20-b77b-4ee7-a149-f9e7638d927c HTTP/1.1" status: 200 len: 983 time: 0.0485630 Jan 21 09:43:21.290069 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d70cb5be-0c7c-4b57-bab7-6bc8d26adc8a req-b76c153e-4a2c-402e-9a4b-7073c38c0c83 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319664 Jan 21 09:43:22.414671 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f055bc7-84a1-4473-b018-3947a1c9a354 req-b118c03f-6e83-4717-95d1-33b5406dc1a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:22.416177 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9f055bc7-84a1-4473-b018-3947a1c9a354 req-b118c03f-6e83-4717-95d1-33b5406dc1a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b21ac20-b77b-4ee7-a149-f9e7638d927c HTTP/1.1" status: 200 len: 983 time: 0.0552876 Jan 21 09:43:22.454304 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9f055bc7-84a1-4473-b018-3947a1c9a354 req-da037a16-1a38-48ba-8335-59e63febd5d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321038 Jan 21 09:43:22.572247 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62f009-cc57-4286-bda4-db94e8f50150 req-18eb2d97-02e1-467d-9aec-0027265ddd7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:22.573721 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6d62f009-cc57-4286-bda4-db94e8f50150 req-18eb2d97-02e1-467d-9aec-0027265ddd7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b21ac20-b77b-4ee7-a149-f9e7638d927c HTTP/1.1" status: 200 len: 983 time: 0.0523026 Jan 21 09:43:22.612446 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6d62f009-cc57-4286-bda4-db94e8f50150 req-83c7e6bf-cf49-4ec4-b730-c05c0ce4c2c4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316701 Jan 21 09:43:22.633941 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45600) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:22.674639 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758c3ed6-66ad-491f-9ee2-387f5a63794c tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:22.676136 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-758c3ed6-66ad-491f-9ee2-387f5a63794c tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=8b21ac20-b77b-4ee7-a149-f9e7638d927c&network_id=0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 HTTP/1.1" status: 200 len: 1131 time: 0.0411975 Jan 21 09:43:22.892760 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca481db-08e9-49d3-adb4-d4e48b0af596 req-b86eb308-04fc-460a-a945-a7035a06ecb2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:22.894297 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5ca481db-08e9-49d3-adb4-d4e48b0af596 req-b86eb308-04fc-460a-a945-a7035a06ecb2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b21ac20-b77b-4ee7-a149-f9e7638d927c HTTP/1.1" status: 200 len: 983 time: 0.0495703 Jan 21 09:43:22.932175 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5ca481db-08e9-49d3-adb4-d4e48b0af596 req-a26943d1-6a8a-4077-b0fe-43691411f98a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315135 Jan 21 09:43:24.054390 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc807db-5c5d-432a-bc48-e9a864b536a1 req-472be206-14c1-4ad0-9855-426190f132a9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.055879 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1cc807db-5c5d-432a-bc48-e9a864b536a1 req-472be206-14c1-4ad0-9855-426190f132a9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b21ac20-b77b-4ee7-a149-f9e7638d927c HTTP/1.1" status: 200 len: 983 time: 0.0509260 Jan 21 09:43:24.104994 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1cc807db-5c5d-432a-bc48-e9a864b536a1 req-1f52ce09-2d7f-45e5-8e87-8d58b28471ac tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=fdfbc147-5087-45a9-ba20-6cd1c0900eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427239 Jan 21 09:43:24.165170 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd7098-f104-4319-8fc2-7d99874e3629 req-55f177a9-151b-4adc-92a8-4dece5feef53 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.166838 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8fdd7098-f104-4319-8fc2-7d99874e3629 req-55f177a9-151b-4adc-92a8-4dece5feef53 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b21ac20-b77b-4ee7-a149-f9e7638d927c HTTP/1.1" status: 200 len: 983 time: 0.0602007 Jan 21 09:43:24.212052 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd7098-f104-4319-8fc2-7d99874e3629 req-31df26ee-f79e-4f26-a7ed-89028081c808 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.213497 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8fdd7098-f104-4319-8fc2-7d99874e3629 req-31df26ee-f79e-4f26-a7ed-89028081c808 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/ports/66f606b9-0cc2-4826-a166-ff922038757d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0401824 Jan 21 09:43:24.320636 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8fdd7098-f104-4319-8fc2-7d99874e3629 req-992caea7-afbc-4a6e-adbc-8758844103e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/networks/0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1016862 Jan 21 09:43:24.330630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-8fdd7098-f104-4319-8fc2-7d99874e3629 req-faa2c835-2c3c-441a-8c55-98ced39b3354 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:24.386196 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-8fdd7098-f104-4319-8fc2-7d99874e3629 req-faa2c835-2c3c-441a-8c55-98ced39b3354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.539081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-8fdd7098-f104-4319-8fc2-7d99874e3629 req-faa2c835-2c3c-441a-8c55-98ced39b3354 service neutron] For port 66f606b9-0cc2-4826-a166-ff922038757d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=66f606b9-0cc2-4826-a166-ff922038757d,segment=NetworkSegment(249556fe-a0fd-42e7-b868-470799f6786d),segment_id=249556fe-a0fd-42e7-b868-470799f6786d)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:24.574430 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-8fdd7098-f104-4319-8fc2-7d99874e3629 req-faa2c835-2c3c-441a-8c55-98ced39b3354 service neutron] For port 66f606b9-0cc2-4826-a166-ff922038757d, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:24.607933 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-8fdd7098-f104-4319-8fc2-7d99874e3629 req-faa2c835-2c3c-441a-8c55-98ced39b3354 service neutron] device_id is not set on port 66f606b9-0cc2-4826-a166-ff922038757d yet. {{(pid=102147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:24.616373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-8fdd7098-f104-4319-8fc2-7d99874e3629 req-faa2c835-2c3c-441a-8c55-98ced39b3354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.622641 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-8fdd7098-f104-4319-8fc2-7d99874e3629 req-faa2c835-2c3c-441a-8c55-98ced39b3354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.671095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2c835-2c3c-441a-8c55-98ced39b3354 service neutron] Pushing event updated for resources: {'Port': ['ID=66f606b9-0cc2-4826-a166-ff922038757d,revision_number=11']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:24.751328 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdd7098-f104-4319-8fc2-7d99874e3629 req-faa2c835-2c3c-441a-8c55-98ced39b3354 service neutron] No DVR routers for this DVR port 66f606b9-0cc2-4826-a166-ff922038757d on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:24.770573 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.856501 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-447a056c-e470-40ed-8d93-9f07f507a004 None None] Provisioning complete for port 66f606b9-0cc2-4826-a166-ff922038757d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:24.857016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-447a056c-e470-40ed-8d93-9f07f507a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.894952 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-447a056c-e470-40ed-8d93-9f07f507a004 None None] Port 66f606b9-0cc2-4826-a166-ff922038757d cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:43:24.922961 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-8fdd7098-f104-4319-8fc2-7d99874e3629 req-faa2c835-2c3c-441a-8c55-98ced39b3354 service neutron] In _notify_port_updated(), no bound segment for port 66f606b9-0cc2-4826-a166-ff922038757d on network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 {{(pid=102147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 21 09:43:24.923751 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd7098-f104-4319-8fc2-7d99874e3629 req-faa2c835-2c3c-441a-8c55-98ced39b3354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.924367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-8fdd7098-f104-4319-8fc2-7d99874e3629 req-faa2c835-2c3c-441a-8c55-98ced39b3354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.925691 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8fdd7098-f104-4319-8fc2-7d99874e3629 req-faa2c835-2c3c-441a-8c55-98ced39b3354 service neutron] 10.222.0.113 "PUT /v2.0/ports/66f606b9-0cc2-4826-a166-ff922038757d HTTP/1.1" status: 200 len: 1026 time: 0.5990708 Jan 21 09:43:25.214937 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-47181dc4-ba87-4e91-8aa9-4d46da8142e7 req-c492c96b-c738-44b8-896e-b84edec0d85c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b21ac20-b77b-4ee7-a149-f9e7638d927c HTTP/1.1" status: 200 len: 210 time: 0.0318348 Jan 21 09:43:26.287314 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45612) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:26.349083 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cc0661cc-82b3-416f-91fc-323eee7de07d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.374817 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cc0661cc-82b3-416f-91fc-323eee7de07d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.412766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 66f606b9-0cc2-4826-a166-ff922038757d no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:43:26.438110 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cc0661cc-82b3-416f-91fc-323eee7de07d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.440707 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cc0661cc-82b3-416f-91fc-323eee7de07d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.441944 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cc0661cc-82b3-416f-91fc-323eee7de07d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/security-groups/70c6cc67-8c7a-46d8-b2f4-37c6acacd80e HTTP/1.1" status: 204 len: 168 time: 0.1533492 Jan 21 09:43:26.452205 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 66f606b9-0cc2-4826-a166-ff922038757d not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:43:26.452465 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0661cc-82b3-416f-91fc-323eee7de07d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c6cc67-8c7a-46d8-b2f4-37c6acacd80e,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:26.486331 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45616) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:26.646001 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-486cc549-69c0-4223-bd26-2f9559a1473b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 908d98b1-3715-4341-a3ac-e01c47982cc8 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:43:26.646342 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-486cc549-69c0-4223-bd26-2f9559a1473b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.722798 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-486cc549-69c0-4223-bd26-2f9559a1473b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.723117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-486cc549-69c0-4223-bd26-2f9559a1473b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.734860 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-486cc549-69c0-4223-bd26-2f9559a1473b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 908d98b1-3715-4341-a3ac-e01c47982cc8 owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:43:26.909370 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-486cc549-69c0-4223-bd26-2f9559a1473b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.933871 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cc549-69c0-4223-bd26-2f9559a1473b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=908d98b1-3715-4341-a3ac-e01c47982cc8,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:26.996177 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-486cc549-69c0-4223-bd26-2f9559a1473b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.997229 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-486cc549-69c0-4223-bd26-2f9559a1473b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP 38aac7fe-cc37-4d63-8560-52f58a69bae7 disassociated (deleted). External IP: 172.26.7.196, port: 66f606b9-0cc2-4826-a166-ff922038757d. Jan 21 09:43:27.209179 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486cc549-69c0-4223-bd26-2f9559a1473b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router d919e078-a99b-4b92-8970-ef1e72a9484f has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:27.318088 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486cc549-69c0-4223-bd26-2f9559a1473b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:27.322812 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-486cc549-69c0-4223-bd26-2f9559a1473b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.327953 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3320209-1126-4002-b4fa-2d3788d793fc None None] Sync routers for ids ['d919e078-a99b-4b92-8970-ef1e72a9484f'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:27.342125 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3320209-1126-4002-b4fa-2d3788d793fc None None] Routers {'d919e078-a99b-4b92-8970-ef1e72a9484f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:27.342733 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f3320209-1126-4002-b4fa-2d3788d793fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d919e078-a99b-4b92-8970-ef1e72a9484f'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:27.349075 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-486cc549-69c0-4223-bd26-2f9559a1473b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/floatingips/38aac7fe-cc37-4d63-8560-52f58a69bae7 HTTP/1.1" status: 204 len: 168 time: 0.8680646 Jan 21 09:43:27.417531 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45622) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:27.447137 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-f3320209-1126-4002-b4fa-2d3788d793fc None None] Set router d919e078-a99b-4b92-8970-ef1e72a9484f gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:27.480140 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b60b73f5-08dd-4725-9593-8520949b7519 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.511965 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b60b73f5-08dd-4725-9593-8520949b7519 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.572914 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b60b73f5-08dd-4725-9593-8520949b7519 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.575939 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b60b73f5-08dd-4725-9593-8520949b7519 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.577092 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b60b73f5-08dd-4725-9593-8520949b7519 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/security-groups/ffc004d8-16b4-4e46-a2c9-2a8a20bdafa2 HTTP/1.1" status: 204 len: 168 time: 0.1585748 Jan 21 09:43:27.586636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b73f5-08dd-4725-9593-8520949b7519 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc004d8-16b4-4e46-a2c9-2a8a20bdafa2,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.611029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45626) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:27.653134 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f3320209-1126-4002-b4fa-2d3788d793fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'name': 'tempest-TestNetworkBasicOps-router-7572785', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:48Z', 'updated_at': '2022-01-21T09:42:53Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '7ee337e7-2e35-4e66-b99e-246577d20dc1', 'name': '', 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:c0:fd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:52Z', 'updated_at': '2022-01-21T09:42:55Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:27.679526 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3320209-1126-4002-b4fa-2d3788d793fc None None] Checking router: d919e078-a99b-4b92-8970-ef1e72a9484f for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:27.688649 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3320209-1126-4002-b4fa-2d3788d793fc None None] Routers {'d919e078-a99b-4b92-8970-ef1e72a9484f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:27.689199 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f3320209-1126-4002-b4fa-2d3788d793fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d919e078-a99b-4b92-8970-ef1e72a9484f'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:27.702007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-e52eee42-0d51-4e48-b95e-a37b99cf2a66 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 66f606b9-0cc2-4826-a166-ff922038757d {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:43:27.702355 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e52eee42-0d51-4e48-b95e-a37b99cf2a66 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.790680 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e52eee42-0d51-4e48-b95e-a37b99cf2a66 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.797830 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-f3320209-1126-4002-b4fa-2d3788d793fc None None] Set router d919e078-a99b-4b92-8970-ef1e72a9484f gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:27.803844 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-e52eee42-0d51-4e48-b95e-a37b99cf2a66 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 66f606b9-0cc2-4826-a166-ff922038757d owned by {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:43:27.937666 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e52eee42-0d51-4e48-b95e-a37b99cf2a66 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.966991 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52eee42-0d51-4e48-b95e-a37b99cf2a66 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=66f606b9-0cc2-4826-a166-ff922038757d,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:28.008634 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f3320209-1126-4002-b4fa-2d3788d793fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'name': 'tempest-TestNetworkBasicOps-router-7572785', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:48Z', 'updated_at': '2022-01-21T09:42:53Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '7ee337e7-2e35-4e66-b99e-246577d20dc1', 'name': '', 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:c0:fd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:52Z', 'updated_at': '2022-01-21T09:42:55Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:28.037289 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3320209-1126-4002-b4fa-2d3788d793fc None None] The sync data for ids ['d919e078-a99b-4b92-8970-ef1e72a9484f'] in dv-neutron-825721-1-hyperv is: [{'id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'name': 'tempest-TestNetworkBasicOps-router-7572785', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:48Z', 'updated_at': '2022-01-21T09:42:53Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '7ee337e7-2e35-4e66-b99e-246577d20dc1', 'name': '', 'network_id': '0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:c0:fd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:52Z', 'updated_at': '2022-01-21T09:42:55Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '7aa65845-1a7f-4858-962f-c2e14954bb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:28.047257 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e52eee42-0d51-4e48-b95e-a37b99cf2a66 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.053995 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45628) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:28.061683 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e52eee42-0d51-4e48-b95e-a37b99cf2a66 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/ports/66f606b9-0cc2-4826-a166-ff922038757d HTTP/1.1" status: 204 len: 168 time: 0.4492304 Jan 21 09:43:28.296135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c2ca19-035a-42f0-a6a7-ca2601280924 None None] New status for floating IP 38aac7fe-cc37-4d63-8560-52f58a69bae7: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:43:28.510114 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60e243bb-558c-427b-82e4-db469b424fe4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.079510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-60e243bb-558c-427b-82e4-db469b424fe4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 7ee337e7-2e35-4e66-b99e-246577d20dc1 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:43:29.080225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60e243bb-558c-427b-82e4-db469b424fe4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.167848 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-60e243bb-558c-427b-82e4-db469b424fe4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 7ee337e7-2e35-4e66-b99e-246577d20dc1, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=7ee337e7-2e35-4e66-b99e-246577d20dc1,segment=NetworkSegment(249556fe-a0fd-42e7-b868-470799f6786d),segment_id=249556fe-a0fd-42e7-b868-470799f6786d)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:29.168203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60e243bb-558c-427b-82e4-db469b424fe4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.180263 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-60e243bb-558c-427b-82e4-db469b424fe4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 7ee337e7-2e35-4e66-b99e-246577d20dc1 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:43:29.207513 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:43:29.370954 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60e243bb-558c-427b-82e4-db469b424fe4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.398098 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e243bb-558c-427b-82e4-db469b424fe4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=7ee337e7-2e35-4e66-b99e-246577d20dc1,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:29.573856 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60e243bb-558c-427b-82e4-db469b424fe4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.799396 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e243bb-558c-427b-82e4-db469b424fe4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router d919e078-a99b-4b92-8970-ef1e72a9484f has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:29.908680 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e243bb-558c-427b-82e4-db469b424fe4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:29.917246 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-60e243bb-558c-427b-82e4-db469b424fe4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/d919e078-a99b-4b92-8970-ef1e72a9484f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8595161 Jan 21 09:43:29.919017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45630) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:29.920319 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170e3335-b382-4866-b886-e299fce3871b None None] Sync routers for ids ['d919e078-a99b-4b92-8970-ef1e72a9484f'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:29.929662 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170e3335-b382-4866-b886-e299fce3871b None None] Routers {'d919e078-a99b-4b92-8970-ef1e72a9484f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:29.930276 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-170e3335-b382-4866-b886-e299fce3871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d919e078-a99b-4b92-8970-ef1e72a9484f'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:29.979532 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ae7e02-52b0-4233-af1b-68cf78e4866d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting subnet 7aa65845-1a7f-4858-962f-c2e14954bb0b {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:43:29.984875 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75ae7e02-52b0-4233-af1b-68cf78e4866d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.047541 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-170e3335-b382-4866-b886-e299fce3871b None None] Set router d919e078-a99b-4b92-8970-ef1e72a9484f gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:30.240136 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-170e3335-b382-4866-b886-e299fce3871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'name': 'tempest-TestNetworkBasicOps-router-7572785', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:48Z', 'updated_at': '2022-01-21T09:43:29Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.281024 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170e3335-b382-4866-b886-e299fce3871b None None] Checking router: d919e078-a99b-4b92-8970-ef1e72a9484f for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:30.290288 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170e3335-b382-4866-b886-e299fce3871b None None] Routers {'d919e078-a99b-4b92-8970-ef1e72a9484f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:30.290912 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-170e3335-b382-4866-b886-e299fce3871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['d919e078-a99b-4b92-8970-ef1e72a9484f'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.363207 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75ae7e02-52b0-4233-af1b-68cf78e4866d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.398232 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-170e3335-b382-4866-b886-e299fce3871b None None] Set router d919e078-a99b-4b92-8970-ef1e72a9484f gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:30.455588 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75ae7e02-52b0-4233-af1b-68cf78e4866d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.517284 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75ae7e02-52b0-4233-af1b-68cf78e4866d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.550778 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae7e02-52b0-4233-af1b-68cf78e4866d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa65845-1a7f-4858-962f-c2e14954bb0b,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:30.554771 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75ae7e02-52b0-4233-af1b-68cf78e4866d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.561430 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45632) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:30.562008 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-75ae7e02-52b0-4233-af1b-68cf78e4866d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/subnets/7aa65845-1a7f-4858-962f-c2e14954bb0b HTTP/1.1" status: 204 len: 168 time: 0.6413889 Jan 21 09:43:30.563700 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61967808-2c08-4971-8383-bd7aae786c54 None None] Network 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:43:30.680489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-753f6ae9-6e89-49ba-805a-c4fb51f2df7f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.690642 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-170e3335-b382-4866-b886-e299fce3871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'name': 'tempest-TestNetworkBasicOps-router-7572785', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:48Z', 'updated_at': '2022-01-21T09:43:29Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.718405 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170e3335-b382-4866-b886-e299fce3871b None None] The sync data for ids ['d919e078-a99b-4b92-8970-ef1e72a9484f'] in dv-neutron-825721-1-hyperv is: [{'id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'name': 'tempest-TestNetworkBasicOps-router-7572785', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:48Z', 'updated_at': '2022-01-21T09:43:29Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '52a6d98e-639a-4b85-8615-70da99a0ff60', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd919e078-a99b-4b92-8970-ef1e72a9484f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:30.771070 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73130a4-6950-4cb1-b7a9-6b7685976e51 None None] DHCP port deletion for 0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:43:30.799823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-753f6ae9-6e89-49ba-805a-c4fb51f2df7f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.819818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-d73130a4-6950-4cb1-b7a9-6b7685976e51 None None] Deleting port c6df902d-c1d5-43ea-93c6-8ec205fda458 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:43:30.820196 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d73130a4-6950-4cb1-b7a9-6b7685976e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.854580 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-753f6ae9-6e89-49ba-805a-c4fb51f2df7f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 52a6d98e-639a-4b85-8615-70da99a0ff60 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:43:30.854924 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-753f6ae9-6e89-49ba-805a-c4fb51f2df7f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.884227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d73130a4-6950-4cb1-b7a9-6b7685976e51 None None] For port c6df902d-c1d5-43ea-93c6-8ec205fda458, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=c6df902d-c1d5-43ea-93c6-8ec205fda458,segment=NetworkSegment(249556fe-a0fd-42e7-b868-470799f6786d),segment_id=249556fe-a0fd-42e7-b868-470799f6786d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:30.884623 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d73130a4-6950-4cb1-b7a9-6b7685976e51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.898402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-d73130a4-6950-4cb1-b7a9-6b7685976e51 None None] Calling delete_port for c6df902d-c1d5-43ea-93c6-8ec205fda458 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:43:30.940625 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-753f6ae9-6e89-49ba-805a-c4fb51f2df7f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 52a6d98e-639a-4b85-8615-70da99a0ff60, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=52a6d98e-639a-4b85-8615-70da99a0ff60,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:30.940996 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-753f6ae9-6e89-49ba-805a-c4fb51f2df7f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.954675 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-753f6ae9-6e89-49ba-805a-c4fb51f2df7f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 52a6d98e-639a-4b85-8615-70da99a0ff60 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:43:31.132753 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d73130a4-6950-4cb1-b7a9-6b7685976e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.148152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-753f6ae9-6e89-49ba-805a-c4fb51f2df7f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.162540 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73130a4-6950-4cb1-b7a9-6b7685976e51 None None] Pushing event deleted for resources: {'Port': ['ID=c6df902d-c1d5-43ea-93c6-8ec205fda458,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.167673 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73130a4-6950-4cb1-b7a9-6b7685976e51 None None] No DVR routers for this DVR port c6df902d-c1d5-43ea-93c6-8ec205fda458 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:31.179752 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f6ae9-6e89-49ba-805a-c4fb51f2df7f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=52a6d98e-639a-4b85-8615-70da99a0ff60,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.251327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-753f6ae9-6e89-49ba-805a-c4fb51f2df7f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.346599 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-753f6ae9-6e89-49ba-805a-c4fb51f2df7f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.348796 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-753f6ae9-6e89-49ba-805a-c4fb51f2df7f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.391474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-753f6ae9-6e89-49ba-805a-c4fb51f2df7f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.392034 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753f6ae9-6e89-49ba-805a-c4fb51f2df7f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Fanout notify agent at l3_agent the message router_deleted on router d919e078-a99b-4b92-8970-ef1e72a9484f {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:43:31.398981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-753f6ae9-6e89-49ba-805a-c4fb51f2df7f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.400140 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-753f6ae9-6e89-49ba-805a-c4fb51f2df7f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/routers/d919e078-a99b-4b92-8970-ef1e72a9484f HTTP/1.1" status: 204 len: 168 time: 0.8375926 Jan 21 09:43:31.404176 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45634) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:31.486186 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c55204f9-035c-463d-8ec1-ada6ef5c7d8d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.581657 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c55204f9-035c-463d-8ec1-ada6ef5c7d8d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.602275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-c55204f9-035c-463d-8ec1-ada6ef5c7d8d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:31.612239 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-c55204f9-035c-463d-8ec1-ada6ef5c7d8d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249556fe-a0fd-42e7-b868-470799f6786d') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:31.612527 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-c55204f9-035c-463d-8ec1-ada6ef5c7d8d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249556fe-a0fd-42e7-b868-470799f6786d') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:31.622442 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c55204f9-035c-463d-8ec1-ada6ef5c7d8d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.636079 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c55204f9-035c-463d-8ec1-ada6ef5c7d8d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.642174 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55204f9-035c-463d-8ec1-ada6ef5c7d8d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:31.642550 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c55204f9-035c-463d-8ec1-ada6ef5c7d8d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:31.645423 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:31.710355 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c55204f9-035c-463d-8ec1-ada6ef5c7d8d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.718120 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c55204f9-035c-463d-8ec1-ada6ef5c7d8d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.721218 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c55204f9-035c-463d-8ec1-ada6ef5c7d8d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/networks/0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5 HTTP/1.1" status: 204 len: 168 time: 0.3160360 Jan 21 09:43:31.733535 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45636) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:31.735994 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55204f9-035c-463d-8ec1-ada6ef5c7d8d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Network': ['ID=0e1a4bd7-a132-42e3-ad40-2f0eabc2cbd5,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.748267 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-32f97c73-8884-4adf-a3c4-d8c9111c4288 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0121338 Jan 21 09:43:31.750792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45638) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:31.755430 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5bd071ac-87e6-4a59-96d2-56887324ca94 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'network': {'name': 'tempest-network-smoke--901114361', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'port_security_enabled': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:31.786561 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd071ac-87e6-4a59-96d2-56887324ca94 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:31.790238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5bd071ac-87e6-4a59-96d2-56887324ca94 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.816507 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd071ac-87e6-4a59-96d2-56887324ca94 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:31.829925 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5bd071ac-87e6-4a59-96d2-56887324ca94 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.830270 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-5bd071ac-87e6-4a59-96d2-56887324ca94 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Added segment 7362d0a7-04b2-48ca-9779-da1bd8a99186 of type vlan for network 24c9892b-4055-4664-a106-a49706e6941d Jan 21 09:43:31.887304 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5bd071ac-87e6-4a59-96d2-56887324ca94 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.917194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5bd071ac-87e6-4a59-96d2-56887324ca94 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.923572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd071ac-87e6-4a59-96d2-56887324ca94 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:31.924216 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5bd071ac-87e6-4a59-96d2-56887324ca94 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.011167 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5bd071ac-87e6-4a59-96d2-56887324ca94 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2591910 Jan 21 09:43:32.014618 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45640) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:32.019368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'admin_state_up': True, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:32.047996 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.049232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.062965 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd071ac-87e6-4a59-96d2-56887324ca94 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Network': ['ID=24c9892b-4055-4664-a106-a49706e6941d,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:32.077946 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 24c9892b-4055-4664-a106-a49706e6941d details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:43:32.108960 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.250047 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.310983 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 7ee337e7-2e35-4e66-b99e-246577d20dc1 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:43:32.335153 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 7ee337e7-2e35-4e66-b99e-246577d20dc1 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:43:32.335583 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 7ee337e7-2e35-4e66-b99e-246577d20dc1 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:43:32.336016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 52a6d98e-639a-4b85-8615-70da99a0ff60 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:43:32.355281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 52a6d98e-639a-4b85-8615-70da99a0ff60 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:43:32.355956 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 52a6d98e-639a-4b85-8615-70da99a0ff60 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:43:32.356270 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device c6df902d-c1d5-43ea-93c6-8ec205fda458 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:43:32.374804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: c6df902d-c1d5-43ea-93c6-8ec205fda458 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:43:32.375065 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device c6df902d-c1d5-43ea-93c6-8ec205fda458 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:43:32.457881 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.477114 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.587211 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.26.7.190 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/66825e07-cd47-438d-8966-39f69a784dab) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:32.691075 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.724254 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.768213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:32.771141 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:32.774503 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:32.779930 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=66825e07-cd47-438d-8966-39f69a784dab,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.023490 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.224772 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.355243 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 7c7309de-6c9c-40a5-bc82-9a06666db64e is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:43:33.459592 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:33.471572 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Sync routers for ids ['7c7309de-6c9c-40a5-bc82-9a06666db64e'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:33.482112 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.483939 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-82b8a234-0972-46aa-812c-4d233c346df1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4676392 Jan 21 09:43:33.486943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45642) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:33.489126 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Routers {'7c7309de-6c9c-40a5-bc82-9a06666db64e'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:33.490037 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['7c7309de-6c9c-40a5-bc82-9a06666db64e'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.521867 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f5cfc73a-efd9-4300-8836-582bab700b5d tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=d36411baa65a4ba89db6bb1125b34d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337620 Jan 21 09:43:33.524505 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45644) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:33.596914 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Set router 7c7309de-6c9c-40a5-bc82-9a06666db64e gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:33.663794 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0af45c-22da-4dbd-9b96-4bf3ae887f15 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:33.665309 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6b0af45c-22da-4dbd-9b96-4bf3ae887f15 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1398137 Jan 21 09:43:33.668221 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45646) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:33.696168 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cc043cb4-bb89-4e7d-a54d-0030928ad52a tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268018 Jan 21 09:43:33.698714 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45648) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:33.704405 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-52893bd5-73fb-4d2d-8153-0824d8ea4b30 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2068645910', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:33.774613 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:32Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.796905 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52893bd5-73fb-4d2d-8153-0824d8ea4b30 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:33.800697 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-52893bd5-73fb-4d2d-8153-0824d8ea4b30 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.805321 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Checking router: 7c7309de-6c9c-40a5-bc82-9a06666db64e for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:33.805691 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Updating router 7c7309de-6c9c-40a5-bc82-9a06666db64e port 66825e07-cd47-438d-8966-39f69a784dab binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:43:33.830117 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.987083 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-52893bd5-73fb-4d2d-8153-0824d8ea4b30 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.047222 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52893bd5-73fb-4d2d-8153-0824d8ea4b30 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Subnet': ['ID=a68c3c96-08b4-443d-b392-6df8d972e486,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:34.059990 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52893bd5-73fb-4d2d-8153-0824d8ea4b30 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Checking segment: {'id': '7362d0a7-04b2-48ca-9779-da1bd8a99186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '24c9892b-4055-4664-a106-a49706e6941d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:43:34.060347 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52893bd5-73fb-4d2d-8153-0824d8ea4b30 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network hostable DHCP agents. Network: 24c9892b-4055-4664-a106-a49706e6941d, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:34.078730 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52893bd5-73fb-4d2d-8153-0824d8ea4b30 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 24c9892b-4055-4664-a106-a49706e6941d is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:34.086336 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.086886 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-52893bd5-73fb-4d2d-8153-0824d8ea4b30 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 24c9892b-4055-4664-a106-a49706e6941d) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:34.091273 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52893bd5-73fb-4d2d-8153-0824d8ea4b30 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:34.091866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-52893bd5-73fb-4d2d-8153-0824d8ea4b30 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.094172 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.103168 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f962e5e1-1f46-4ad7-8985-65b809cf12e6 None None] Network 24c9892b-4055-4664-a106-a49706e6941d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:43:34.109201 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-52893bd5-73fb-4d2d-8153-0824d8ea4b30 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4094384 Jan 21 09:43:34.112010 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45650) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:34.186946 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Attempting to bind port 66825e07-cd47-438d-8966-39f69a784dab on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:34.187309 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Attempting to bind port 66825e07-cd47-438d-8966-39f69a784dab by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:34.187669 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Attempting to bind port 66825e07-cd47-438d-8966-39f69a784dab on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:43:34.203088 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:43:34.203453 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:43:34.203848 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.204398 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:43:34.204693 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Bound port: 66825e07-cd47-438d-8966-39f69a784dab, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:34.205068 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.229751 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6a258-0665-4859-9bd2-18397d06f3c7 None None] Pushing event updated for resources: {'Port': ['ID=66825e07-cd47-438d-8966-39f69a784dab,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:34.308012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] For port 66825e07-cd47-438d-8966-39f69a784dab, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:34.323931 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] For port 66825e07-cd47-438d-8966-39f69a784dab, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=66825e07-cd47-438d-8966-39f69a784dab,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:34.330149 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.387404 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-24c9892b-4055-4664-a106-a49706e6941d', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ips': [{'subnet_id': 'a68c3c96-08b4-443d-b392-6df8d972e486'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:43:34.388214 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.428674 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6a258-0665-4859-9bd2-18397d06f3c7 None None] Pushing event updated for resources: {'Port': ['ID=66825e07-cd47-438d-8966-39f69a784dab,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:34.432654 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Routers {'7c7309de-6c9c-40a5-bc82-9a06666db64e'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:34.433246 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['7c7309de-6c9c-40a5-bc82-9a06666db64e'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:34.590615 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.641187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Allocated IP 172.20.0.2 (24c9892b-4055-4664-a106-a49706e6941d/a68c3c96-08b4-443d-b392-6df8d972e486/014e438c-2403-4291-a64b-db5a23e40b8e) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:34.644112 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] Set router 7c7309de-6c9c-40a5-bc82-9a06666db64e gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:34.925732 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.934578 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.968209 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:32Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:34.976339 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Network 24c9892b-4055-4664-a106-a49706e6941d is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:34.980455 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.1 (24c9892b-4055-4664-a106-a49706e6941d/a68c3c96-08b4-443d-b392-6df8d972e486/52f76a48-3c24-419d-9d1a-d9d9fe62cbd5) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:35.009026 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:35.013312 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1d9a9-0a1f-4d89-9a7c-f9412a17db3e None None] The sync data for ids ['7c7309de-6c9c-40a5-bc82-9a06666db64e'] in dv-neutron-825721-1-hyperv is: [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:32Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:35.014834 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:35.023110 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Pushing event updated for resources: {'Port': ['ID=014e438c-2403-4291-a64b-db5a23e40b8e,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.078819 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Attempting to bind port 014e438c-2403-4291-a64b-db5a23e40b8e on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:35.079186 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Attempting to bind port 014e438c-2403-4291-a64b-db5a23e40b8e by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '7362d0a7-04b2-48ca-9779-da1bd8a99186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '24c9892b-4055-4664-a106-a49706e6941d'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:35.079542 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Attempting to bind port 014e438c-2403-4291-a64b-db5a23e40b8e on network 24c9892b-4055-4664-a106-a49706e6941d {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:43:35.085008 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:43:35.085384 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Checking segment: {'id': '7362d0a7-04b2-48ca-9779-da1bd8a99186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '24c9892b-4055-4664-a106-a49706e6941d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:43:35.086232 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.086627 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Bound using segment: {'id': '7362d0a7-04b2-48ca-9779-da1bd8a99186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '24c9892b-4055-4664-a106-a49706e6941d'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:43:35.087105 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Bound port: 014e438c-2403-4291-a64b-db5a23e40b8e, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7362d0a7-04b2-48ca-9779-da1bd8a99186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '24c9892b-4055-4664-a106-a49706e6941d'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:35.087624 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.102804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.154724 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.159655 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] For port 014e438c-2403-4291-a64b-db5a23e40b8e, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:35.163782 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] For port 014e438c-2403-4291-a64b-db5a23e40b8e, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=014e438c-2403-4291-a64b-db5a23e40b8e,segment=NetworkSegment(7362d0a7-04b2-48ca-9779-da1bd8a99186),segment_id=7362d0a7-04b2-48ca-9779-da1bd8a99186)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:35.169164 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.197992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 24c9892b-4055-4664-a106-a49706e6941d is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:35.206522 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:35.210049 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:35.217552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=52f76a48-3c24-419d-9d1a-d9d9fe62cbd5,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.238489 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28450bf6-629d-4beb-9dc9-94d4a09f4e78 None None] Pushing event updated for resources: {'Port': ['ID=014e438c-2403-4291-a64b-db5a23e40b8e,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.270619 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.446348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.844334 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-83a9c759-901b-4356-9670-3d06ab973bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.040066 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.046194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.125060 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=52f76a48-3c24-419d-9d1a-d9d9fe62cbd5,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.127504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.229791 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 24c9892b-4055-4664-a106-a49706e6941d is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:36.232149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:36.303674 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb736cb7-8418-4a34-bcec-fdca24a9d889 None None] Network 24c9892b-4055-4664-a106-a49706e6941d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:43:36.365922 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 7c7309de-6c9c-40a5-bc82-9a06666db64e has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:36.434331 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-1dba6326-b31d-4f4d-bdc8-6e79062c4f2e None None] Provisioning complete for port 014e438c-2403-4291-a64b-db5a23e40b8e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:36.436156 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1dba6326-b31d-4f4d-bdc8-6e79062c4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.442337 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 66825e07-cd47-438d-8966-39f69a784dab up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:43:36.494046 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:36.499706 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-914906e2-086d-4c34-b52e-fc7805c11eb4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/7c7309de-6c9c-40a5-bc82-9a06666db64e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3866992 Jan 21 09:43:36.502248 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45652) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:36.598256 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 66825e07-cd47-438d-8966-39f69a784dab triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:36.598634 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.609236 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6dc23-fa34-47e0-a353-f1876b5cc6b8 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.609641 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6dc23-fa34-47e0-a353-f1876b5cc6b8 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.610135 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6dc23-fa34-47e0-a353-f1876b5cc6b8 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.610638 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6dc23-fa34-47e0-a353-f1876b5cc6b8 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.611027 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6dc23-fa34-47e0-a353-f1876b5cc6b8 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.611484 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6dc23-fa34-47e0-a353-f1876b5cc6b8 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.613498 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e5d6dc23-fa34-47e0-a353-f1876b5cc6b8 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1102185 Jan 21 09:43:36.616251 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45654) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:36.646251 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1dba6326-b31d-4f4d-bdc8-6e79062c4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.694730 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f8105-9304-46c2-8aa2-c0fa8e4d27bf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.695194 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f8105-9304-46c2-8aa2-c0fa8e4d27bf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.695641 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f8105-9304-46c2-8aa2-c0fa8e4d27bf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.696084 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f8105-9304-46c2-8aa2-c0fa8e4d27bf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.696522 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f8105-9304-46c2-8aa2-c0fa8e4d27bf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.696959 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f8105-9304-46c2-8aa2-c0fa8e4d27bf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.698858 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-522f8105-9304-46c2-8aa2-c0fa8e4d27bf tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0816159 Jan 21 09:43:36.703470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45656) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:36.842797 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Sync routers for ids ['7c7309de-6c9c-40a5-bc82-9a06666db64e'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:36.851910 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Routers {'7c7309de-6c9c-40a5-bc82-9a06666db64e'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:36.852557 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['7c7309de-6c9c-40a5-bc82-9a06666db64e'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:36.879737 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cf01b68c-1433-491c-a28d-501686e861c5 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.1747639 Jan 21 09:43:36.908213 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-1dba6326-b31d-4f4d-bdc8-6e79062c4f2e None None] For port 014e438c-2403-4291-a64b-db5a23e40b8e, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=014e438c-2403-4291-a64b-db5a23e40b8e,segment=NetworkSegment(7362d0a7-04b2-48ca-9779-da1bd8a99186),segment_id=7362d0a7-04b2-48ca-9779-da1bd8a99186)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:36.909312 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.931561 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 66825e07-cd47-438d-8966-39f69a784dab, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=66825e07-cd47-438d-8966-39f69a784dab,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:36.933516 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1dba6326-b31d-4f4d-bdc8-6e79062c4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.983670 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Set router 7c7309de-6c9c-40a5-bc82-9a06666db64e gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:36.986125 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba6326-b31d-4f4d-bdc8-6e79062c4f2e None None] Pushing event updated for resources: {'Port': ['ID=014e438c-2403-4291-a64b-db5a23e40b8e,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.989063 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.989926 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 014e438c-2403-4291-a64b-db5a23e40b8e up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:43:37.085670 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-038a03e6-6511-42f9-b24e-a5d4652d9c5a None None] Provisioning complete for port 014e438c-2403-4291-a64b-db5a23e40b8e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:37.086048 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-038a03e6-6511-42f9-b24e-a5d4652d9c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.120584 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 014e438c-2403-4291-a64b-db5a23e40b8e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:37.120955 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.163673 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=66825e07-cd47-438d-8966-39f69a784dab,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:37.184378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45660) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:37.194518 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ab1c9b5d-4f3d-49c3-8730-b4977e28470c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124035978', 'description': 'tempest-secgroup-smoke-1124035978 description', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:37.232209 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9b5d-4f3d-49c3-8730-b4977e28470c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.246694 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:35Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '52f76a48-3c24-419d-9d1a-d9d9fe62cbd5', 'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:71:95:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:34Z', 'updated_at': '2022-01-21T09:43:35Z', 'revision_number': 2, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:37.280251 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Checking router: 7c7309de-6c9c-40a5-bc82-9a06666db64e for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:37.280691 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Updating router 7c7309de-6c9c-40a5-bc82-9a06666db64e port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:43:37.297280 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-038a03e6-6511-42f9-b24e-a5d4652d9c5a None None] Provisioning complete for port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:37.297688 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-038a03e6-6511-42f9-b24e-a5d4652d9c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.316274 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.334388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9b5d-4f3d-49c3-8730-b4977e28470c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.336354 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-038a03e6-6511-42f9-b24e-a5d4652d9c5a None None] Port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:43:37.339214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9b5d-4f3d-49c3-8730-b4977e28470c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.369359 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9b5d-4f3d-49c3-8730-b4977e28470c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.370584 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ab1c9b5d-4f3d-49c3-8730-b4977e28470c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1850855 Jan 21 09:43:37.373677 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45662) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:37.378820 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e17fa132-e84b-4203-8e71-f11deabb432d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '56d48671-1d81-401b-acbc-b0d937034360', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:37.384507 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c9b5d-4f3d-49c3-8730-b4977e28470c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d48671-1d81-401b-acbc-b0d937034360,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:37.412626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e17fa132-e84b-4203-8e71-f11deabb432d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.461845 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-26ae0781-2acc-4ed6-93c4-191b7bc92a1f None None] Provisioning complete for port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:37.462233 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-26ae0781-2acc-4ed6-93c4-191b7bc92a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.481251 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e17fa132-e84b-4203-8e71-f11deabb432d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.487967 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e17fa132-e84b-4203-8e71-f11deabb432d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.502269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-26ae0781-2acc-4ed6-93c4-191b7bc92a1f None None] Port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:43:37.510542 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fa132-e84b-4203-8e71-f11deabb432d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a86efa-1465-4f85-b942-f1a015c0e340,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:37.517797 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e17fa132-e84b-4203-8e71-f11deabb432d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.518887 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e17fa132-e84b-4203-8e71-f11deabb432d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442139 Jan 21 09:43:37.521948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45664) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:37.526874 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-af2549fa-eec1-4aa7-8fb0-e5eea6630eb3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '56d48671-1d81-401b-acbc-b0d937034360', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:37.556266 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af2549fa-eec1-4aa7-8fb0-e5eea6630eb3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.609278 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.615725 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.619002 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af2549fa-eec1-4aa7-8fb0-e5eea6630eb3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.623180 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af2549fa-eec1-4aa7-8fb0-e5eea6630eb3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.642879 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2549fa-eec1-4aa7-8fb0-e5eea6630eb3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201fa2c0-5219-4fa4-923a-58da6696ad89,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:37.655560 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af2549fa-eec1-4aa7-8fb0-e5eea6630eb3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.656969 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-af2549fa-eec1-4aa7-8fb0-e5eea6630eb3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339817 Jan 21 09:43:37.659739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45666) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:37.667290 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-875a651d-fe92-4846-9b02-4d1436045bcd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '56d48671-1d81-401b-acbc-b0d937034360', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:37.673606 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f420e-9d24-4e4d-ad24-ab523d7e97d1 None None] Pushing event updated for resources: {'Port': ['ID=52f76a48-3c24-419d-9d1a-d9d9fe62cbd5,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:37.703505 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-875a651d-fe92-4846-9b02-4d1436045bcd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.728101 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Attempting to bind port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:37.728467 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Attempting to bind port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '7362d0a7-04b2-48ca-9779-da1bd8a99186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '24c9892b-4055-4664-a106-a49706e6941d'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:37.728828 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Attempting to bind port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 on network 24c9892b-4055-4664-a106-a49706e6941d {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:43:37.734738 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:43:37.735109 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Checking segment: {'id': '7362d0a7-04b2-48ca-9779-da1bd8a99186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '24c9892b-4055-4664-a106-a49706e6941d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:43:37.735499 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.736028 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Bound using segment: {'id': '7362d0a7-04b2-48ca-9779-da1bd8a99186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '24c9892b-4055-4664-a106-a49706e6941d'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:43:37.736926 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Bound port: 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7362d0a7-04b2-48ca-9779-da1bd8a99186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '24c9892b-4055-4664-a106-a49706e6941d'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:37.736926 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.768832 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-875a651d-fe92-4846-9b02-4d1436045bcd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.773697 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-875a651d-fe92-4846-9b02-4d1436045bcd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.795079 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a651d-fe92-4846-9b02-4d1436045bcd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633e98f6-b556-4191-a2ee-522fb875af1a,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:37.801597 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-875a651d-fe92-4846-9b02-4d1436045bcd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.806005 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-875a651d-fe92-4846-9b02-4d1436045bcd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416187 Jan 21 09:43:37.806005 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45668) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:37.810608 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-3c955405-298b-4610-9ab3-cabbd24695aa tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '56d48671-1d81-401b-acbc-b0d937034360', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:37.818937 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] For port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:37.822634 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] For port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=52f76a48-3c24-419d-9d1a-d9d9fe62cbd5,segment=NetworkSegment(7362d0a7-04b2-48ca-9779-da1bd8a99186),segment_id=7362d0a7-04b2-48ca-9779-da1bd8a99186)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:37.828783 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.843340 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3c955405-298b-4610-9ab3-cabbd24695aa tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.882190 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Routers {'7c7309de-6c9c-40a5-bc82-9a06666db64e'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:37.882817 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['7c7309de-6c9c-40a5-bc82-9a06666db64e'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:37.912188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3c955405-298b-4610-9ab3-cabbd24695aa tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.917398 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3c955405-298b-4610-9ab3-cabbd24695aa tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.930103 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-cdc62736-5613-4b14-920c-a1bf15176f29 None None] Provisioning complete for port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:37.931326 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cdc62736-5613-4b14-920c-a1bf15176f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.934090 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f420e-9d24-4e4d-ad24-ab523d7e97d1 None None] Pushing event updated for resources: {'Port': ['ID=52f76a48-3c24-419d-9d1a-d9d9fe62cbd5,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:37.939640 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c955405-298b-4610-9ab3-cabbd24695aa tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e45bcb-8986-4752-a88f-521252fb8492,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:37.948538 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3c955405-298b-4610-9ab3-cabbd24695aa tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.953192 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3c955405-298b-4610-9ab3-cabbd24695aa tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1440225 Jan 21 09:43:37.953535 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45670) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:37.963603 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-291b2658-fc03-4344-af6f-bc56ddf2e842 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '56d48671-1d81-401b-acbc-b0d937034360', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:37.992180 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-291b2658-fc03-4344-af6f-bc56ddf2e842 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:43:37.998186 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-291b2658-fc03-4344-af6f-bc56ddf2e842 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.032118 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cdc62736-5613-4b14-920c-a1bf15176f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.042312 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] Set router 7c7309de-6c9c-40a5-bc82-9a06666db64e gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:38.071907 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-cdc62736-5613-4b14-920c-a1bf15176f29 None None] For port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=52f76a48-3c24-419d-9d1a-d9d9fe62cbd5,segment=NetworkSegment(7362d0a7-04b2-48ca-9779-da1bd8a99186),segment_id=7362d0a7-04b2-48ca-9779-da1bd8a99186)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:38.076787 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cdc62736-5613-4b14-920c-a1bf15176f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.080851 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-291b2658-fc03-4344-af6f-bc56ddf2e842 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.085708 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-291b2658-fc03-4344-af6f-bc56ddf2e842 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.108199 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b2658-fc03-4344-af6f-bc56ddf2e842 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17948ab1-0e3a-427a-88ed-99e160d230cb,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.116739 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-291b2658-fc03-4344-af6f-bc56ddf2e842 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.124137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45672) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:38.124342 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-291b2658-fc03-4344-af6f-bc56ddf2e842 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1685734 Jan 21 09:43:38.127141 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a300e2d1-3830-4cf1-8811-031098651007 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '56d48671-1d81-401b-acbc-b0d937034360', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:38.152331 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-a300e2d1-3830-4cf1-8811-031098651007 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:43:38.158892 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a300e2d1-3830-4cf1-8811-031098651007 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.163351 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc62736-5613-4b14-920c-a1bf15176f29 None None] Pushing event updated for resources: {'Port': ['ID=52f76a48-3c24-419d-9d1a-d9d9fe62cbd5,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.227241 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3170c3dc-6a36-40f6-a29e-7774b6b73d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.229956 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-3f89b6ce-41e2-4c36-8273-f8ce7a7963a3 None None] Provisioning complete for port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:38.230617 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3f89b6ce-41e2-4c36-8273-f8ce7a7963a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.264785 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a300e2d1-3830-4cf1-8811-031098651007 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.280877 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a300e2d1-3830-4cf1-8811-031098651007 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.304731 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:35Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '52f76a48-3c24-419d-9d1a-d9d9fe62cbd5', 'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:71:95:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:34Z', 'updated_at': '2022-01-21T09:43:37Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:38.320713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300e2d1-3830-4cf1-8811-031098651007 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782a8e09-ff3f-4557-8acc-1937e24deca7,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.326979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a300e2d1-3830-4cf1-8811-031098651007 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.335312 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 66825e07-cd47-438d-8966-39f69a784dab up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:43:38.336428 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a300e2d1-3830-4cf1-8811-031098651007 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2132993 Jan 21 09:43:38.348631 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-80e2205d-8be6-4710-9ca4-44a57c8b1678 req-5a4661d1-6cc5-4f67-ad34-6bd1e83eef07 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859623 Jan 21 09:43:38.357546 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ff780-0594-42af-913e-7223a328c8e5 None None] The sync data for ids ['7c7309de-6c9c-40a5-bc82-9a06666db64e'] in dv-neutron-825721-1-hyperv is: [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:35Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '52f76a48-3c24-419d-9d1a-d9d9fe62cbd5', 'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:71:95:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:34Z', 'updated_at': '2022-01-21T09:43:37Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:38.439492 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 66825e07-cd47-438d-8966-39f69a784dab triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:38.440206 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.450458 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2205d-8be6-4710-9ca4-44a57c8b1678 req-4e9a9c1b-edfd-4eef-af29-6b97417121d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:38.452439 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-80e2205d-8be6-4710-9ca4-44a57c8b1678 req-4e9a9c1b-edfd-4eef-af29-6b97417121d5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 1098 time: 0.0818846 Jan 21 09:43:38.548288 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 014e438c-2403-4291-a64b-db5a23e40b8e up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:43:38.601701 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 014e438c-2403-4291-a64b-db5a23e40b8e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:38.602074 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.609291 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-f633462a-b91b-48c9-840b-f9915937a023 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124035978&fields=id&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 267 time: 0.0910726 Jan 21 09:43:38.674621 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2205d-8be6-4710-9ca4-44a57c8b1678 req-1ba64b24-07a7-467e-9870-6c9deee195ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:38.676109 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-80e2205d-8be6-4710-9ca4-44a57c8b1678 req-1ba64b24-07a7-467e-9870-6c9deee195ce service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 913 time: 0.1905220 Jan 21 09:43:38.775409 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-80e2205d-8be6-4710-9ca4-44a57c8b1678 req-35b7f7ca-33d2-40de-8ab4-d2cd8f1919a5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907dbf7b-1a20-4d5c-a64f-799db6ca9436 HTTP/1.1" status: 200 len: 1001 time: 0.0922101 Jan 21 09:43:38.819024 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5e925100-733c-463a-a6d7-a0fdce29ca46 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:38.820455 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5e925100-733c-463a-a6d7-a0fdce29ca46 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/networks?id=24c9892b-4055-4664-a106-a49706e6941d HTTP/1.1" status: 200 len: 796 time: 0.1992714 Jan 21 09:43:38.842321 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-ebf71b5a-5b07-43db-98c4-91c70b69cfd7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/quotas/d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 375 time: 0.0153532 Jan 21 09:43:38.848032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2205d-8be6-4710-9ca4-44a57c8b1678 req-a1a05907-5f80-4af0-bd66-2f7c6a3bafb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:38.849517 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-80e2205d-8be6-4710-9ca4-44a57c8b1678 req-a1a05907-5f80-4af0-bd66-2f7c6a3bafb8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=51a8f30f-613e-41a2-aa04-d3cbecea2db9 HTTP/1.1" status: 200 len: 851 time: 0.0672636 Jan 21 09:43:38.929297 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2205d-8be6-4710-9ca4-44a57c8b1678 req-3cb92c33-5a0e-4eaf-a4f4-acec874a76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:38.930848 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-80e2205d-8be6-4710-9ca4-44a57c8b1678 req-3cb92c33-5a0e-4eaf-a4f4-acec874a76c4 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bc00035-f913-4c0c-933f-eb8c12314236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708771 Jan 21 09:43:38.937996 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-c9d44de9-29b7-4ee2-abac-d88fb93a8ea5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875664 Jan 21 09:43:39.098361 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-80e2205d-8be6-4710-9ca4-44a57c8b1678 req-156aa960-4e9c-4712-a763-61f8eee1285d service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593966 Jan 21 09:43:39.103946 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-e0a78c2f-27fd-4af5-ae1e-44384af0fa6d service neutron] 10.222.0.88 "GET /v2.0/networks/24c9892b-4055-4664-a106-a49706e6941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459038 Jan 21 09:43:39.256117 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.265915 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-80e2205d-8be6-4710-9ca4-44a57c8b1678 req-3bc591fb-7f52-47a0-822d-dc6f4914e6a2 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610453 Jan 21 09:43:39.267849 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-1258c060-74c9-4680-b577-836b802a37cf service neutron] 10.222.0.88 "GET /v2.0/networks/24c9892b-4055-4664-a106-a49706e6941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549630 Jan 21 09:43:39.435014 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0ebd53b5-e7ab-4c2e-9203-87b1f3c58d67 req-a27c45d7-e63d-4525-bd56-827ab38b48aa tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 210 time: 0.0276020 Jan 21 09:43:40.373994 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:43:40.394882 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-aeee40ad-170d-4943-ae4a-9c9c9cae1ef0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:40.396444 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-aeee40ad-170d-4943-ae4a-9c9c9cae1ef0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/networks?id=24c9892b-4055-4664-a106-a49706e6941d HTTP/1.1" status: 200 len: 796 time: 0.1500657 Jan 21 09:43:40.433260 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:40.434249 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.443905 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-d4c68234-983e-4977-b21a-f234f9f21ec0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 380 time: 0.0393858 Jan 21 09:43:40.453672 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-b854a6b0-a230-4ecf-929e-b031a088cbce tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'port': {'device_id': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'admin_state_up': True, 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'security_groups': ['56d48671-1d81-401b-acbc-b0d937034360']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:40.568517 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-47dc3e82-33ee-4328-aaf4-4acadf8158d0 req-bdcec79f-d290-4ec1-a77d-2bb884283705 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 210 time: 0.0544703 Jan 21 09:43:40.623190 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-b854a6b0-a230-4ecf-929e-b031a088cbce tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:40.626886 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-b854a6b0-a230-4ecf-929e-b031a088cbce tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.752186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-b854a6b0-a230-4ecf-929e-b031a088cbce tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.5 (24c9892b-4055-4664-a106-a49706e6941d/a68c3c96-08b4-443d-b392-6df8d972e486/d927c9ff-92b1-4971-ad2f-2df5b1049759) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:40.895493 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-b854a6b0-a230-4ecf-929e-b031a088cbce tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.931778 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-b854a6b0-a230-4ecf-929e-b031a088cbce tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.977246 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-b854a6b0-a230-4ecf-929e-b031a088cbce tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 24c9892b-4055-4664-a106-a49706e6941d is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:40.981193 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-b854a6b0-a230-4ecf-929e-b031a088cbce tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:40.983980 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-b854a6b0-a230-4ecf-929e-b031a088cbce tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:41.015313 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854a6b0-a230-4ecf-929e-b031a088cbce tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=d927c9ff-92b1-4971-ad2f-2df5b1049759,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:41.048637 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-b854a6b0-a230-4ecf-929e-b031a088cbce tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:41.049295 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-b854a6b0-a230-4ecf-929e-b031a088cbce tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.067287 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-b854a6b0-a230-4ecf-929e-b031a088cbce tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6175158 Jan 21 09:43:41.080012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Request body: {'port': {'device_id': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:41.139898 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.224087 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e6b6bf45-dd3a-498c-a701-cafb38ce2e01 None None] Provisioning complete for port d927c9ff-92b1-4971-ad2f-2df5b1049759 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:41.224087 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e6b6bf45-dd3a-498c-a701-cafb38ce2e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.269337 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e6b6bf45-dd3a-498c-a701-cafb38ce2e01 None None] Port d927c9ff-92b1-4971-ad2f-2df5b1049759 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:43:41.276547 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.358513 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.425383 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d927c9ff-92b1-4971-ad2f-2df5b1049759 {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:43:41.433067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.445992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Transition to ACTIVE for port object d927c9ff-92b1-4971-ad2f-2df5b1049759 will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:41.450573 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.508137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Pushing event updated for resources: {'Port': ['ID=d927c9ff-92b1-4971-ad2f-2df5b1049759,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:41.578673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Attempting to bind port d927c9ff-92b1-4971-ad2f-2df5b1049759 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:41.579004 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Attempting to bind port d927c9ff-92b1-4971-ad2f-2df5b1049759 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '7362d0a7-04b2-48ca-9779-da1bd8a99186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '24c9892b-4055-4664-a106-a49706e6941d'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:41.579324 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Attempting to bind port d927c9ff-92b1-4971-ad2f-2df5b1049759 on network 24c9892b-4055-4664-a106-a49706e6941d {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:43:41.584593 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Port d927c9ff-92b1-4971-ad2f-2df5b1049759 on network 24c9892b-4055-4664-a106-a49706e6941d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:43:41.584945 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Attempting to bind port d927c9ff-92b1-4971-ad2f-2df5b1049759 on network 24c9892b-4055-4664-a106-a49706e6941d {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:43:41.590928 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:43:41.591338 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Checking segment: {'id': '7362d0a7-04b2-48ca-9779-da1bd8a99186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '24c9892b-4055-4664-a106-a49706e6941d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:43:41.591643 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Bound using segment: {'id': '7362d0a7-04b2-48ca-9779-da1bd8a99186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '24c9892b-4055-4664-a106-a49706e6941d'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:43:41.592063 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Bound port: d927c9ff-92b1-4971-ad2f-2df5b1049759, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7362d0a7-04b2-48ca-9779-da1bd8a99186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '24c9892b-4055-4664-a106-a49706e6941d'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:41.592418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.666414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] For port d927c9ff-92b1-4971-ad2f-2df5b1049759, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:41.671232 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] For port d927c9ff-92b1-4971-ad2f-2df5b1049759, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d927c9ff-92b1-4971-ad2f-2df5b1049759,segment=NetworkSegment(7362d0a7-04b2-48ca-9779-da1bd8a99186),segment_id=7362d0a7-04b2-48ca-9779-da1bd8a99186)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:41.676149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.695715 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3e2f7-8a67-4c68-8947-400755bf027b req-ef18c5d0-a311-4f0d-995b-5514168574d5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:41.697202 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-44c3e2f7-8a67-4c68-8947-400755bf027b req-ef18c5d0-a311-4f0d-995b-5514168574d5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 943 time: 0.0527711 Jan 21 09:43:41.713646 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:41.714372 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.716466 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] 10.222.0.113 "PUT /v2.0/ports/d927c9ff-92b1-4971-ad2f-2df5b1049759 HTTP/1.1" status: 200 len: 1093 time: 0.6407518 Jan 21 09:43:41.718999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'tag': 'd927c9ff-92b1-4971-ad2f-2df5b1049759'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:41.721953 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb46240-8765-4830-b166-f7b871f45c33" -d '{"events": [{"name": "network-changed", "server_uuid": "a177a497-799b-4bdd-883b-166a9f85ee4e", "tag": "d927c9ff-92b1-4971-ad2f-2df5b1049759"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:41.741144 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-44c3e2f7-8a67-4c68-8947-400755bf027b req-7756ac0f-e6ee-41c9-9b92-1c7353fad732 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=56d48671-1d81-401b-acbc-b0d937034360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377889 Jan 21 09:43:41.750265 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a234f0f-020f-4269-a2cc-90a569b92b42 service neutron] Pushing event updated for resources: {'Port': ['ID=d927c9ff-92b1-4971-ad2f-2df5b1049759,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:41.790452 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdeb8cd-2782-489f-a184-fc9d888326bc x-openstack-request-id: req-fbdeb8cd-2782-489f-a184-fc9d888326bc {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:41.790739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a177a497-799b-4bdd-883b-166a9f85ee4e", "tag": "d927c9ff-92b1-4971-ad2f-2df5b1049759", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:41.790987 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fbdeb8cd-2782-489f-a184-fc9d888326bc {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:41.791502 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'tag': 'd927c9ff-92b1-4971-ad2f-2df5b1049759', 'status': 'completed', 'code': 200} Jan 21 09:43:41.810041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-1dd0067a-56cf-4866-96b3-20950a971b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:41.811588 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-1dd0067a-56cf-4866-96b3-20950a971b5f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 1096 time: 0.0524087 Jan 21 09:43:41.857148 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-1b217df4-0621-4cff-9b3c-4aa88411992b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d927c9ff-92b1-4971-ad2f-2df5b1049759 HTTP/1.1" status: 200 len: 217 time: 0.0358739 Jan 21 09:43:41.912541 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-0d00d187-e860-4204-89bc-a8ca12751f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:41.914129 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-0d00d187-e860-4204-89bc-a8ca12751f62 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=a68c3c96-08b4-443d-b392-6df8d972e486 HTTP/1.1" status: 200 len: 835 time: 0.0502350 Jan 21 09:43:41.962663 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-8a375317-3943-443a-ade4-61c83b7f0b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:41.964183 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-8a375317-3943-443a-ade4-61c83b7f0b96 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=24c9892b-4055-4664-a106-a49706e6941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436437 Jan 21 09:43:42.055989 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-5657a048-3de5-4ff6-84f9-f68e78368e09 service neutron] 10.222.0.113 "GET /v2.0/networks/24c9892b-4055-4664-a106-a49706e6941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853765 Jan 21 09:43:42.147406 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cf25ecce-d037-4ad1-ae33-cb73ba399387 req-c3954e3c-0813-47da-b8f1-51e8decf4e23 service neutron] 10.222.0.113 "GET /v2.0/networks/24c9892b-4055-4664-a106-a49706e6941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846682 Jan 21 09:43:42.234430 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb46240-8765-4830-b166-f7b871f45c33 req-2c432d75-328f-4227-a57b-c9e350967a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:42.235937 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cdb46240-8765-4830-b166-f7b871f45c33 req-2c432d75-328f-4227-a57b-c9e350967a03 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 1096 time: 0.0425839 Jan 21 09:43:42.342704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb46240-8765-4830-b166-f7b871f45c33 req-b7a9f8ee-d292-4b31-8acd-e9f7f8e994d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:42.344163 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cdb46240-8765-4830-b166-f7b871f45c33 req-b7a9f8ee-d292-4b31-8acd-e9f7f8e994d9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=24c9892b-4055-4664-a106-a49706e6941d HTTP/1.1" status: 200 len: 897 time: 0.1012001 Jan 21 09:43:42.386052 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cdb46240-8765-4830-b166-f7b871f45c33 req-e7bb9ce4-8301-41e2-8cca-6a107c617488 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d927c9ff-92b1-4971-ad2f-2df5b1049759 HTTP/1.1" status: 200 len: 217 time: 0.0343325 Jan 21 09:43:42.434683 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb46240-8765-4830-b166-f7b871f45c33 req-9fb9a30c-c385-4e28-a567-b380f637335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:42.436090 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cdb46240-8765-4830-b166-f7b871f45c33 req-9fb9a30c-c385-4e28-a567-b380f637335c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=a68c3c96-08b4-443d-b392-6df8d972e486 HTTP/1.1" status: 200 len: 835 time: 0.0432947 Jan 21 09:43:42.486121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb46240-8765-4830-b166-f7b871f45c33 req-41de9648-f87d-43f3-a7cc-1ca8953a4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:42.487599 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cdb46240-8765-4830-b166-f7b871f45c33 req-41de9648-f87d-43f3-a7cc-1ca8953a4d31 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=24c9892b-4055-4664-a106-a49706e6941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449765 Jan 21 09:43:42.576278 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cdb46240-8765-4830-b166-f7b871f45c33 req-1eedbd84-97e9-4d12-a746-af08c5966262 service neutron] 10.222.0.113 "GET /v2.0/networks/24c9892b-4055-4664-a106-a49706e6941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816224 Jan 21 09:43:42.670184 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cdb46240-8765-4830-b166-f7b871f45c33 req-04a74e67-ec7f-4920-b6aa-2ced83e77608 service neutron] 10.222.0.113 "GET /v2.0/networks/24c9892b-4055-4664-a106-a49706e6941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861666 Jan 21 09:43:42.866981 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682f1b4-8172-436d-a7f5-410ba1758fe4 req-3ea47a29-eb98-44a5-ba63-08a4b7967bc5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:42.868492 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9682f1b4-8172-436d-a7f5-410ba1758fe4 req-3ea47a29-eb98-44a5-ba63-08a4b7967bc5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 943 time: 0.0500376 Jan 21 09:43:42.906772 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9682f1b4-8172-436d-a7f5-410ba1758fe4 req-7a4259bf-6390-470e-b722-449e95a8db2b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=56d48671-1d81-401b-acbc-b0d937034360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313184 Jan 21 09:43:44.024688 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7d43f-c5b7-44b3-9995-140528f26dd0 req-1f10747a-2e74-44be-88ea-c1e38a74c532 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:44.026175 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b5f7d43f-c5b7-44b3-9995-140528f26dd0 req-1f10747a-2e74-44be-88ea-c1e38a74c532 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 943 time: 0.0513568 Jan 21 09:43:44.064556 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b5f7d43f-c5b7-44b3-9995-140528f26dd0 req-1b6cb0f7-82f7-4613-bd85-27c0787279ba tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=56d48671-1d81-401b-acbc-b0d937034360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322304 Jan 21 09:43:44.499850 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d927c9ff-92b1-4971-ad2f-2df5b1049759 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:43:44.595811 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d927c9ff-92b1-4971-ad2f-2df5b1049759, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d927c9ff-92b1-4971-ad2f-2df5b1049759,segment=NetworkSegment(7362d0a7-04b2-48ca-9779-da1bd8a99186),segment_id=7362d0a7-04b2-48ca-9779-da1bd8a99186)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:44.606737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'd927c9ff-92b1-4971-ad2f-2df5b1049759', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'port_id': 'd927c9ff-92b1-4971-ad2f-2df5b1049759', 'mac_address': 'fa:16:3e:13:5a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:43:44.642660 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.656555 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d927c9ff-92b1-4971-ad2f-2df5b1049759 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:43:44.676131 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d927c9ff-92b1-4971-ad2f-2df5b1049759, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d927c9ff-92b1-4971-ad2f-2df5b1049759,segment=NetworkSegment(7362d0a7-04b2-48ca-9779-da1bd8a99186),segment_id=7362d0a7-04b2-48ca-9779-da1bd8a99186)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:44.679796 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.729348 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=d927c9ff-92b1-4971-ad2f-2df5b1049759,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:44.890784 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['d927c9ff-92b1-4971-ad2f-2df5b1049759'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:43:45.177560 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b6a86-cf6b-47e1-8fe7-f8b19d372374 req-a32b9dcd-b0ba-4f48-8952-676866077964 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:45.178921 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-502b6a86-cf6b-47e1-8fe7-f8b19d372374 req-a32b9dcd-b0ba-4f48-8952-676866077964 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 944 time: 0.0483644 Jan 21 09:43:45.216760 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-502b6a86-cf6b-47e1-8fe7-f8b19d372374 req-0e60367c-9b21-47f6-8270-0c381a142ebb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=56d48671-1d81-401b-acbc-b0d937034360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311899 Jan 21 09:43:46.360831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab884d0-7b8a-4496-8cd3-681562cc29d7 req-45db97b0-0c46-4afe-832a-3db00fa1bdb8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:46.362456 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0ab884d0-7b8a-4496-8cd3-681562cc29d7 req-45db97b0-0c46-4afe-832a-3db00fa1bdb8 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 944 time: 0.0735984 Jan 21 09:43:46.409478 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0ab884d0-7b8a-4496-8cd3-681562cc29d7 req-f160cd58-c055-4f92-b216-2c5b7c253b7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=56d48671-1d81-401b-acbc-b0d937034360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409033 Jan 21 09:43:46.507170 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d927c9ff-92b1-4971-ad2f-2df5b1049759 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:43:46.566974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port d927c9ff-92b1-4971-ad2f-2df5b1049759 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:46.570751 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port d927c9ff-92b1-4971-ad2f-2df5b1049759 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:46.571148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.656021 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.678868 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd927c9ff-92b1-4971-ad2f-2df5b1049759'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:46.681092 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d825c8fb-6b1d-4236-ba50-3c64d67e2735" -d '{"events": [{"server_uuid": "a177a497-799b-4bdd-883b-166a9f85ee4e", "name": "network-vif-plugged", "status": "completed", "tag": "d927c9ff-92b1-4971-ad2f-2df5b1049759"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:46.696318 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d927c9ff-92b1-4971-ad2f-2df5b1049759, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d927c9ff-92b1-4971-ad2f-2df5b1049759,segment=NetworkSegment(7362d0a7-04b2-48ca-9779-da1bd8a99186),segment_id=7362d0a7-04b2-48ca-9779-da1bd8a99186)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:46.701071 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.725244 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171a5f37-5275-4d56-944c-ec8f4208fb2e x-openstack-request-id: req-171a5f37-5275-4d56-944c-ec8f4208fb2e {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:46.725572 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a177a497-799b-4bdd-883b-166a9f85ee4e", "name": "network-vif-plugged", "status": "completed", "tag": "d927c9ff-92b1-4971-ad2f-2df5b1049759", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:46.725825 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-171a5f37-5275-4d56-944c-ec8f4208fb2e {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:46.726207 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd927c9ff-92b1-4971-ad2f-2df5b1049759', 'code': 200} Jan 21 09:43:46.752343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=d927c9ff-92b1-4971-ad2f-2df5b1049759,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:46.888908 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f64f8-f652-4bc8-bc5d-34c84b236588 req-8188be9e-1807-4f31-aa4c-de9e5e8b1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:46.890415 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f87f64f8-f652-4bc8-bc5d-34c84b236588 req-8188be9e-1807-4f31-aa4c-de9e5e8b1cd4 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 1098 time: 0.0403655 Jan 21 09:43:46.931495 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f87f64f8-f652-4bc8-bc5d-34c84b236588 req-f70f58a9-e42d-4e8a-8a5b-dd9b5027b18c service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=56d48671-1d81-401b-acbc-b0d937034360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329850 Jan 21 09:43:47.531258 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419bb03-1e1d-41f8-bdeb-dda7e218d85b req-75e42b36-4323-465b-9816-1be546327a7b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:47.532767 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1419bb03-1e1d-41f8-bdeb-dda7e218d85b req-75e42b36-4323-465b-9816-1be546327a7b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 945 time: 0.0510631 Jan 21 09:43:47.571418 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1419bb03-1e1d-41f8-bdeb-dda7e218d85b req-ca883988-e95c-4c0b-a540-0927f4d9de76 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=56d48671-1d81-401b-acbc-b0d937034360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324771 Jan 21 09:43:48.684806 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4ed6b-7cbb-435d-85bf-7bb6018a41e7 req-01e1f69e-22a3-486c-a2a7-deaed67c5f3a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:48.686416 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-84f4ed6b-7cbb-435d-85bf-7bb6018a41e7 req-01e1f69e-22a3-486c-a2a7-deaed67c5f3a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 945 time: 0.0476971 Jan 21 09:43:48.729918 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-84f4ed6b-7cbb-435d-85bf-7bb6018a41e7 req-f10431f0-bf9a-4684-8b4f-ff2c7ce86837 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=56d48671-1d81-401b-acbc-b0d937034360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374045 Jan 21 09:43:48.846060 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c89390-8187-4017-8dfb-45af40c56e9d req-ce957a17-8138-4f53-8bbc-8f91d42feda1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:48.847541 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c0c89390-8187-4017-8dfb-45af40c56e9d req-ce957a17-8138-4f53-8bbc-8f91d42feda1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 945 time: 0.0488341 Jan 21 09:43:48.886195 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c0c89390-8187-4017-8dfb-45af40c56e9d req-74fb3484-8c9d-4e5e-8cac-beba77df812a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=56d48671-1d81-401b-acbc-b0d937034360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327473 Jan 21 09:43:48.908289 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45722) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:48.948453 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c8a8e3-6534-45ae-9281-a3ecf9684a19 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:48.950679 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-30c8a8e3-6534-45ae-9281-a3ecf9684a19 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 1093 time: 0.0413888 Jan 21 09:43:48.953993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45724) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:48.958460 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': 'd927c9ff-92b1-4971-ad2f-2df5b1049759', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:48.982535 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.082941 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.189512 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.26.7.231 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/6fdf572b-5917-47b1-ad6c-298ddb5de2e4) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:49.289164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.323718 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.359201 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:49.363899 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:49.367529 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:49.689767 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=6fdf572b-5917-47b1-ad6c-298ddb5de2e4,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:50.022261 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.092864 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.238267 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.242864 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.318082 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=6fdf572b-5917-47b1-ad6c-298ddb5de2e4,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:50.328258 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.330590 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:50.330931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:50.331262 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:50.331592 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:50.331912 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:50.332241 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:50.332555 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:50.332873 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:50.333189 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:50.333526 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:50.333841 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:50.334155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:50.442465 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP 889d980a-9eac-4942-8b48-8d0fb72a69ce associated. External IP: 172.26.7.231, port: d927c9ff-92b1-4971-ad2f-2df5b1049759. Jan 21 09:43:50.648097 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 7c7309de-6c9c-40a5-bc82-9a06666db64e has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:50.757617 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:50.769642 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ddefac-89f1-4d9f-a286-8868f35aab44 None None] Sync routers for ids ['7c7309de-6c9c-40a5-bc82-9a06666db64e'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:50.776765 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.780381 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ddefac-89f1-4d9f-a286-8868f35aab44 None None] Routers {'7c7309de-6c9c-40a5-bc82-9a06666db64e'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:50.781061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-22ddefac-89f1-4d9f-a286-8868f35aab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['7c7309de-6c9c-40a5-bc82-9a06666db64e'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:50.805227 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f3221885-345a-4a0c-8f56-47daad167152 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8501546 Jan 21 09:43:50.805841 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'tag': 'd927c9ff-92b1-4971-ad2f-2df5b1049759'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:50.808017 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45726) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:50.809134 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df652c2-7c64-44e2-9380-62bd968cd633" -d '{"events": [{"name": "network-changed", "server_uuid": "a177a497-799b-4bdd-883b-166a9f85ee4e", "tag": "d927c9ff-92b1-4971-ad2f-2df5b1049759"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:50.844366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3d4539-48c5-485c-acd0-6a52462bc1a5 x-openstack-request-id: req-6a3d4539-48c5-485c-acd0-6a52462bc1a5 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:50.844614 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a177a497-799b-4bdd-883b-166a9f85ee4e", "tag": "d927c9ff-92b1-4971-ad2f-2df5b1049759", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:50.844865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6a3d4539-48c5-485c-acd0-6a52462bc1a5 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:50.845265 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'tag': 'd927c9ff-92b1-4971-ad2f-2df5b1049759', 'status': 'completed', 'code': 200} Jan 21 09:43:50.902697 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-22ddefac-89f1-4d9f-a286-8868f35aab44 None None] Set router 7c7309de-6c9c-40a5-bc82-9a06666db64e gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:50.908090 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df652c2-7c64-44e2-9380-62bd968cd633 req-cf5f34e3-8fc0-4b9c-ab4c-db1987253f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:50.910235 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6df652c2-7c64-44e2-9380-62bd968cd633 req-cf5f34e3-8fc0-4b9c-ab4c-db1987253f23 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 1098 time: 0.0426407 Jan 21 09:43:50.922144 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-70b5930f-50a1-46f8-93d2-23ef80cdd85d tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/routers/7c7309de-6c9c-40a5-bc82-9a06666db64e HTTP/1.1" status: 200 len: 923 time: 0.1100178 Jan 21 09:43:50.922359 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45730) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:50.990489 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5b3ed33c-b09a-4a89-bfc4-f17042946618 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/889d980a-9eac-4942-8b48-8d0fb72a69ce HTTP/1.1" status: 200 len: 991 time: 0.0667090 Jan 21 09:43:51.008353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df652c2-7c64-44e2-9380-62bd968cd633 req-141d3445-9e62-4386-b716-88dbaaca4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:51.009974 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6df652c2-7c64-44e2-9380-62bd968cd633 req-141d3445-9e62-4386-b716-88dbaaca4ebf service neutron] 10.222.0.113 "GET /v2.0/networks?id=24c9892b-4055-4664-a106-a49706e6941d HTTP/1.1" status: 200 len: 897 time: 0.0939991 Jan 21 09:43:51.076773 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6df652c2-7c64-44e2-9380-62bd968cd633 req-e5322ff8-829b-4cf3-be42-b62b96d9f3a9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d927c9ff-92b1-4971-ad2f-2df5b1049759 HTTP/1.1" status: 200 len: 999 time: 0.0596988 Jan 21 09:43:51.130583 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df652c2-7c64-44e2-9380-62bd968cd633 req-8f61ccf1-6142-40f1-8f41-a018bdc9cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:51.132110 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6df652c2-7c64-44e2-9380-62bd968cd633 req-8f61ccf1-6142-40f1-8f41-a018bdc9cd3f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=a68c3c96-08b4-443d-b392-6df8d972e486 HTTP/1.1" status: 200 len: 835 time: 0.0481889 Jan 21 09:43:51.150833 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-22ddefac-89f1-4d9f-a286-8868f35aab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:35Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '889d980a-9eac-4942-8b48-8d0fb72a69ce', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.231', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'port_id': 'd927c9ff-92b1-4971-ad2f-2df5b1049759', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'mac_address': 'fa:16:3e:13:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:43:49Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f76a48-3c24-419d-9d1a-d9d9fe62cbd5', 'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:71:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:34Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:51.180806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ddefac-89f1-4d9f-a286-8868f35aab44 None None] Checking router: 7c7309de-6c9c-40a5-bc82-9a06666db64e for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:51.182932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df652c2-7c64-44e2-9380-62bd968cd633 req-07d6cac9-c8fe-459a-b8b8-4d9dc0b40a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:51.185057 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6df652c2-7c64-44e2-9380-62bd968cd633 req-07d6cac9-c8fe-459a-b8b8-4d9dc0b40a2a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=24c9892b-4055-4664-a106-a49706e6941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459981 Jan 21 09:43:51.189932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ddefac-89f1-4d9f-a286-8868f35aab44 None None] Routers {'7c7309de-6c9c-40a5-bc82-9a06666db64e'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:51.190536 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-22ddefac-89f1-4d9f-a286-8868f35aab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['7c7309de-6c9c-40a5-bc82-9a06666db64e'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:51.278256 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6df652c2-7c64-44e2-9380-62bd968cd633 req-bfcd1ae5-7812-4925-aeeb-41be5a2b1539 service neutron] 10.222.0.113 "GET /v2.0/networks/24c9892b-4055-4664-a106-a49706e6941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856876 Jan 21 09:43:51.298596 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-22ddefac-89f1-4d9f-a286-8868f35aab44 None None] Set router 7c7309de-6c9c-40a5-bc82-9a06666db64e gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:51.377568 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6df652c2-7c64-44e2-9380-62bd968cd633 req-a0a900b3-bb6e-4e12-ad2c-1f34350fa7af service neutron] 10.222.0.113 "GET /v2.0/networks/24c9892b-4055-4664-a106-a49706e6941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934434 Jan 21 09:43:51.523942 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-22ddefac-89f1-4d9f-a286-8868f35aab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:35Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '889d980a-9eac-4942-8b48-8d0fb72a69ce', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.231', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'port_id': 'd927c9ff-92b1-4971-ad2f-2df5b1049759', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'mac_address': 'fa:16:3e:13:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:43:49Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f76a48-3c24-419d-9d1a-d9d9fe62cbd5', 'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:71:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:34Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:51.550539 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ddefac-89f1-4d9f-a286-8868f35aab44 None None] The sync data for ids ['7c7309de-6c9c-40a5-bc82-9a06666db64e'] in dv-neutron-825721-1-hyperv is: [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:35Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '889d980a-9eac-4942-8b48-8d0fb72a69ce', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.231', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'port_id': 'd927c9ff-92b1-4971-ad2f-2df5b1049759', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'mac_address': 'fa:16:3e:13:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:43:49Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f76a48-3c24-419d-9d1a-d9d9fe62cbd5', 'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:71:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:34Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:51.759454 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97269882-134e-4a99-8649-6af55764df3a None None] New status for floating IP 889d980a-9eac-4942-8b48-8d0fb72a69ce: ACTIVE {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:43:51.994356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45732) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:52.055174 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d0837fc7-81a0-438f-94be-0c2c42d3d678 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/889d980a-9eac-4942-8b48-8d0fb72a69ce HTTP/1.1" status: 200 len: 993 time: 0.0596669 Jan 21 09:43:54.771700 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.966628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45734) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:43:59.127288 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Deleting port d4e2b9e9-f0d1-484f-b77a-0089a968882a {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:43:59.127628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.200648 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.200975 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.212299 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Calling delete_port for d4e2b9e9-f0d1-484f-b77a-0089a968882a owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:43:59.358846 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.383441 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event deleted for resources: {'Port': ['ID=d4e2b9e9-f0d1-484f-b77a-0089a968882a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:59.395165 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:59.395523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:59.395897 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:59.396231 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:59.396561 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:59.396891 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:59.397219 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:59.397573 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:59.397898 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:59.398222 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:59.398547 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:59.398865 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:59.455386 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.455719 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Floating IP 38666ff2-e5dc-4b54-82d3-72cf7ed3c984 disassociated (deleted). External IP: 172.26.7.246, port: 907dbf7b-1a20-4d5c-a64f-799db6ca9436. Jan 21 09:43:59.660171 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:59.766689 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:59.771513 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.777328 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de63652f-2894-47f6-92d5-4e4c4d921b34 None None] Sync routers for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:59.787547 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de63652f-2894-47f6-92d5-4e4c4d921b34 None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:59.788161 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-de63652f-2894-47f6-92d5-4e4c4d921b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:59.802168 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e8fc0081-071f-4887-a00b-4b56742930aa tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "DELETE /v2.0/floatingips/38666ff2-e5dc-4b54-82d3-72cf7ed3c984 HTTP/1.1" status: 204 len: 168 time: 0.8344362 Jan 21 09:43:59.802744 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7808057-a9ec-48c8-ac5b-99fc88d02389', 'tag': '907dbf7b-1a20-4d5c-a64f-799db6ca9436'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:59.805222 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb77bfb0-33ec-4d30-8df3-d7b592bde29b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7808057-a9ec-48c8-ac5b-99fc88d02389", "tag": "907dbf7b-1a20-4d5c-a64f-799db6ca9436"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:59.913238 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-de63652f-2894-47f6-92d5-4e4c4d921b34 None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:59.966439 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea778fb-9889-4857-bb22-a0d2c6797582 x-openstack-request-id: req-7ea778fb-9889-4857-bb22-a0d2c6797582 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:59.966690 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7808057-a9ec-48c8-ac5b-99fc88d02389", "tag": "907dbf7b-1a20-4d5c-a64f-799db6ca9436", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:59.967509 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7ea778fb-9889-4857-bb22-a0d2c6797582 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:59.967509 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7808057-a9ec-48c8-ac5b-99fc88d02389', 'tag': '907dbf7b-1a20-4d5c-a64f-799db6ca9436', 'status': 'completed', 'code': 200} Jan 21 09:44:00.062679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77bfb0-33ec-4d30-8df3-d7b592bde29b req-a209cd2f-1862-460d-ada2-b6d4386de05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:00.064187 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bb77bfb0-33ec-4d30-8df3-d7b592bde29b req-a209cd2f-1862-460d-ada2-b6d4386de05e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 1098 time: 0.0748594 Jan 21 09:44:00.072476 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77686077-1088-4b2b-a6ab-29b4bc331d93 req-85252cd5-5f5b-4a21-8836-1f059aeae48d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:00.073887 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-77686077-1088-4b2b-a6ab-29b4bc331d93 req-85252cd5-5f5b-4a21-8836-1f059aeae48d tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 945 time: 0.0723970 Jan 21 09:44:00.174980 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-77686077-1088-4b2b-a6ab-29b4bc331d93 req-96b54b47-5f3a-40c7-b32d-28a58efd0370 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912244 Jan 21 09:44:00.204474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77bfb0-33ec-4d30-8df3-d7b592bde29b req-122369b7-931a-458f-af9a-09ccaaedc0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:00.206027 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bb77bfb0-33ec-4d30-8df3-d7b592bde29b req-122369b7-931a-458f-af9a-09ccaaedc0b9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 913 time: 0.1313124 Jan 21 09:44:00.249332 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bb77bfb0-33ec-4d30-8df3-d7b592bde29b req-5ffbcb08-e1b8-4341-8938-3f05a22c3691 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907dbf7b-1a20-4d5c-a64f-799db6ca9436 HTTP/1.1" status: 200 len: 217 time: 0.0360756 Jan 21 09:44:00.291263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-de63652f-2894-47f6-92d5-4e4c4d921b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'f7ff2fc8-847d-4055-85ce-4e8f85a40a26', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'floating_ip_address': '172.26.7.201', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'port_id': '52241fe1-853a-4206-8c62-3b6e01e2a839', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'mac_address': 'fa:16:3e:e8:75:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:20Z', 'updated_at': '2022-01-21T09:40:22Z', 'revision_number': 1, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:00.306518 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77bfb0-33ec-4d30-8df3-d7b592bde29b req-8fd4bfae-fdc8-4769-a3e2-d786ff541d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:00.307978 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bb77bfb0-33ec-4d30-8df3-d7b592bde29b req-8fd4bfae-fdc8-4769-a3e2-d786ff541d1c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=51a8f30f-613e-41a2-aa04-d3cbecea2db9 HTTP/1.1" status: 200 len: 851 time: 0.0496755 Jan 21 09:44:00.318155 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de63652f-2894-47f6-92d5-4e4c4d921b34 None None] Checking router: c653d894-85ee-4bb3-aea1-b6cdbbe1e266 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:00.327132 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de63652f-2894-47f6-92d5-4e4c4d921b34 None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:00.327743 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-de63652f-2894-47f6-92d5-4e4c4d921b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:00.355117 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77bfb0-33ec-4d30-8df3-d7b592bde29b req-ef2e2045-8f8b-490b-8edd-cb2bc37b827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:00.357196 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bb77bfb0-33ec-4d30-8df3-d7b592bde29b req-ef2e2045-8f8b-490b-8edd-cb2bc37b827c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bc00035-f913-4c0c-933f-eb8c12314236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406117 Jan 21 09:44:00.435015 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-de63652f-2894-47f6-92d5-4e4c4d921b34 None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:00.449430 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bb77bfb0-33ec-4d30-8df3-d7b592bde29b req-594ab873-9cda-4015-899d-899c74433e9f service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848627 Jan 21 09:44:00.548810 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bb77bfb0-33ec-4d30-8df3-d7b592bde29b req-6568ec17-2f8a-45a0-8e25-3d6490035683 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908625 Jan 21 09:44:00.669827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-de63652f-2894-47f6-92d5-4e4c4d921b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'f7ff2fc8-847d-4055-85ce-4e8f85a40a26', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'floating_ip_address': '172.26.7.201', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'port_id': '52241fe1-853a-4206-8c62-3b6e01e2a839', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'mac_address': 'fa:16:3e:e8:75:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:20Z', 'updated_at': '2022-01-21T09:40:22Z', 'revision_number': 1, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:00.696038 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de63652f-2894-47f6-92d5-4e4c4d921b34 None None] The sync data for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv is: [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'f7ff2fc8-847d-4055-85ce-4e8f85a40a26', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'floating_ip_address': '172.26.7.201', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'port_id': '52241fe1-853a-4206-8c62-3b6e01e2a839', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'mac_address': 'fa:16:3e:e8:75:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:20Z', 'updated_at': '2022-01-21T09:40:22Z', 'revision_number': 1, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:00.914901 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9366b-0c53-4db4-9190-b8438b78bc10 None None] New status for floating IP 38666ff2-e5dc-4b54-82d3-72cf7ed3c984: DOWN {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:44:01.294616 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655c146-174f-48c6-a487-88ef8b106b99 req-f34dbfa3-a114-43f8-bbd4-c1685eedb8c3 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:01.296242 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3655c146-174f-48c6-a487-88ef8b106b99 req-f34dbfa3-a114-43f8-bbd4-c1685eedb8c3 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 945 time: 0.0496056 Jan 21 09:44:01.335100 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3655c146-174f-48c6-a487-88ef8b106b99 req-31ef62b7-f22d-4755-be56-8159f073d6d1 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320742 Jan 21 09:44:01.608422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b9f1e-2832-4a85-9a2f-b753bb373158 req-2ec6af8c-52a3-4cd4-b42a-b57d1e265f0b tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:01.609824 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd1b9f1e-2832-4a85-9a2f-b753bb373158 req-2ec6af8c-52a3-4cd4-b42a-b57d1e265f0b tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 945 time: 0.0506740 Jan 21 09:44:01.704972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-dd1b9f1e-2832-4a85-9a2f-b753bb373158 req-c80e9015-2467-4d60-bb39-c7f175cdb79a tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Deleting port 907dbf7b-1a20-4d5c-a64f-799db6ca9436 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:44:01.705311 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dd1b9f1e-2832-4a85-9a2f-b753bb373158 req-c80e9015-2467-4d60-bb39-c7f175cdb79a tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.805448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-dd1b9f1e-2832-4a85-9a2f-b753bb373158 req-c80e9015-2467-4d60-bb39-c7f175cdb79a tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] For port 907dbf7b-1a20-4d5c-a64f-799db6ca9436, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=907dbf7b-1a20-4d5c-a64f-799db6ca9436,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:01.805836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dd1b9f1e-2832-4a85-9a2f-b753bb373158 req-c80e9015-2467-4d60-bb39-c7f175cdb79a tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.818837 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-dd1b9f1e-2832-4a85-9a2f-b753bb373158 req-c80e9015-2467-4d60-bb39-c7f175cdb79a tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Calling delete_port for 907dbf7b-1a20-4d5c-a64f-799db6ca9436 owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:44:01.952184 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dd1b9f1e-2832-4a85-9a2f-b753bb373158 req-c80e9015-2467-4d60-bb39-c7f175cdb79a tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.982932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e9015-2467-4d60-bb39-c7f175cdb79a tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event deleted for resources: {'Port': ['ID=907dbf7b-1a20-4d5c-a64f-799db6ca9436,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:02.023938 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1b9f1e-2832-4a85-9a2f-b753bb373158 req-c80e9015-2467-4d60-bb39-c7f175cdb79a tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] No DVR routers for this DVR port 907dbf7b-1a20-4d5c-a64f-799db6ca9436 on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:02.026581 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dd1b9f1e-2832-4a85-9a2f-b753bb373158 req-c80e9015-2467-4d60-bb39-c7f175cdb79a tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.030997 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd1b9f1e-2832-4a85-9a2f-b753bb373158 req-c80e9015-2467-4d60-bb39-c7f175cdb79a tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.113 "DELETE /v2.0/ports/907dbf7b-1a20-4d5c-a64f-799db6ca9436 HTTP/1.1" status: 204 len: 173 time: 0.4141376 Jan 21 09:44:02.031441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7808057-a9ec-48c8-ac5b-99fc88d02389', 'name': 'network-vif-deleted', 'tag': '907dbf7b-1a20-4d5c-a64f-799db6ca9436'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:02.033713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b73e8a-512b-4f5f-83c0-f66143a43975" -d '{"events": [{"server_uuid": "c7808057-a9ec-48c8-ac5b-99fc88d02389", "name": "network-vif-deleted", "tag": "907dbf7b-1a20-4d5c-a64f-799db6ca9436"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:02.069871 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61d3bed-0653-4c48-b76a-8a58aa36e24d x-openstack-request-id: req-c61d3bed-0653-4c48-b76a-8a58aa36e24d {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:02.070167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7808057-a9ec-48c8-ac5b-99fc88d02389", "name": "network-vif-deleted", "tag": "907dbf7b-1a20-4d5c-a64f-799db6ca9436", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:02.070432 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c61d3bed-0653-4c48-b76a-8a58aa36e24d {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:02.070830 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7808057-a9ec-48c8-ac5b-99fc88d02389', 'name': 'network-vif-deleted', 'tag': '907dbf7b-1a20-4d5c-a64f-799db6ca9436', 'status': 'completed', 'code': 200} Jan 21 09:44:02.431653 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e0be403d-e36c-48f0-a179-87c4250cc547 req-d5aecaf9-727d-4c1b-a819-9e4dc1a97ec7 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 210 time: 0.0270326 Jan 21 09:44:03.534627 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bfa68dc3-b2d0-4753-83b8-3dacd324e5dd req-5868ee4c-bf58-4ac5-83f7-172dc48e1480 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 210 time: 0.0317550 Jan 21 09:44:04.547094 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 907dbf7b-1a20-4d5c-a64f-799db6ca9436 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:44:04.572174 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 907dbf7b-1a20-4d5c-a64f-799db6ca9436 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:44:04.572878 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 907dbf7b-1a20-4d5c-a64f-799db6ca9436 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:44:04.634451 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4ab8f075-d6db-4414-a347-0349da991a05 req-d7dbbc18-6ce1-46cc-9cdd-b420ed4c5383 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 210 time: 0.0267377 Jan 21 09:44:05.744647 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-786c0a89-f35a-420c-9d1e-3a9a7973f97e req-1d152498-3bb3-4012-b6be-783001110ed5 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7808057-a9ec-48c8-ac5b-99fc88d02389 HTTP/1.1" status: 200 len: 210 time: 0.0284138 Jan 21 09:44:05.846885 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-49d4be46-3d16-41a3-b8ff-a345c1eaf6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.206005 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:44:08.209920 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-815fd3bb-d3d2-49f0-a7c0-e2e8646daa4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.253418 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.124865 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45778) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:11.276029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.285033 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-fd91bedf-65ef-409f-88ba-b1fbf93516b0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Deleting port 3b3cf6aa-8fba-4d42-b6e4-9d83e9f608ca {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:44:11.285378 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fd91bedf-65ef-409f-88ba-b1fbf93516b0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.361258 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.376454 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fd91bedf-65ef-409f-88ba-b1fbf93516b0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.376707 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fd91bedf-65ef-409f-88ba-b1fbf93516b0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.388944 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-fd91bedf-65ef-409f-88ba-b1fbf93516b0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Calling delete_port for 3b3cf6aa-8fba-4d42-b6e4-9d83e9f608ca owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:44:11.535188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fd91bedf-65ef-409f-88ba-b1fbf93516b0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.561157 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91bedf-65ef-409f-88ba-b1fbf93516b0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event deleted for resources: {'Port': ['ID=3b3cf6aa-8fba-4d42-b6e4-9d83e9f608ca,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.620168 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fd91bedf-65ef-409f-88ba-b1fbf93516b0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.620468 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-fd91bedf-65ef-409f-88ba-b1fbf93516b0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Floating IP f7ff2fc8-847d-4055-85ce-4e8f85a40a26 disassociated (deleted). External IP: 172.26.7.201, port: 52241fe1-853a-4206-8c62-3b6e01e2a839. Jan 21 09:44:12.170999 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd91bedf-65ef-409f-88ba-b1fbf93516b0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:12.278296 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd91bedf-65ef-409f-88ba-b1fbf93516b0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:12.283031 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fd91bedf-65ef-409f-88ba-b1fbf93516b0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.287791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326098b-28ef-4ebf-b03c-c08eabed5d0e None None] Sync routers for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:12.299949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326098b-28ef-4ebf-b03c-c08eabed5d0e None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:12.300700 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7326098b-28ef-4ebf-b03c-c08eabed5d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:12.311696 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fd91bedf-65ef-409f-88ba-b1fbf93516b0 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "DELETE /v2.0/floatingips/f7ff2fc8-847d-4055-85ce-4e8f85a40a26 HTTP/1.1" status: 204 len: 168 time: 1.1857097 Jan 21 09:44:12.312297 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'tag': '52241fe1-853a-4206-8c62-3b6e01e2a839'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:12.314629 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3da7a21-b0b4-4708-aae9-b29fdbd171f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7991430f-3966-4b94-a2d5-a028050fa1ef", "tag": "52241fe1-853a-4206-8c62-3b6e01e2a839"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:12.353095 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d909f39-2f7b-409f-b460-12341ff84997 x-openstack-request-id: req-6d909f39-2f7b-409f-b460-12341ff84997 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:12.353396 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7991430f-3966-4b94-a2d5-a028050fa1ef", "tag": "52241fe1-853a-4206-8c62-3b6e01e2a839", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:12.353684 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6d909f39-2f7b-409f-b460-12341ff84997 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:12.354103 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'tag': '52241fe1-853a-4206-8c62-3b6e01e2a839', 'status': 'completed', 'code': 200} Jan 21 09:44:12.422669 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da7a21-b0b4-4708-aae9-b29fdbd171f6 req-da0c8a71-b1bc-46d4-accb-32010d9122d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:12.424111 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f3da7a21-b0b4-4708-aae9-b29fdbd171f6 req-da0c8a71-b1bc-46d4-accb-32010d9122d8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=55511390bef14e7cb904f2997d4e4aee&device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 1098 time: 0.0463476 Jan 21 09:44:12.443791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-7326098b-28ef-4ebf-b03c-c08eabed5d0e None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:12.553730 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da7a21-b0b4-4708-aae9-b29fdbd171f6 req-3ffed6ff-b3aa-4802-97e7-42fa960278f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:12.555237 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f3da7a21-b0b4-4708-aae9-b29fdbd171f6 req-3ffed6ff-b3aa-4802-97e7-42fa960278f9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 200 len: 913 time: 0.1246021 Jan 21 09:44:12.577412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201021d1-a20f-4d77-bdc3-b2b521d30896 req-526f2333-43ff-4e2d-a970-9805b823a419 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:12.578918 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-201021d1-a20f-4d77-bdc3-b2b521d30896 req-526f2333-43ff-4e2d-a970-9805b823a419 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 945 time: 0.0757217 Jan 21 09:44:12.608547 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f3da7a21-b0b4-4708-aae9-b29fdbd171f6 req-a06b633e-b6b5-4e99-ac95-44262bb9ecfd service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52241fe1-853a-4206-8c62-3b6e01e2a839 HTTP/1.1" status: 200 len: 217 time: 0.0456662 Jan 21 09:44:12.647115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7326098b-28ef-4ebf-b03c-c08eabed5d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:12.674378 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326098b-28ef-4ebf-b03c-c08eabed5d0e None None] Checking router: c653d894-85ee-4bb3-aea1-b6cdbbe1e266 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:12.678041 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-201021d1-a20f-4d77-bdc3-b2b521d30896 req-cafccfc3-73ea-4223-b88f-a39b370d6ac5 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722842 Jan 21 09:44:12.682575 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326098b-28ef-4ebf-b03c-c08eabed5d0e None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:12.683191 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7326098b-28ef-4ebf-b03c-c08eabed5d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:12.685472 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da7a21-b0b4-4708-aae9-b29fdbd171f6 req-e8456aa3-b6b9-47e6-9c34-83815a6329cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:12.686944 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f3da7a21-b0b4-4708-aae9-b29fdbd171f6 req-e8456aa3-b6b9-47e6-9c34-83815a6329cb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=51a8f30f-613e-41a2-aa04-d3cbecea2db9 HTTP/1.1" status: 200 len: 851 time: 0.0663283 Jan 21 09:44:12.736410 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da7a21-b0b4-4708-aae9-b29fdbd171f6 req-ad8330bc-4ea9-4847-8274-7ef3656dd093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:12.737960 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f3da7a21-b0b4-4708-aae9-b29fdbd171f6 req-ad8330bc-4ea9-4847-8274-7ef3656dd093 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bc00035-f913-4c0c-933f-eb8c12314236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412915 Jan 21 09:44:12.789156 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-7326098b-28ef-4ebf-b03c-c08eabed5d0e None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:12.828068 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f3da7a21-b0b4-4708-aae9-b29fdbd171f6 req-4579cc2f-39fa-40dc-a872-488668c6b9ae service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820642 Jan 21 09:44:12.926673 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f3da7a21-b0b4-4708-aae9-b29fdbd171f6 req-f0d0da21-f1aa-42fa-8e6e-65ec0febf9a2 service neutron] 10.222.0.113 "GET /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897772 Jan 21 09:44:12.994950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7326098b-28ef-4ebf-b03c-c08eabed5d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:13.025044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326098b-28ef-4ebf-b03c-c08eabed5d0e None None] The sync data for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv is: [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:36:08Z', 'revision_number': 4, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '8915b92a-97e2-4058-a869-f0e9623f9f42', 'name': '', 'network_id': '0bc00035-f913-4c0c-933f-eb8c12314236', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'mac_address': 'fa:16:3e:51:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:05Z', 'updated_at': '2022-01-21T09:36:15Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'subnets': [{'id': '51a8f30f-613e-41a2-aa04-d3cbecea2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:13.232570 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab265399-d85a-48c0-b76b-748f0cffb44b None None] New status for floating IP f7ff2fc8-847d-4055-85ce-4e8f85a40a26: DOWN {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:44:13.801725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400f3f3-2bf8-4013-b00b-3b02d4f3b7e1 req-82f96a6f-0e5f-44de-af28-23f37f3cebd4 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:13.803499 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1400f3f3-2bf8-4013-b00b-3b02d4f3b7e1 req-82f96a6f-0e5f-44de-af28-23f37f3cebd4 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 945 time: 0.0535307 Jan 21 09:44:13.841961 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1400f3f3-2bf8-4013-b00b-3b02d4f3b7e1 req-4b1c1f4d-fece-4428-8886-c3c859d6b58e tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/security-groups?id=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324504 Jan 21 09:44:14.098933 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59abdf-2e45-4231-a7c4-48a65c85f8ad req-1f773865-d508-4edf-b365-826abc1542a8 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:14.100285 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ec59abdf-2e45-4231-a7c4-48a65c85f8ad req-1f773865-d508-4edf-b365-826abc1542a8 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.113 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 945 time: 0.0604618 Jan 21 09:44:14.193426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-ec59abdf-2e45-4231-a7c4-48a65c85f8ad req-bedba230-4c73-441d-a160-c77954157908 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Deleting port 52241fe1-853a-4206-8c62-3b6e01e2a839 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:44:14.193933 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ec59abdf-2e45-4231-a7c4-48a65c85f8ad req-bedba230-4c73-441d-a160-c77954157908 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.280233 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-ec59abdf-2e45-4231-a7c4-48a65c85f8ad req-bedba230-4c73-441d-a160-c77954157908 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] For port 52241fe1-853a-4206-8c62-3b6e01e2a839, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=52241fe1-853a-4206-8c62-3b6e01e2a839,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:14.280594 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ec59abdf-2e45-4231-a7c4-48a65c85f8ad req-bedba230-4c73-441d-a160-c77954157908 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.292316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-ec59abdf-2e45-4231-a7c4-48a65c85f8ad req-bedba230-4c73-441d-a160-c77954157908 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Calling delete_port for 52241fe1-853a-4206-8c62-3b6e01e2a839 owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:44:14.424600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ec59abdf-2e45-4231-a7c4-48a65c85f8ad req-bedba230-4c73-441d-a160-c77954157908 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.454774 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedba230-4c73-441d-a160-c77954157908 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event deleted for resources: {'Port': ['ID=52241fe1-853a-4206-8c62-3b6e01e2a839,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:14.494062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec59abdf-2e45-4231-a7c4-48a65c85f8ad req-bedba230-4c73-441d-a160-c77954157908 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] No DVR routers for this DVR port 52241fe1-853a-4206-8c62-3b6e01e2a839 on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:14.497204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ec59abdf-2e45-4231-a7c4-48a65c85f8ad req-bedba230-4c73-441d-a160-c77954157908 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.500726 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ec59abdf-2e45-4231-a7c4-48a65c85f8ad req-bedba230-4c73-441d-a160-c77954157908 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.113 "DELETE /v2.0/ports/52241fe1-853a-4206-8c62-3b6e01e2a839 HTTP/1.1" status: 204 len: 173 time: 0.3934491 Jan 21 09:44:14.501147 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'name': 'network-vif-deleted', 'tag': '52241fe1-853a-4206-8c62-3b6e01e2a839'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:14.503369 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ceee66-ec3c-4345-a5bb-9beb5733712e" -d '{"events": [{"server_uuid": "7991430f-3966-4b94-a2d5-a028050fa1ef", "name": "network-vif-deleted", "tag": "52241fe1-853a-4206-8c62-3b6e01e2a839"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:14.547673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d2f78d-d298-47ed-8b03-75a6b562d712 x-openstack-request-id: req-88d2f78d-d298-47ed-8b03-75a6b562d712 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:14.547993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7991430f-3966-4b94-a2d5-a028050fa1ef", "name": "network-vif-deleted", "tag": "52241fe1-853a-4206-8c62-3b6e01e2a839", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:14.548244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-88d2f78d-d298-47ed-8b03-75a6b562d712 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:14.548685 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7991430f-3966-4b94-a2d5-a028050fa1ef', 'name': 'network-vif-deleted', 'tag': '52241fe1-853a-4206-8c62-3b6e01e2a839', 'status': 'completed', 'code': 200} Jan 21 09:44:14.939413 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c5a5dc48-60bd-42c1-bd99-3ba3c9c71b72 req-487d49be-723c-4c86-8e90-7945190210e2 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 210 time: 0.0282133 Jan 21 09:44:16.039762 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-204daadb-e4f9-45bf-9c90-e4f4d95b9edd req-e4559c89-fe0e-479b-9d6f-1a87b21ffd54 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 210 time: 0.0309734 Jan 21 09:44:16.632706 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 52241fe1-853a-4206-8c62-3b6e01e2a839 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:44:16.653709 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 52241fe1-853a-4206-8c62-3b6e01e2a839 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:44:16.654145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 52241fe1-853a-4206-8c62-3b6e01e2a839 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:44:17.136276 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-04cf3ca5-a63c-4180-9905-e220fe4b7855 req-96546a3c-6420-4cdc-b0e2-b839fa13ed0f tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 210 time: 0.0266011 Jan 21 09:44:18.247629 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c626cb43-efce-484e-acf0-174a699a9907 req-7ee01d02-4ace-4520-8dca-d2ea2a392a32 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "GET /v2.0/ports?device_id=7991430f-3966-4b94-a2d5-a028050fa1ef HTTP/1.1" status: 200 len: 210 time: 0.0270224 Jan 21 09:44:19.303771 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45808) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:19.429186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-3de1fe5b-75bf-4882-a848-37219b1023b5 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Deleting port d469efa8-73a6-49b3-8b24-147aaf912b91 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:44:19.429595 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3de1fe5b-75bf-4882-a848-37219b1023b5 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.505783 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3de1fe5b-75bf-4882-a848-37219b1023b5 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.506139 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3de1fe5b-75bf-4882-a848-37219b1023b5 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.517542 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-3de1fe5b-75bf-4882-a848-37219b1023b5 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Calling delete_port for d469efa8-73a6-49b3-8b24-147aaf912b91 owned by network:floatingip {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:44:19.655489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3de1fe5b-75bf-4882-a848-37219b1023b5 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.685851 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1fe5b-75bf-4882-a848-37219b1023b5 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event deleted for resources: {'Port': ['ID=d469efa8-73a6-49b3-8b24-147aaf912b91,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:20.037108 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3de1fe5b-75bf-4882-a848-37219b1023b5 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for floatingip, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.039851 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3de1fe5b-75bf-4882-a848-37219b1023b5 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.041013 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3de1fe5b-75bf-4882-a848-37219b1023b5 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "DELETE /v2.0/floatingips/6206a238-5a29-4523-a4f5-54e730e305e3 HTTP/1.1" status: 204 len: 168 time: 0.7362533 Jan 21 09:44:22.309575 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45822) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:22.368310 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-84914409-804f-4a05-aacd-ddd879c53ca2 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.393797 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-84914409-804f-4a05-aacd-ddd879c53ca2 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.454723 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-84914409-804f-4a05-aacd-ddd879c53ca2 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.457287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-84914409-804f-4a05-aacd-ddd879c53ca2 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.458529 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-84914409-804f-4a05-aacd-ddd879c53ca2 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] 10.222.0.88 "DELETE /v2.0/security-groups/efbfe62c-09fe-4cd6-bc7f-b1d3df274d07 HTTP/1.1" status: 204 len: 168 time: 0.1472905 Jan 21 09:44:22.468917 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84914409-804f-4a05-aacd-ddd879c53ca2 tempest-TestVolumeBootPattern-2021897674 tempest-TestVolumeBootPattern-2021897674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbfe62c-09fe-4cd6-bc7f-b1d3df274d07,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:22.531291 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45826) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:22.926878 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45832) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:23.048974 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4475029f-b91a-4453-9d21-cd87faf505cd tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/routers/7c7309de-6c9c-40a5-bc82-9a06666db64e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1209733 Jan 21 09:44:23.051846 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45834) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:23.054817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28ecf720-8116-4bbd-8a8c-1c2cac8a9892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.175803 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4a602e-696b-4fcb-b9cf-c814c40e3484 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Notify agent at dv-neutron-825721-1-hyperv the message router_removed_from_agent {{(pid=102146) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 21 09:44:23.181884 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-eb4a602e-696b-4fcb-b9cf-c814c40e3484 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "DELETE /v2.0/agents/84705f06-6b0d-4732-b72c-0fb3fcb6c1ff/l3-routers/7c7309de-6c9c-40a5-bc82-9a06666db64e HTTP/1.1" status: 204 len: 168 time: 0.1289051 Jan 21 09:44:23.182507 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45836) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:23.306988 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6cd27b95-5ccc-450a-8dbf-70eb0694bac4 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/routers/7c7309de-6c9c-40a5-bc82-9a06666db64e/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1233103 Jan 21 09:44:23.310519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45838) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:23.330639 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-28ecf720-8116-4bbd-8a8c-1c2cac8a9892 admin admin] Deleting port 8915b92a-97e2-4058-a869-f0e9623f9f42 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:44:23.331428 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28ecf720-8116-4bbd-8a8c-1c2cac8a9892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.369841 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ff2842c7-dcd7-48f5-9478-111c28ddc6a6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/889d980a-9eac-4942-8b48-8d0fb72a69ce HTTP/1.1" status: 200 len: 993 time: 0.0582342 Jan 21 09:44:23.410418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-28ecf720-8116-4bbd-8a8c-1c2cac8a9892 admin admin] For port 8915b92a-97e2-4058-a869-f0e9623f9f42, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=8915b92a-97e2-4058-a869-f0e9623f9f42,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:23.410803 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28ecf720-8116-4bbd-8a8c-1c2cac8a9892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.423147 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-28ecf720-8116-4bbd-8a8c-1c2cac8a9892 admin admin] Calling delete_port for 8915b92a-97e2-4058-a869-f0e9623f9f42 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:44:23.608187 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28ecf720-8116-4bbd-8a8c-1c2cac8a9892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.646764 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecf720-8116-4bbd-8a8c-1c2cac8a9892 admin admin] Pushing event deleted for resources: {'Port': ['ID=8915b92a-97e2-4058-a869-f0e9623f9f42,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:23.809795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28ecf720-8116-4bbd-8a8c-1c2cac8a9892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.963003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63920ee6-8524-49e7-aad5-8723af4f6a3b None None] New status for floating IP 889d980a-9eac-4942-8b48-8d0fb72a69ce: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:44:24.032049 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ecf720-8116-4bbd-8a8c-1c2cac8a9892 admin admin] Router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:24.143932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ecf720-8116-4bbd-8a8c-1c2cac8a9892 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:24.148973 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-28ecf720-8116-4bbd-8a8c-1c2cac8a9892 admin admin] 10.222.0.88 "PUT /v2.0/routers/c653d894-85ee-4bb3-aea1-b6cdbbe1e266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6166263 Jan 21 09:44:24.151793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45840) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:24.152766 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59339760-8774-4931-bb72-33199fbce973 None None] Sync routers for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:24.163085 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59339760-8774-4931-bb72-33199fbce973 None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:24.163705 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-59339760-8774-4931-bb72-33199fbce973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:24.256173 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6373ce2b-9616-48ab-a392-bda42af3aa84 admin admin] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.267840 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-59339760-8774-4931-bb72-33199fbce973 None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:24.370444 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6373ce2b-9616-48ab-a392-bda42af3aa84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.373837 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45842) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:24.381396 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:44:24.441758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-6373ce2b-9616-48ab-a392-bda42af3aa84 admin admin] Deleting port 26276855-c935-4b65-b972-210198a77351 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:44:24.442099 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6373ce2b-9616-48ab-a392-bda42af3aa84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.445835 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5b683e1f-2e16-4a9c-86d5-fe4d171ffcf7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/889d980a-9eac-4942-8b48-8d0fb72a69ce HTTP/1.1" status: 200 len: 991 time: 0.0702326 Jan 21 09:44:24.484897 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.503937 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-59339760-8774-4931-bb72-33199fbce973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '26276855-c935-4b65-b972-210198a77351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:44:23Z', 'revision_number': 5, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port': {'id': '26276855-c935-4b65-b972-210198a77351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:55Z', 'updated_at': '2022-01-21T09:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:24.519253 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=52f76a48-3c24-419d-9d1a-d9d9fe62cbd5,segment=NetworkSegment(7362d0a7-04b2-48ca-9779-da1bd8a99186),segment_id=7362d0a7-04b2-48ca-9779-da1bd8a99186)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:24.523674 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.524696 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 66825e07-cd47-438d-8966-39f69a784dab no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:44:24.530131 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59339760-8774-4931-bb72-33199fbce973 None None] Checking router: c653d894-85ee-4bb3-aea1-b6cdbbe1e266 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:24.533770 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-6373ce2b-9616-48ab-a392-bda42af3aa84 admin admin] For port 26276855-c935-4b65-b972-210198a77351, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=26276855-c935-4b65-b972-210198a77351,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:24.534349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6373ce2b-9616-48ab-a392-bda42af3aa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.538746 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59339760-8774-4931-bb72-33199fbce973 None None] Routers {'c653d894-85ee-4bb3-aea1-b6cdbbe1e266'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:24.539353 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-59339760-8774-4931-bb72-33199fbce973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:24.548282 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-6373ce2b-9616-48ab-a392-bda42af3aa84 admin admin] Calling delete_port for 26276855-c935-4b65-b972-210198a77351 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:44:24.626061 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-59339760-8774-4931-bb72-33199fbce973 None None] Set router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:24.626337 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=52f76a48-3c24-419d-9d1a-d9d9fe62cbd5,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:24.656265 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:24.656670 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:24.657015 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:24.657356 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:24.657730 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:24.658057 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:24.658385 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:24.658763 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:24.659578 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:24.659706 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:24.659970 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:24.660283 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:24.676033 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.686977 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-59339760-8774-4931-bb72-33199fbce973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:44:24Z', 'revision_number': 6, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:24.697711 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 66825e07-cd47-438d-8966-39f69a784dab, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=66825e07-cd47-438d-8966-39f69a784dab,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:24.702020 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.717131 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59339760-8774-4931-bb72-33199fbce973 None None] The sync data for ids ['c653d894-85ee-4bb3-aea1-b6cdbbe1e266'] in dv-neutron-825721-1-hyperv is: [{'id': 'c653d894-85ee-4bb3-aea1-b6cdbbe1e266', 'name': 'tempest-TestVolumeBootPattern-1728080568-router', 'tenant_id': '55511390bef14e7cb904f2997d4e4aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:44:24Z', 'revision_number': 6, 'project_id': '55511390bef14e7cb904f2997d4e4aee', 'gw_port_host': None}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:24.733568 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6373ce2b-9616-48ab-a392-bda42af3aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.755996 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=66825e07-cd47-438d-8966-39f69a784dab,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:24.768420 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373ce2b-9616-48ab-a392-bda42af3aa84 admin admin] Pushing event deleted for resources: {'Port': ['ID=26276855-c935-4b65-b972-210198a77351,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:24.776269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.833363 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6373ce2b-9616-48ab-a392-bda42af3aa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.928190 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6373ce2b-9616-48ab-a392-bda42af3aa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.930585 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6373ce2b-9616-48ab-a392-bda42af3aa84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.987322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6373ce2b-9616-48ab-a392-bda42af3aa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.987980 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6373ce2b-9616-48ab-a392-bda42af3aa84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c653d894-85ee-4bb3-aea1-b6cdbbe1e266 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:44:24.992493 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6373ce2b-9616-48ab-a392-bda42af3aa84 admin admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.993706 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6373ce2b-9616-48ab-a392-bda42af3aa84 admin admin] 10.222.0.88 "DELETE /v2.0/routers/c653d894-85ee-4bb3-aea1-b6cdbbe1e266 HTTP/1.1" status: 204 len: 168 time: 0.8406134 Jan 21 09:44:24.996707 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45844) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:25.041875 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0696b4a4-abf2-489a-9869-b1c39d8b10a1 admin admin] Deleting subnet 51a8f30f-613e-41a2-aa04-d3cbecea2db9 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:44:25.046218 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0696b4a4-abf2-489a-9869-b1c39d8b10a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.083588 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0696b4a4-abf2-489a-9869-b1c39d8b10a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.169385 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0696b4a4-abf2-489a-9869-b1c39d8b10a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.221116 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0696b4a4-abf2-489a-9869-b1c39d8b10a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.249189 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696b4a4-abf2-489a-9869-b1c39d8b10a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51a8f30f-613e-41a2-aa04-d3cbecea2db9,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.251166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0696b4a4-abf2-489a-9869-b1c39d8b10a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.255262 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0696b4a4-abf2-489a-9869-b1c39d8b10a1 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/51a8f30f-613e-41a2-aa04-d3cbecea2db9 HTTP/1.1" status: 204 len: 168 time: 0.2576172 Jan 21 09:44:25.256010 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ddd3d1-4cf4-4837-b8d8-421977d85650 None None] Network 0bc00035-f913-4c0c-933f-eb8c12314236 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:44:25.257771 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45846) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:25.350101 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.409737 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] Deleting port 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:44:25.410319 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.460943 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78970e8-4548-416b-9d93-2a8766c8b8ca None None] DHCP port deletion for 0bc00035-f913-4c0c-933f-eb8c12314236 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:44:25.485385 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] For port 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:25.485870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.505538 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] Calling delete_port for 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:44:25.518224 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a78970e8-4548-416b-9d93-2a8766c8b8ca None None] Deleting port 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:44:25.518597 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a78970e8-4548-416b-9d93-2a8766c8b8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.570071 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45850) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:25.588634 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a78970e8-4548-416b-9d93-2a8766c8b8ca None None] For port 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7,segment=NetworkSegment(e5ca82b0-ad62-4481-bd8f-edc0a9f99540),segment_id=e5ca82b0-ad62-4481-bd8f-edc0a9f99540)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:25.589036 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a78970e8-4548-416b-9d93-2a8766c8b8ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.603185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.604680 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a78970e8-4548-416b-9d93-2a8766c8b8ca None None] Calling delete_port for 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:44:25.634331 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] No DVR routers for this DVR port 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:25.637667 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.691490 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a78970e8-4548-416b-9d93-2a8766c8b8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.706068 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78970e8-4548-416b-9d93-2a8766c8b8ca None None] No DVR routers for this DVR port 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:25.722818 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4fcd18-30e1-47e0-afd8-78bec9df1102 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Router 7c7309de-6c9c-40a5-bc82-9a06666db64e is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:44:25.723179 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4fcd18-30e1-47e0-afd8-78bec9df1102 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Notify agent at dv-neutron-825721-1-hyperv the message router_added_to_agent {{(pid=102147) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 21 09:44:25.732378 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78970e8-4548-416b-9d93-2a8766c8b8ca None None] Pushing event deleted for resources: {'Port': ['ID=5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.743146 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.750561 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f024599a-78a1-40e7-b9bd-1a2cf5cc552e None None] Sync routers for ids ['7c7309de-6c9c-40a5-bc82-9a06666db64e'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:25.753656 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2d4fcd18-30e1-47e0-afd8-78bec9df1102 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "POST /v2.0/agents/84705f06-6b0d-4732-b72c-0fb3fcb6c1ff/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1822524 Jan 21 09:44:25.754286 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45854) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:25.760566 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f024599a-78a1-40e7-b9bd-1a2cf5cc552e None None] Routers {'7c7309de-6c9c-40a5-bc82-9a06666db64e'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:25.762936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-f024599a-78a1-40e7-b9bd-1a2cf5cc552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['7c7309de-6c9c-40a5-bc82-9a06666db64e'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:25.772544 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc00035-f913-4c0c-933f-eb8c12314236']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:25.786105 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:25.786496 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ca82b0-ad62-4481-bd8f-edc0a9f99540') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:25.798541 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.814388 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.822165 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:25.822811 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:25.825396 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:25.886812 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3945e705-eeb2-4cfa-be4d-c5d41c2c68be tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/routers/7c7309de-6c9c-40a5-bc82-9a06666db64e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1308250 Jan 21 09:44:25.890686 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45856) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:25.896732 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-f024599a-78a1-40e7-b9bd-1a2cf5cc552e None None] Set router 7c7309de-6c9c-40a5-bc82-9a06666db64e gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:25.897719 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.905423 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.909369 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] 10.222.0.88 "DELETE /v2.0/networks/0bc00035-f913-4c0c-933f-eb8c12314236 HTTP/1.1" status: 204 len: 168 time: 0.6504097 Jan 21 09:44:25.920950 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45858) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:25.928595 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ec059-6508-4735-af84-0e688aa11043 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bc00035-f913-4c0c-933f-eb8c12314236,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.968702 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1b1f4da8-58b3-4580-b01d-9d1e75c5b61b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/889d980a-9eac-4942-8b48-8d0fb72a69ce HTTP/1.1" status: 200 len: 991 time: 0.0750527 Jan 21 09:44:26.143827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-f024599a-78a1-40e7-b9bd-1a2cf5cc552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:35Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:44:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '889d980a-9eac-4942-8b48-8d0fb72a69ce', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.231', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'port_id': 'd927c9ff-92b1-4971-ad2f-2df5b1049759', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'mac_address': 'fa:16:3e:13:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:24Z', 'revision_number': 2, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f76a48-3c24-419d-9d1a-d9d9fe62cbd5', 'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:71:95:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:34Z', 'updated_at': '2022-01-21T09:44:24Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:26.175504 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f024599a-78a1-40e7-b9bd-1a2cf5cc552e None None] Checking router: 7c7309de-6c9c-40a5-bc82-9a06666db64e for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:26.187829 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f024599a-78a1-40e7-b9bd-1a2cf5cc552e None None] Routers {'7c7309de-6c9c-40a5-bc82-9a06666db64e'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:26.188562 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-f024599a-78a1-40e7-b9bd-1a2cf5cc552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['7c7309de-6c9c-40a5-bc82-9a06666db64e'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:26.311133 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9526b8b8-d8bf-410a-98ac-2973aed6c458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.423554 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8915b92a-97e2-4058-a869-f0e9623f9f42 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:44:26.448846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 8915b92a-97e2-4058-a869-f0e9623f9f42 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:44:26.449774 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8915b92a-97e2-4058-a869-f0e9623f9f42 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:44:26.450227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 26276855-c935-4b65-b972-210198a77351 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:44:26.473681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 26276855-c935-4b65-b972-210198a77351 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:44:26.474031 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 26276855-c935-4b65-b972-210198a77351 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:44:26.474464 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:44:26.500509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:44:26.500855 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5b1a2ce6-2c51-4d7f-88be-466f07cf6ae7 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:44:26.504361 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-f024599a-78a1-40e7-b9bd-1a2cf5cc552e None None] Set router 7c7309de-6c9c-40a5-bc82-9a06666db64e gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:26.576524 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-9526b8b8-d8bf-410a-98ac-2973aed6c458 admin admin] Deleting port fcf670ed-0e6c-4b2e-b213-05504c2a996b {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:44:26.577144 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9526b8b8-d8bf-410a-98ac-2973aed6c458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.653709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-9526b8b8-d8bf-410a-98ac-2973aed6c458 admin admin] For port fcf670ed-0e6c-4b2e-b213-05504c2a996b, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=fcf670ed-0e6c-4b2e-b213-05504c2a996b,segment=NetworkSegment(e8c3d034-0926-41f2-aac8-47a0801f708d),segment_id=e8c3d034-0926-41f2-aac8-47a0801f708d)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:26.654098 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9526b8b8-d8bf-410a-98ac-2973aed6c458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.666156 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-9526b8b8-d8bf-410a-98ac-2973aed6c458 admin admin] Calling delete_port for fcf670ed-0e6c-4b2e-b213-05504c2a996b owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:44:26.735306 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-f024599a-78a1-40e7-b9bd-1a2cf5cc552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:35Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:44:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '889d980a-9eac-4942-8b48-8d0fb72a69ce', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.231', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'port_id': 'd927c9ff-92b1-4971-ad2f-2df5b1049759', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'mac_address': 'fa:16:3e:13:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:24Z', 'revision_number': 2, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f76a48-3c24-419d-9d1a-d9d9fe62cbd5', 'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:71:95:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:34Z', 'updated_at': '2022-01-21T09:44:24Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:26.762073 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f024599a-78a1-40e7-b9bd-1a2cf5cc552e None None] The sync data for ids ['7c7309de-6c9c-40a5-bc82-9a06666db64e'] in dv-neutron-825721-1-hyperv is: [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:35Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:44:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '889d980a-9eac-4942-8b48-8d0fb72a69ce', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.231', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'port_id': 'd927c9ff-92b1-4971-ad2f-2df5b1049759', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'mac_address': 'fa:16:3e:13:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:24Z', 'revision_number': 2, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f76a48-3c24-419d-9d1a-d9d9fe62cbd5', 'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:71:95:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:34Z', 'updated_at': '2022-01-21T09:44:24Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:26.863138 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9526b8b8-d8bf-410a-98ac-2973aed6c458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.895320 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526b8b8-d8bf-410a-98ac-2973aed6c458 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf670ed-0e6c-4b2e-b213-05504c2a996b,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:26.972470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45860) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:27.071000 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f81f4640-aa0e-48a1-8bf2-621601fa39e5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/889d980a-9eac-4942-8b48-8d0fb72a69ce HTTP/1.1" status: 200 len: 991 time: 0.0958571 Jan 21 09:44:27.104075 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9526b8b8-d8bf-410a-98ac-2973aed6c458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.342788 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9526b8b8-d8bf-410a-98ac-2973aed6c458 admin admin] Router 581114ae-33b1-4fe7-a144-836d82baeb62 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:27.500061 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9526b8b8-d8bf-410a-98ac-2973aed6c458 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:27.505275 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9526b8b8-d8bf-410a-98ac-2973aed6c458 admin admin] 10.222.0.88 "PUT /v2.0/routers/581114ae-33b1-4fe7-a144-836d82baeb62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5833061 Jan 21 09:44:27.507797 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45862) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:27.509254 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23810427-3208-4466-a6bb-f447c95474de None None] Sync routers for ids ['581114ae-33b1-4fe7-a144-836d82baeb62'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:27.519974 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23810427-3208-4466-a6bb-f447c95474de None None] Routers {'581114ae-33b1-4fe7-a144-836d82baeb62'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:27.520637 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-23810427-3208-4466-a6bb-f447c95474de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['581114ae-33b1-4fe7-a144-836d82baeb62'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:27.626201 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b608f2d1-a0c8-4251-afb8-6293c9d1fa77 admin admin] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.645045 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-23810427-3208-4466-a6bb-f447c95474de None None] Set router 581114ae-33b1-4fe7-a144-836d82baeb62 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:27.736941 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b608f2d1-a0c8-4251-afb8-6293c9d1fa77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.860312 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-23810427-3208-4466-a6bb-f447c95474de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'name': 'tempest-TestVolumeBootPattern-1207377091-router', 'tenant_id': '19b6270a08fd48f681f8f667a4a90f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '3f4d14f4-f62e-4174-952f-aae871151351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:14Z', 'updated_at': '2022-01-21T09:44:26Z', 'revision_number': 5, 'project_id': '19b6270a08fd48f681f8f667a4a90f1f', 'gw_port': {'id': '3f4d14f4-f62e-4174-952f-aae871151351', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:15Z', 'updated_at': '2022-01-21T09:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:27.892725 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23810427-3208-4466-a6bb-f447c95474de None None] Checking router: 581114ae-33b1-4fe7-a144-836d82baeb62 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:27.904021 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23810427-3208-4466-a6bb-f447c95474de None None] Routers {'581114ae-33b1-4fe7-a144-836d82baeb62'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:27.904749 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-23810427-3208-4466-a6bb-f447c95474de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['581114ae-33b1-4fe7-a144-836d82baeb62'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:27.994501 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-23810427-3208-4466-a6bb-f447c95474de None None] Set router 581114ae-33b1-4fe7-a144-836d82baeb62 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:28.049922 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-23810427-3208-4466-a6bb-f447c95474de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'name': 'tempest-TestVolumeBootPattern-1207377091-router', 'tenant_id': '19b6270a08fd48f681f8f667a4a90f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:14Z', 'updated_at': '2022-01-21T09:44:27Z', 'revision_number': 6, 'project_id': '19b6270a08fd48f681f8f667a4a90f1f', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:28.075761 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45864) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:28.154346 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-b608f2d1-a0c8-4251-afb8-6293c9d1fa77 admin admin] Deleting port 3f4d14f4-f62e-4174-952f-aae871151351 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:44:28.154688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b608f2d1-a0c8-4251-afb8-6293c9d1fa77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.172813 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fce3b2f9-5f1c-4238-9f7b-9d2da65b34ad tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/889d980a-9eac-4942-8b48-8d0fb72a69ce HTTP/1.1" status: 200 len: 991 time: 0.0948460 Jan 21 09:44:28.193735 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23810427-3208-4466-a6bb-f447c95474de None None] The sync data for ids ['581114ae-33b1-4fe7-a144-836d82baeb62'] in dv-neutron-825721-1-hyperv is: [{'id': '581114ae-33b1-4fe7-a144-836d82baeb62', 'name': 'tempest-TestVolumeBootPattern-1207377091-router', 'tenant_id': '19b6270a08fd48f681f8f667a4a90f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:14Z', 'updated_at': '2022-01-21T09:44:27Z', 'revision_number': 6, 'project_id': '19b6270a08fd48f681f8f667a4a90f1f', 'gw_port_host': None}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:28.239377 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-b608f2d1-a0c8-4251-afb8-6293c9d1fa77 admin admin] For port 3f4d14f4-f62e-4174-952f-aae871151351, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=3f4d14f4-f62e-4174-952f-aae871151351,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:28.239759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b608f2d1-a0c8-4251-afb8-6293c9d1fa77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.252130 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-b608f2d1-a0c8-4251-afb8-6293c9d1fa77 admin admin] Calling delete_port for 3f4d14f4-f62e-4174-952f-aae871151351 owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:44:28.420974 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b608f2d1-a0c8-4251-afb8-6293c9d1fa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.447897 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608f2d1-a0c8-4251-afb8-6293c9d1fa77 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f4d14f4-f62e-4174-952f-aae871151351,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:28.506842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b608f2d1-a0c8-4251-afb8-6293c9d1fa77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.616143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b608f2d1-a0c8-4251-afb8-6293c9d1fa77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.620245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b608f2d1-a0c8-4251-afb8-6293c9d1fa77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.638729 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8482ed-3f05-4714-8640-ac8c0d5404a5 None None] New status for floating IP 889d980a-9eac-4942-8b48-8d0fb72a69ce: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:44:28.686562 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b608f2d1-a0c8-4251-afb8-6293c9d1fa77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.687133 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b608f2d1-a0c8-4251-afb8-6293c9d1fa77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 581114ae-33b1-4fe7-a144-836d82baeb62 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:44:28.696092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b608f2d1-a0c8-4251-afb8-6293c9d1fa77 admin admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.697114 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b608f2d1-a0c8-4251-afb8-6293c9d1fa77 admin admin] 10.222.0.88 "DELETE /v2.0/routers/581114ae-33b1-4fe7-a144-836d82baeb62 HTTP/1.1" status: 204 len: 168 time: 1.1881564 Jan 21 09:44:28.700305 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45866) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:28.751284 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edcbde0-115d-44e6-9d56-44ad54d41650 admin admin] Deleting subnet e5a4e897-df8e-4549-8b45-f9832a9af447 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:44:28.754356 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3edcbde0-115d-44e6-9d56-44ad54d41650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.788755 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3edcbde0-115d-44e6-9d56-44ad54d41650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.870323 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3edcbde0-115d-44e6-9d56-44ad54d41650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.930609 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3edcbde0-115d-44e6-9d56-44ad54d41650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.957324 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcbde0-115d-44e6-9d56-44ad54d41650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a4e897-df8e-4549-8b45-f9832a9af447,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:28.962748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3edcbde0-115d-44e6-9d56-44ad54d41650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.967413 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3edcbde0-115d-44e6-9d56-44ad54d41650 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/e5a4e897-df8e-4549-8b45-f9832a9af447 HTTP/1.1" status: 204 len: 168 time: 0.2659652 Jan 21 09:44:28.967801 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1febf9ff-5527-477d-9acc-1d8c12e545d5 None None] Network 81cd9848-7a43-4bef-9db3-63810fd5ee2c requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:44:28.969816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45868) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:29.053592 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.087213 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:29.126876 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] Deleting port 2e0e163a-0804-487f-aeec-f98100989638 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:44:29.127807 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.146412 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:29.146880 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.175290 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45870) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:29.204120 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] For port 2e0e163a-0804-487f-aeec-f98100989638, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2e0e163a-0804-487f-aeec-f98100989638,segment=NetworkSegment(e8c3d034-0926-41f2-aac8-47a0801f708d),segment_id=e8c3d034-0926-41f2-aac8-47a0801f708d)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:29.204510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.219474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] Calling delete_port for 2e0e163a-0804-487f-aeec-f98100989638 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:44:29.242215 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e3ab68-7bd7-4222-be09-b1d6b387467c None None] DHCP port deletion for 81cd9848-7a43-4bef-9db3-63810fd5ee2c request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:44:29.258119 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e368ac58-69c3-4f1d-8969-64f3c08dba98 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/889d980a-9eac-4942-8b48-8d0fb72a69ce HTTP/1.1" status: 200 len: 993 time: 0.0771294 Jan 21 09:44:29.283195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.330681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=52f76a48-3c24-419d-9d1a-d9d9fe62cbd5,segment=NetworkSegment(7362d0a7-04b2-48ca-9779-da1bd8a99186),segment_id=7362d0a7-04b2-48ca-9779-da1bd8a99186)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:29.337675 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.338466 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 66825e07-cd47-438d-8966-39f69a784dab up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:29.346316 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e9e3ab68-7bd7-4222-be09-b1d6b387467c None None] Deleting port 2e0e163a-0804-487f-aeec-f98100989638 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:44:29.346699 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ab68-7bd7-4222-be09-b1d6b387467c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.490640 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=52f76a48-3c24-419d-9d1a-d9d9fe62cbd5,revision_number=7']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.504368 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e9e3ab68-7bd7-4222-be09-b1d6b387467c None None] For port 2e0e163a-0804-487f-aeec-f98100989638, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2e0e163a-0804-487f-aeec-f98100989638,segment=NetworkSegment(e8c3d034-0926-41f2-aac8-47a0801f708d),segment_id=e8c3d034-0926-41f2-aac8-47a0801f708d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:29.505016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ab68-7bd7-4222-be09-b1d6b387467c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.521388 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45876) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:29.523745 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e9e3ab68-7bd7-4222-be09-b1d6b387467c None None] Calling delete_port for 2e0e163a-0804-487f-aeec-f98100989638 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:44:29.530330 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 66825e07-cd47-438d-8966-39f69a784dab triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:29.530701 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.631930 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.662549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] No DVR routers for this DVR port 2e0e163a-0804-487f-aeec-f98100989638 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:29.666992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0e163a-0804-487f-aeec-f98100989638,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.676498 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ab68-7bd7-4222-be09-b1d6b387467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.716817 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3ab68-7bd7-4222-be09-b1d6b387467c None None] Pushing event deleted for resources: {'Port': ['ID=2e0e163a-0804-487f-aeec-f98100989638,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.718824 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e3ab68-7bd7-4222-be09-b1d6b387467c None None] No DVR routers for this DVR port 2e0e163a-0804-487f-aeec-f98100989638 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:29.720114 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.740839 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-9abcec41-81fe-4dc7-af12-7b25e80216f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 6fdf572b-5917-47b1-ad6c-298ddb5de2e4 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:44:29.741368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9abcec41-81fe-4dc7-af12-7b25e80216f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.753589 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 66825e07-cd47-438d-8966-39f69a784dab, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=66825e07-cd47-438d-8966-39f69a784dab,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:29.758528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.770373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.799773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cd9848-7a43-4bef-9db3-63810fd5ee2c']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:29.820576 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c3d034-0926-41f2-aac8-47a0801f708d') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:29.820831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c3d034-0926-41f2-aac8-47a0801f708d') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:29.839037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9abcec41-81fe-4dc7-af12-7b25e80216f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.840187 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9abcec41-81fe-4dc7-af12-7b25e80216f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.846684 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=66825e07-cd47-438d-8966-39f69a784dab,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.851803 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fcf670ed-0e6c-4b2e-b213-05504c2a996b no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:44:29.857959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.860881 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-9abcec41-81fe-4dc7-af12-7b25e80216f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 6fdf572b-5917-47b1-ad6c-298ddb5de2e4 owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:44:29.875782 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: fcf670ed-0e6c-4b2e-b213-05504c2a996b {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:44:29.876127 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device fcf670ed-0e6c-4b2e-b213-05504c2a996b not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:44:29.881473 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.889373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:29.889852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:29.891899 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:29.951646 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.956110 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.962070 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] 10.222.0.88 "DELETE /v2.0/networks/81cd9848-7a43-4bef-9db3-63810fd5ee2c HTTP/1.1" status: 204 len: 168 time: 0.9911342 Jan 21 09:44:29.990424 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac71af-aa0c-4185-8b8c-2eef3b73811e admin admin] Pushing event deleted for resources: {'Network': ['ID=81cd9848-7a43-4bef-9db3-63810fd5ee2c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:30.052668 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9abcec41-81fe-4dc7-af12-7b25e80216f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.087927 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcec41-81fe-4dc7-af12-7b25e80216f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=6fdf572b-5917-47b1-ad6c-298ddb5de2e4,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:30.119549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45880) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:30.151572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9abcec41-81fe-4dc7-af12-7b25e80216f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.152089 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-9abcec41-81fe-4dc7-af12-7b25e80216f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP 889d980a-9eac-4942-8b48-8d0fb72a69ce disassociated (deleted). External IP: 172.26.7.231, port: d927c9ff-92b1-4971-ad2f-2df5b1049759. Jan 21 09:44:30.178420 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-870da3e7-21a3-497a-8adc-59d4a06f4bb0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=55511390bef14e7cb904f2997d4e4aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576384 Jan 21 09:44:30.182247 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45882) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:30.247496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d785d631-05ab-422f-925f-9ffda22020fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.272986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d785d631-05ab-422f-925f-9ffda22020fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.327757 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d785d631-05ab-422f-925f-9ffda22020fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.330478 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d785d631-05ab-422f-925f-9ffda22020fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.331624 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d785d631-05ab-422f-925f-9ffda22020fe admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/76755a6d-c536-4b86-bd9f-3072cc0f5cfa HTTP/1.1" status: 204 len: 168 time: 0.1484268 Jan 21 09:44:30.345405 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:30.347770 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785d631-05ab-422f-925f-9ffda22020fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76755a6d-c536-4b86-bd9f-3072cc0f5cfa,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:30.402182 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abcec41-81fe-4dc7-af12-7b25e80216f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 7c7309de-6c9c-40a5-bc82-9a06666db64e has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:30.407481 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:30.407867 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.495531 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 66825e07-cd47-438d-8966-39f69a784dab up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:30.528586 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abcec41-81fe-4dc7-af12-7b25e80216f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:30.533320 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9abcec41-81fe-4dc7-af12-7b25e80216f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.539631 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415296b-764e-439b-9423-191d3bbb910a None None] Sync routers for ids ['7c7309de-6c9c-40a5-bc82-9a06666db64e'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:30.549891 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415296b-764e-439b-9423-191d3bbb910a None None] Routers {'7c7309de-6c9c-40a5-bc82-9a06666db64e'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:30.550912 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8415296b-764e-439b-9423-191d3bbb910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['7c7309de-6c9c-40a5-bc82-9a06666db64e'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:30.551358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 66825e07-cd47-438d-8966-39f69a784dab triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:30.551852 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.577478 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9abcec41-81fe-4dc7-af12-7b25e80216f5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/floatingips/889d980a-9eac-4942-8b48-8d0fb72a69ce HTTP/1.1" status: 204 len: 168 time: 1.0518405 Jan 21 09:44:30.577478 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'tag': 'd927c9ff-92b1-4971-ad2f-2df5b1049759'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:30.578000 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40900dc-570a-4748-a66a-368b114d7aff" -d '{"events": [{"name": "network-changed", "server_uuid": "a177a497-799b-4bdd-883b-166a9f85ee4e", "tag": "d927c9ff-92b1-4971-ad2f-2df5b1049759"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:30.630989 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c48814-0fba-40e0-a8fa-f1958c44565b x-openstack-request-id: req-06c48814-0fba-40e0-a8fa-f1958c44565b {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:30.631289 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a177a497-799b-4bdd-883b-166a9f85ee4e", "tag": "d927c9ff-92b1-4971-ad2f-2df5b1049759", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:30.631574 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-06c48814-0fba-40e0-a8fa-f1958c44565b {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:30.631943 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'tag': 'd927c9ff-92b1-4971-ad2f-2df5b1049759', 'status': 'completed', 'code': 200} Jan 21 09:44:30.712126 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40900dc-570a-4748-a66a-368b114d7aff req-cc13f433-5654-461a-b4bf-f0eb672bafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:30.714179 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b40900dc-570a-4748-a66a-368b114d7aff req-cc13f433-5654-461a-b4bf-f0eb672bafbe service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 1098 time: 0.0605655 Jan 21 09:44:30.716712 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-8415296b-764e-439b-9423-191d3bbb910a None None] Set router 7c7309de-6c9c-40a5-bc82-9a06666db64e gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:30.766084 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3f4d14f4-f62e-4174-952f-aae871151351 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:44:30.818084 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 3f4d14f4-f62e-4174-952f-aae871151351 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:44:30.821533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3f4d14f4-f62e-4174-952f-aae871151351 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:44:30.822164 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2e0e163a-0804-487f-aeec-f98100989638 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:44:30.827544 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45894) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:30.833603 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40900dc-570a-4748-a66a-368b114d7aff req-d5320b68-79de-4162-9c78-20854f7c5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:30.835361 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b40900dc-570a-4748-a66a-368b114d7aff req-d5320b68-79de-4162-9c78-20854f7c5381 service neutron] 10.222.0.113 "GET /v2.0/networks?id=24c9892b-4055-4664-a106-a49706e6941d HTTP/1.1" status: 200 len: 897 time: 0.1147742 Jan 21 09:44:30.849277 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 2e0e163a-0804-487f-aeec-f98100989638 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:44:30.849897 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2e0e163a-0804-487f-aeec-f98100989638 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:44:30.887214 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c72fd4f4-0d3b-431e-85fb-9656b018d5ed admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=19b6270a08fd48f681f8f667a4a90f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584898 Jan 21 09:44:30.888347 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b40900dc-570a-4748-a66a-368b114d7aff req-72833a79-84eb-4f52-833b-4edf975e1703 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d927c9ff-92b1-4971-ad2f-2df5b1049759 HTTP/1.1" status: 200 len: 217 time: 0.0447981 Jan 21 09:44:30.890022 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45896) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:30.944900 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9595c0b5-7f6e-43ec-9fef-3b929bbacb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.970283 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40900dc-570a-4748-a66a-368b114d7aff req-a05b4bda-c35d-40b1-ad3b-60b012aafb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:30.971917 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b40900dc-570a-4748-a66a-368b114d7aff req-a05b4bda-c35d-40b1-ad3b-60b012aafb23 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=a68c3c96-08b4-443d-b392-6df8d972e486 HTTP/1.1" status: 200 len: 835 time: 0.0726788 Jan 21 09:44:30.973677 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9595c0b5-7f6e-43ec-9fef-3b929bbacb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.983362 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8415296b-764e-439b-9423-191d3bbb910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:35Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:44:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '52f76a48-3c24-419d-9d1a-d9d9fe62cbd5', 'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:71:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:34Z', 'updated_at': '2022-01-21T09:44:29Z', 'revision_number': 7, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:30.984575 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec709c9-e4b8-490f-beb3-bb65bc737bb2 req-4dbd0ed1-4095-41cb-ab4e-fd310cfe6da1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:30.986125 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8ec709c9-e4b8-490f-beb3-bb65bc737bb2 req-4dbd0ed1-4095-41cb-ab4e-fd310cfe6da1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 945 time: 0.0968862 Jan 21 09:44:31.015561 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415296b-764e-439b-9423-191d3bbb910a None None] Checking router: 7c7309de-6c9c-40a5-bc82-9a06666db64e for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:31.023938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9595c0b5-7f6e-43ec-9fef-3b929bbacb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.025262 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415296b-764e-439b-9423-191d3bbb910a None None] Routers {'7c7309de-6c9c-40a5-bc82-9a06666db64e'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:31.025995 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8415296b-764e-439b-9423-191d3bbb910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['7c7309de-6c9c-40a5-bc82-9a06666db64e'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:31.027643 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9595c0b5-7f6e-43ec-9fef-3b929bbacb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.031264 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9595c0b5-7f6e-43ec-9fef-3b929bbacb8c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9d7ea649-87ce-44df-b04f-2553c6217721 HTTP/1.1" status: 204 len: 168 time: 0.1379356 Jan 21 09:44:31.039122 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595c0b5-7f6e-43ec-9fef-3b929bbacb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7ea649-87ce-44df-b04f-2553c6217721,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:31.071369 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8ec709c9-e4b8-490f-beb3-bb65bc737bb2 req-f12dd6aa-053c-4374-830f-20e1c7173e7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=56d48671-1d81-401b-acbc-b0d937034360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726783 Jan 21 09:44:31.078832 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40900dc-570a-4748-a66a-368b114d7aff req-7a1ad632-1130-40fa-a3a3-b062d09e0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:31.080936 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b40900dc-570a-4748-a66a-368b114d7aff req-7a1ad632-1130-40fa-a3a3-b062d09e0028 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=24c9892b-4055-4664-a106-a49706e6941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0939062 Jan 21 09:44:31.143909 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-8415296b-764e-439b-9423-191d3bbb910a None None] Set router 7c7309de-6c9c-40a5-bc82-9a06666db64e gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:31.182206 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b40900dc-570a-4748-a66a-368b114d7aff req-5c7803c3-f232-4a5e-9fe7-9fe398639374 service neutron] 10.222.0.113 "GET /v2.0/networks/24c9892b-4055-4664-a106-a49706e6941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932477 Jan 21 09:44:31.290357 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b40900dc-570a-4748-a66a-368b114d7aff req-6ba41d96-e29e-4929-8b21-77c6364025e2 service neutron] 10.222.0.113 "GET /v2.0/networks/24c9892b-4055-4664-a106-a49706e6941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998034 Jan 21 09:44:31.398792 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8415296b-764e-439b-9423-191d3bbb910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:35Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:44:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '52f76a48-3c24-419d-9d1a-d9d9fe62cbd5', 'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:71:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:34Z', 'updated_at': '2022-01-21T09:44:29Z', 'revision_number': 7, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:31.428197 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415296b-764e-439b-9423-191d3bbb910a None None] The sync data for ids ['7c7309de-6c9c-40a5-bc82-9a06666db64e'] in dv-neutron-825721-1-hyperv is: [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:43:35Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:44:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '52f76a48-3c24-419d-9d1a-d9d9fe62cbd5', 'name': '', 'network_id': '24c9892b-4055-4664-a106-a49706e6941d', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:71:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:34Z', 'updated_at': '2022-01-21T09:44:29Z', 'revision_number': 7, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'a68c3c96-08b4-443d-b392-6df8d972e486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:32.077941 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c15058-afd5-4a08-ae22-98c26266cfc7 None None] New status for floating IP 889d980a-9eac-4942-8b48-8d0fb72a69ce: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:44:32.124989 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156c7c2-3301-4fad-85d6-4adccffcf732 req-752cbc76-517d-4e5e-99bd-3406364a8723 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:32.126623 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2156c7c2-3301-4fad-85d6-4adccffcf732 req-752cbc76-517d-4e5e-99bd-3406364a8723 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/ports?device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 945 time: 0.0602317 Jan 21 09:44:32.203374 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995233e-170c-4a4b-bea4-71cadf17829b req-a724cc2a-a6f7-4b95-8936-7a6bd0e84f5c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:32.205314 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b995233e-170c-4a4b-bea4-71cadf17829b req-a724cc2a-a6f7-4b95-8936-7a6bd0e84f5c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=a177a497-799b-4bdd-883b-166a9f85ee4e HTTP/1.1" status: 200 len: 945 time: 0.0575845 Jan 21 09:44:32.227549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-2156c7c2-3301-4fad-85d6-4adccffcf732 req-b4958935-2d0a-4539-8920-db989f4c8c3d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port d927c9ff-92b1-4971-ad2f-2df5b1049759 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:44:32.228131 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2156c7c2-3301-4fad-85d6-4adccffcf732 req-b4958935-2d0a-4539-8920-db989f4c8c3d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.244491 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b995233e-170c-4a4b-bea4-71cadf17829b req-989e44b3-b0fd-44ce-9d7c-5902e1871563 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=56d48671-1d81-401b-acbc-b0d937034360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332713 Jan 21 09:44:32.323466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-2156c7c2-3301-4fad-85d6-4adccffcf732 req-b4958935-2d0a-4539-8920-db989f4c8c3d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port d927c9ff-92b1-4971-ad2f-2df5b1049759, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d927c9ff-92b1-4971-ad2f-2df5b1049759,segment=NetworkSegment(7362d0a7-04b2-48ca-9779-da1bd8a99186),segment_id=7362d0a7-04b2-48ca-9779-da1bd8a99186)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:32.323878 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2156c7c2-3301-4fad-85d6-4adccffcf732 req-b4958935-2d0a-4539-8920-db989f4c8c3d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.335835 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-2156c7c2-3301-4fad-85d6-4adccffcf732 req-b4958935-2d0a-4539-8920-db989f4c8c3d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for d927c9ff-92b1-4971-ad2f-2df5b1049759 owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:44:32.467717 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2156c7c2-3301-4fad-85d6-4adccffcf732 req-b4958935-2d0a-4539-8920-db989f4c8c3d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.504690 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4958935-2d0a-4539-8920-db989f4c8c3d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=d927c9ff-92b1-4971-ad2f-2df5b1049759,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:32.548227 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2156c7c2-3301-4fad-85d6-4adccffcf732 req-b4958935-2d0a-4539-8920-db989f4c8c3d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] No DVR routers for this DVR port d927c9ff-92b1-4971-ad2f-2df5b1049759 on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:32.550816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2156c7c2-3301-4fad-85d6-4adccffcf732 req-b4958935-2d0a-4539-8920-db989f4c8c3d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.554324 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2156c7c2-3301-4fad-85d6-4adccffcf732 req-b4958935-2d0a-4539-8920-db989f4c8c3d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "DELETE /v2.0/ports/d927c9ff-92b1-4971-ad2f-2df5b1049759 HTTP/1.1" status: 204 len: 173 time: 0.4212518 Jan 21 09:44:32.554803 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'name': 'network-vif-deleted', 'tag': 'd927c9ff-92b1-4971-ad2f-2df5b1049759'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:32.557181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32508da-0c8e-4620-bab0-fb1a5aab03e5" -d '{"events": [{"server_uuid": "a177a497-799b-4bdd-883b-166a9f85ee4e", "name": "network-vif-deleted", "tag": "d927c9ff-92b1-4971-ad2f-2df5b1049759"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:32.593527 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33b9f82-5fa4-4383-83d2-bce4775840da x-openstack-request-id: req-e33b9f82-5fa4-4383-83d2-bce4775840da {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:32.593829 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a177a497-799b-4bdd-883b-166a9f85ee4e", "name": "network-vif-deleted", "tag": "d927c9ff-92b1-4971-ad2f-2df5b1049759", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:32.594088 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e33b9f82-5fa4-4383-83d2-bce4775840da {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:32.594491 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a177a497-799b-4bdd-883b-166a9f85ee4e', 'name': 'network-vif-deleted', 'tag': 'd927c9ff-92b1-4971-ad2f-2df5b1049759', 'status': 'completed', 'code': 200} Jan 21 09:44:33.300193 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45908) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:33.359913 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-675ab5d5-b3af-401f-a6cc-d76e18b7484c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.385711 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-675ab5d5-b3af-401f-a6cc-d76e18b7484c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.443415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-675ab5d5-b3af-401f-a6cc-d76e18b7484c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.446109 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-675ab5d5-b3af-401f-a6cc-d76e18b7484c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.447290 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-675ab5d5-b3af-401f-a6cc-d76e18b7484c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/security-groups/56d48671-1d81-401b-acbc-b0d937034360 HTTP/1.1" status: 204 len: 168 time: 0.1460350 Jan 21 09:44:33.457421 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ab5d5-b3af-401f-a6cc-d76e18b7484c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d48671-1d81-401b-acbc-b0d937034360,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:33.490667 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45912) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:33.875687 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4220fc0d-247c-46a7-9b2f-3996b0953bcb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.137062 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4220fc0d-247c-46a7-9b2f-3996b0953bcb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:44:34.137321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4220fc0d-247c-46a7-9b2f-3996b0953bcb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.224447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-4220fc0d-247c-46a7-9b2f-3996b0953bcb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=52f76a48-3c24-419d-9d1a-d9d9fe62cbd5,segment=NetworkSegment(7362d0a7-04b2-48ca-9779-da1bd8a99186),segment_id=7362d0a7-04b2-48ca-9779-da1bd8a99186)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:34.224813 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4220fc0d-247c-46a7-9b2f-3996b0953bcb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.237420 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4220fc0d-247c-46a7-9b2f-3996b0953bcb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:44:34.430590 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4220fc0d-247c-46a7-9b2f-3996b0953bcb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.456845 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220fc0d-247c-46a7-9b2f-3996b0953bcb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=52f76a48-3c24-419d-9d1a-d9d9fe62cbd5,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:34.662423 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4220fc0d-247c-46a7-9b2f-3996b0953bcb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.741890 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d927c9ff-92b1-4971-ad2f-2df5b1049759 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:44:34.761982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: d927c9ff-92b1-4971-ad2f-2df5b1049759 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:44:34.762406 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d927c9ff-92b1-4971-ad2f-2df5b1049759 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:44:34.892926 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4220fc0d-247c-46a7-9b2f-3996b0953bcb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 7c7309de-6c9c-40a5-bc82-9a06666db64e has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:35.004259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4220fc0d-247c-46a7-9b2f-3996b0953bcb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:35.009682 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4220fc0d-247c-46a7-9b2f-3996b0953bcb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/7c7309de-6c9c-40a5-bc82-9a06666db64e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5176950 Jan 21 09:44:35.013086 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45914) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:35.015259 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb8938-dd98-4f0b-9959-88b717f3d025 None None] Sync routers for ids ['7c7309de-6c9c-40a5-bc82-9a06666db64e'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:35.024506 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb8938-dd98-4f0b-9959-88b717f3d025 None None] Routers {'7c7309de-6c9c-40a5-bc82-9a06666db64e'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:35.025117 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-82cb8938-dd98-4f0b-9959-88b717f3d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['7c7309de-6c9c-40a5-bc82-9a06666db64e'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:35.065220 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fab70cf-a667-4a97-aaf2-1620841c8199 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting subnet a68c3c96-08b4-443d-b392-6df8d972e486 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:44:35.068466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4fab70cf-a667-4a97-aaf2-1620841c8199 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.111186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4fab70cf-a667-4a97-aaf2-1620841c8199 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.130892 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-82cb8938-dd98-4f0b-9959-88b717f3d025 None None] Set router 7c7309de-6c9c-40a5-bc82-9a06666db64e gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:35.205483 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4fab70cf-a667-4a97-aaf2-1620841c8199 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.265664 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4fab70cf-a667-4a97-aaf2-1620841c8199 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.294073 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab70cf-a667-4a97-aaf2-1620841c8199 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Subnet': ['ID=a68c3c96-08b4-443d-b392-6df8d972e486,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:35.299295 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4fab70cf-a667-4a97-aaf2-1620841c8199 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.303680 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f54cced-c3b8-4798-8063-d9fe94e69a50 None None] Network 24c9892b-4055-4664-a106-a49706e6941d requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:44:35.304032 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4fab70cf-a667-4a97-aaf2-1620841c8199 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/subnets/a68c3c96-08b4-443d-b392-6df8d972e486 HTTP/1.1" status: 204 len: 168 time: 0.2897677 Jan 21 09:44:35.306802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45916) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:35.319371 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-82cb8938-dd98-4f0b-9959-88b717f3d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:44:34Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:44:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:35.346607 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb8938-dd98-4f0b-9959-88b717f3d025 None None] Checking router: 7c7309de-6c9c-40a5-bc82-9a06666db64e for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:35.355405 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb8938-dd98-4f0b-9959-88b717f3d025 None None] Routers {'7c7309de-6c9c-40a5-bc82-9a06666db64e'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:35.356128 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-82cb8938-dd98-4f0b-9959-88b717f3d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['7c7309de-6c9c-40a5-bc82-9a06666db64e'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:35.416950 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53346c2d-7a12-4b4e-9809-372676ae9b7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.465444 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-82cb8938-dd98-4f0b-9959-88b717f3d025 None None] Set router 7c7309de-6c9c-40a5-bc82-9a06666db64e gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:35.516707 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212ce421-173b-41e0-b9d6-b8599d12af15 None None] DHCP port deletion for 24c9892b-4055-4664-a106-a49706e6941d request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:44:35.539604 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53346c2d-7a12-4b4e-9809-372676ae9b7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.563935 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-212ce421-173b-41e0-b9d6-b8599d12af15 None None] Deleting port 014e438c-2403-4291-a64b-db5a23e40b8e {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:44:35.564381 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-212ce421-173b-41e0-b9d6-b8599d12af15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.600039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-53346c2d-7a12-4b4e-9809-372676ae9b7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 66825e07-cd47-438d-8966-39f69a784dab {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:44:35.600414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53346c2d-7a12-4b4e-9809-372676ae9b7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.627936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-212ce421-173b-41e0-b9d6-b8599d12af15 None None] For port 014e438c-2403-4291-a64b-db5a23e40b8e, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=014e438c-2403-4291-a64b-db5a23e40b8e,segment=NetworkSegment(7362d0a7-04b2-48ca-9779-da1bd8a99186),segment_id=7362d0a7-04b2-48ca-9779-da1bd8a99186)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:35.628328 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-212ce421-173b-41e0-b9d6-b8599d12af15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.642580 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-212ce421-173b-41e0-b9d6-b8599d12af15 None None] Calling delete_port for 014e438c-2403-4291-a64b-db5a23e40b8e owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:44:35.662269 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-82cb8938-dd98-4f0b-9959-88b717f3d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:44:34Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:44:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:35.691179 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-53346c2d-7a12-4b4e-9809-372676ae9b7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 66825e07-cd47-438d-8966-39f69a784dab, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=66825e07-cd47-438d-8966-39f69a784dab,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:35.691580 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53346c2d-7a12-4b4e-9809-372676ae9b7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.693491 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb8938-dd98-4f0b-9959-88b717f3d025 None None] The sync data for ids ['7c7309de-6c9c-40a5-bc82-9a06666db64e'] in dv-neutron-825721-1-hyperv is: [{'id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'name': 'tempest-TestNetworkBasicOps-router-1866816360', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '66825e07-cd47-438d-8966-39f69a784dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:44:34Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66825e07-cd47-438d-8966-39f69a784dab', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7309de-6c9c-40a5-bc82-9a06666db64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:32Z', 'updated_at': '2022-01-21T09:44:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:35.707534 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-53346c2d-7a12-4b4e-9809-372676ae9b7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 66825e07-cd47-438d-8966-39f69a784dab owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:44:35.728689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-212ce421-173b-41e0-b9d6-b8599d12af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.758351 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ce421-173b-41e0-b9d6-b8599d12af15 None None] No DVR routers for this DVR port 014e438c-2403-4291-a64b-db5a23e40b8e on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:35.762022 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ce421-173b-41e0-b9d6-b8599d12af15 None None] Pushing event deleted for resources: {'Port': ['ID=014e438c-2403-4291-a64b-db5a23e40b8e,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:35.849751 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-84cfe29c-9795-4c99-a7ae-a4328bdbb8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.895902 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53346c2d-7a12-4b4e-9809-372676ae9b7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.924333 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53346c2d-7a12-4b4e-9809-372676ae9b7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=66825e07-cd47-438d-8966-39f69a784dab,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:35.992382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53346c2d-7a12-4b4e-9809-372676ae9b7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.090448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53346c2d-7a12-4b4e-9809-372676ae9b7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.092900 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53346c2d-7a12-4b4e-9809-372676ae9b7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.140230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53346c2d-7a12-4b4e-9809-372676ae9b7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.140805 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53346c2d-7a12-4b4e-9809-372676ae9b7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Fanout notify agent at l3_agent the message router_deleted on router 7c7309de-6c9c-40a5-bc82-9a06666db64e {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:44:36.148892 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53346c2d-7a12-4b4e-9809-372676ae9b7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.154112 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-53346c2d-7a12-4b4e-9809-372676ae9b7e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/routers/7c7309de-6c9c-40a5-bc82-9a06666db64e HTTP/1.1" status: 204 len: 168 time: 0.8458228 Jan 21 09:44:36.154643 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45918) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:36.237673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c4744371-6144-4fb8-80a6-b8765d9c72b7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.344750 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c4744371-6144-4fb8-80a6-b8765d9c72b7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.373502 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c4744371-6144-4fb8-80a6-b8765d9c72b7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c9892b-4055-4664-a106-a49706e6941d']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:36.390328 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c4744371-6144-4fb8-80a6-b8765d9c72b7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7362d0a7-04b2-48ca-9779-da1bd8a99186') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:36.390613 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c4744371-6144-4fb8-80a6-b8765d9c72b7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7362d0a7-04b2-48ca-9779-da1bd8a99186') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:36.400948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c4744371-6144-4fb8-80a6-b8765d9c72b7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.416547 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c4744371-6144-4fb8-80a6-b8765d9c72b7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.423800 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4744371-6144-4fb8-80a6-b8765d9c72b7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:36.424624 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c4744371-6144-4fb8-80a6-b8765d9c72b7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:36.428337 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:36.496371 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c4744371-6144-4fb8-80a6-b8765d9c72b7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.504189 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c4744371-6144-4fb8-80a6-b8765d9c72b7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.507324 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c4744371-6144-4fb8-80a6-b8765d9c72b7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/networks/24c9892b-4055-4664-a106-a49706e6941d HTTP/1.1" status: 204 len: 168 time: 0.3516991 Jan 21 09:44:36.520166 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4744371-6144-4fb8-80a6-b8765d9c72b7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Network': ['ID=24c9892b-4055-4664-a106-a49706e6941d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:36.526411 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45920) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:36.531676 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ee5f13a3-2a2d-4782-bd5a-c460c0d8d1a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'network': {'name': 'tempest-network-smoke--571060983', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'port_security_enabled': True}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:36.557738 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5f13a3-2a2d-4782-bd5a-c460c0d8d1a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:36.561782 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee5f13a3-2a2d-4782-bd5a-c460c0d8d1a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.590827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5f13a3-2a2d-4782-bd5a-c460c0d8d1a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:36.601756 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee5f13a3-2a2d-4782-bd5a-c460c0d8d1a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.602098 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-ee5f13a3-2a2d-4782-bd5a-c460c0d8d1a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Added segment 252ebdbc-fa4c-4803-bdeb-0aadce72dba5 of type vlan for network 3dc71b97-2dd6-432f-9fa3-a24d7324b19b Jan 21 09:44:36.645614 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee5f13a3-2a2d-4782-bd5a-c460c0d8d1a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.673413 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee5f13a3-2a2d-4782-bd5a-c460c0d8d1a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.678996 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f13a3-2a2d-4782-bd5a-c460c0d8d1a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:36.679594 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee5f13a3-2a2d-4782-bd5a-c460c0d8d1a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.735842 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:44:36.753925 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ee5f13a3-2a2d-4782-bd5a-c460c0d8d1a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2269874 Jan 21 09:44:36.757236 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45922) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:36.764278 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:44:36.764752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 52f76a48-3c24-419d-9d1a-d9d9fe62cbd5 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:44:36.765019 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-481200485', 'admin_state_up': True, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:36.765133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 014e438c-2403-4291-a64b-db5a23e40b8e no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:44:36.771558 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f13a3-2a2d-4782-bd5a-c460c0d8d1a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Network': ['ID=3dc71b97-2dd6-432f-9fa3-a24d7324b19b,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:36.790150 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 3dc71b97-2dd6-432f-9fa3-a24d7324b19b details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:44:36.793491 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 014e438c-2403-4291-a64b-db5a23e40b8e {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:44:36.793829 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 014e438c-2403-4291-a64b-db5a23e40b8e not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:44:36.804521 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.807397 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.863269 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.010124 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.202085 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.223722 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.328161 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.26.7.103 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/66ff93ce-893a-47c4-a024-dc0f77e5ead4) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:37.434783 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.466785 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.508986 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:37.514527 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:37.516712 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=66ff93ce-893a-47c4-a024-dc0f77e5ead4,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:37.519457 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:37.767172 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.211429 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-81d585b4-7884-4b22-b183-0e95eb02ab81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.286613 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.287290 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 66825e07-cd47-438d-8966-39f69a784dab no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:44:38.308201 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 66825e07-cd47-438d-8966-39f69a784dab {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:44:38.308545 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 66825e07-cd47-438d-8966-39f69a784dab not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:44:38.416308 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router a184f8ff-fe03-4a39-bfcf-59b1c919214d is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:44:38.524765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:38.534710 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Sync routers for ids ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:38.545104 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Routers {'a184f8ff-fe03-4a39-bfcf-59b1c919214d'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:38.545690 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.545817 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:38.547135 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d3aa7e13-bfc5-4ba2-a50d-0d319582863a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7887235 Jan 21 09:44:38.550035 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45924) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:38.579036 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7fd64fab-3ab2-4454-810a-fb38d44f783c tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=d36411baa65a4ba89db6bb1125b34d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277534 Jan 21 09:44:38.581650 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45926) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:38.654220 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Set router a184f8ff-fe03-4a39-bfcf-59b1c919214d gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:38.668368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba7098-f1ea-40e3-bb69-8c102b4a99db tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:38.669905 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-37ba7098-f1ea-40e3-bb69-8c102b4a99db tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873587 Jan 21 09:44:38.672760 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45928) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:38.709283 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8e2d5bc8-b669-4235-97c6-f0757d5d0e6a tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329070 Jan 21 09:44:38.709570 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45930) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:38.714406 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-9127bfdf-56f1-40e0-a7bc-d78823dd41a3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1511996623', 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:38.839076 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9127bfdf-56f1-40e0-a7bc-d78823dd41a3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:38.842921 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9127bfdf-56f1-40e0-a7bc-d78823dd41a3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.868025 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'name': 'tempest-TestNetworkBasicOps-router-481200485', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:36Z', 'updated_at': '2022-01-21T09:44:37Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:37Z', 'updated_at': '2022-01-21T09:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:38.895306 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Checking router: a184f8ff-fe03-4a39-bfcf-59b1c919214d for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:38.895662 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Updating router a184f8ff-fe03-4a39-bfcf-59b1c919214d port 66ff93ce-893a-47c4-a024-dc0f77e5ead4 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:44:38.921053 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.029892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9127bfdf-56f1-40e0-a7bc-d78823dd41a3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.096446 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127bfdf-56f1-40e0-a7bc-d78823dd41a3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Subnet': ['ID=72d84e7a-9a1d-4a6c-bc49-138cb2037c3a,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.106871 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9127bfdf-56f1-40e0-a7bc-d78823dd41a3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Checking segment: {'id': '252ebdbc-fa4c-4803-bdeb-0aadce72dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:44:39.107245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9127bfdf-56f1-40e0-a7bc-d78823dd41a3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network hostable DHCP agents. Network: 3dc71b97-2dd6-432f-9fa3-a24d7324b19b, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:39.126163 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9127bfdf-56f1-40e0-a7bc-d78823dd41a3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 3dc71b97-2dd6-432f-9fa3-a24d7324b19b is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:39.135906 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-9127bfdf-56f1-40e0-a7bc-d78823dd41a3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 3dc71b97-2dd6-432f-9fa3-a24d7324b19b) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:39.140602 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9127bfdf-56f1-40e0-a7bc-d78823dd41a3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:39.141190 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9127bfdf-56f1-40e0-a7bc-d78823dd41a3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.157836 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9127bfdf-56f1-40e0-a7bc-d78823dd41a3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4472518 Jan 21 09:44:39.161678 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45932) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:39.165876 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae0c18c-bbb6-4da4-8391-77768455a0c9 None None] Network 3dc71b97-2dd6-432f-9fa3-a24d7324b19b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:44:39.311398 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.440302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-3dc71b97-2dd6-432f-9fa3-a24d7324b19b', 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ips': [{'subnet_id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:44:39.441166 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.463275 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.474708 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.588748 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961a9b9-8271-4bee-a9b8-39cb062a83b7 None None] Pushing event updated for resources: {'Port': ['ID=66ff93ce-893a-47c4-a024-dc0f77e5ead4,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.600778 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Attempting to bind port 66ff93ce-893a-47c4-a024-dc0f77e5ead4 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:39.601148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Attempting to bind port 66ff93ce-893a-47c4-a024-dc0f77e5ead4 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:39.601534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Attempting to bind port 66ff93ce-893a-47c4-a024-dc0f77e5ead4 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:39.627369 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.629043 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:44:39.629599 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:44:39.630070 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.630543 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:44:39.631152 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Bound port: 66ff93ce-893a-47c4-a024-dc0f77e5ead4, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:39.631688 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.712939 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Allocated IP 172.20.0.2 (3dc71b97-2dd6-432f-9fa3-a24d7324b19b/72d84e7a-9a1d-4a6c-bc49-138cb2037c3a/f80ed238-4bb7-49d9-a80c-e9b0209cf21b) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:39.734221 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] For port 66ff93ce-893a-47c4-a024-dc0f77e5ead4, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:39.739323 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] For port 66ff93ce-893a-47c4-a024-dc0f77e5ead4, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=66ff93ce-893a-47c4-a024-dc0f77e5ead4,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:39.743117 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.851380 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961a9b9-8271-4bee-a9b8-39cb062a83b7 None None] Pushing event updated for resources: {'Port': ['ID=66ff93ce-893a-47c4-a024-dc0f77e5ead4,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.864701 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Routers {'a184f8ff-fe03-4a39-bfcf-59b1c919214d'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:39.865326 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:40.011775 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.020168 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] Set router a184f8ff-fe03-4a39-bfcf-59b1c919214d gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:40.049618 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.072775 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.1 (3dc71b97-2dd6-432f-9fa3-a24d7324b19b/72d84e7a-9a1d-4a6c-bc49-138cb2037c3a/60a4d762-d180-4970-8397-677bff3d6e32) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:40.152492 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Network 3dc71b97-2dd6-432f-9fa3-a24d7324b19b is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:40.161606 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:40.168424 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:40.174048 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Pushing event updated for resources: {'Port': ['ID=f80ed238-4bb7-49d9-a80c-e9b0209cf21b,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:40.198772 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.234765 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.248661 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Attempting to bind port f80ed238-4bb7-49d9-a80c-e9b0209cf21b on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:40.249029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Attempting to bind port f80ed238-4bb7-49d9-a80c-e9b0209cf21b by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '252ebdbc-fa4c-4803-bdeb-0aadce72dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:40.249388 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Attempting to bind port f80ed238-4bb7-49d9-a80c-e9b0209cf21b on network 3dc71b97-2dd6-432f-9fa3-a24d7324b19b {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:40.275637 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:44:40.276003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Checking segment: {'id': '252ebdbc-fa4c-4803-bdeb-0aadce72dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:44:40.276460 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.277388 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Bound using segment: {'id': '252ebdbc-fa4c-4803-bdeb-0aadce72dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:44:40.277915 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Bound port: f80ed238-4bb7-49d9-a80c-e9b0209cf21b, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252ebdbc-fa4c-4803-bdeb-0aadce72dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:40.278221 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.279087 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 3dc71b97-2dd6-432f-9fa3-a24d7324b19b is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:40.282222 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:40.286142 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:40.314231 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=60a4d762-d180-4970-8397-677bff3d6e32,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:40.337671 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.359224 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] For port f80ed238-4bb7-49d9-a80c-e9b0209cf21b, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:40.362976 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] For port f80ed238-4bb7-49d9-a80c-e9b0209cf21b, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f80ed238-4bb7-49d9-a80c-e9b0209cf21b,segment=NetworkSegment(252ebdbc-fa4c-4803-bdeb-0aadce72dba5),segment_id=252ebdbc-fa4c-4803-bdeb-0aadce72dba5)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:40.364968 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'name': 'tempest-TestNetworkBasicOps-router-481200485', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:36Z', 'updated_at': '2022-01-21T09:44:37Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:37Z', 'updated_at': '2022-01-21T09:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:40.368919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.414300 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f065679-9424-4816-adfc-850d84bb06ee None None] The sync data for ids ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'] in dv-neutron-825721-1-hyperv is: [{'id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'name': 'tempest-TestNetworkBasicOps-router-481200485', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:36Z', 'updated_at': '2022-01-21T09:44:37Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:37Z', 'updated_at': '2022-01-21T09:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:40.453650 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f855c-aa4e-4494-aaab-ad5b52aee234 None None] Pushing event updated for resources: {'Port': ['ID=f80ed238-4bb7-49d9-a80c-e9b0209cf21b,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:40.478873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.829962 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.835020 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.912294 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.914050 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=60a4d762-d180-4970-8397-677bff3d6e32,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:41.016122 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 3dc71b97-2dd6-432f-9fa3-a24d7324b19b is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:41.017938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:41.149526 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router a184f8ff-fe03-4a39-bfcf-59b1c919214d has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:41.285655 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.292572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:41.299240 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4998be9e-ad4a-4120-b002-9c2c73702cd0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/a184f8ff-fe03-4a39-bfcf-59b1c919214d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1364796 Jan 21 09:44:41.301948 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45934) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:41.371543 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.415999 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93500892-ced7-430e-8fcd-698a85a75e45 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:41.416657 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93500892-ced7-430e-8fcd-698a85a75e45 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:41.417842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93500892-ced7-430e-8fcd-698a85a75e45 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:41.418555 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93500892-ced7-430e-8fcd-698a85a75e45 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:41.423356 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45936) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:41.424197 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-93500892-ced7-430e-8fcd-698a85a75e45 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1200414 Jan 21 09:44:41.482233 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59f0afd-e73d-4be3-a6fa-94b5172ee3e7 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:41.483011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59f0afd-e73d-4be3-a6fa-94b5172ee3e7 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:41.483199 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59f0afd-e73d-4be3-a6fa-94b5172ee3e7 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:41.483526 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59f0afd-e73d-4be3-a6fa-94b5172ee3e7 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:41.485260 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f59f0afd-e73d-4be3-a6fa-94b5172ee3e7 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0607340 Jan 21 09:44:41.488026 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45938) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:41.494387 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba76a96-8c3f-455b-83a5-68b1b89a96df None None] Network 3dc71b97-2dd6-432f-9fa3-a24d7324b19b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:44:41.590572 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ca700173-a4d2-48c5-acc6-3bf279d68f11 None None] Provisioning complete for port f80ed238-4bb7-49d9-a80c-e9b0209cf21b triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:41.591050 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ca700173-a4d2-48c5-acc6-3bf279d68f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.639209 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-89ccb6b8-1974-4fdb-a2a6-bae4008bac47 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1498282 Jan 21 09:44:41.738572 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ca700173-a4d2-48c5-acc6-3bf279d68f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.781202 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ca700173-a4d2-48c5-acc6-3bf279d68f11 None None] For port f80ed238-4bb7-49d9-a80c-e9b0209cf21b, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f80ed238-4bb7-49d9-a80c-e9b0209cf21b,segment=NetworkSegment(252ebdbc-fa4c-4803-bdeb-0aadce72dba5),segment_id=252ebdbc-fa4c-4803-bdeb-0aadce72dba5)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:41.788244 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ca700173-a4d2-48c5-acc6-3bf279d68f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.842596 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca700173-a4d2-48c5-acc6-3bf279d68f11 None None] Pushing event updated for resources: {'Port': ['ID=f80ed238-4bb7-49d9-a80c-e9b0209cf21b,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:42.008442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c6447030-c165-4a41-ae8d-08e43796039b None None] Provisioning complete for port 60a4d762-d180-4970-8397-677bff3d6e32 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:42.008815 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c6447030-c165-4a41-ae8d-08e43796039b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.058748 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c6447030-c165-4a41-ae8d-08e43796039b None None] Port 60a4d762-d180-4970-8397-677bff3d6e32 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:44:42.069202 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c6447030-c165-4a41-ae8d-08e43796039b None None] Provisioning complete for port f80ed238-4bb7-49d9-a80c-e9b0209cf21b triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:42.069755 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c6447030-c165-4a41-ae8d-08e43796039b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.230978 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45942) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:42.235560 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-afbfd524-d798-46db-a635-4d350141be11 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418458331', 'description': 'tempest-secgroup-smoke-1418458331 description', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:42.254067 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Sync routers for ids ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:42.265576 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Routers {'a184f8ff-fe03-4a39-bfcf-59b1c919214d'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:42.266388 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:42.281028 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e6b9a078-942a-4a26-96e5-1abe6fa57c06 None None] Provisioning complete for port 60a4d762-d180-4970-8397-677bff3d6e32 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:42.281246 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a078-942a-4a26-96e5-1abe6fa57c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.286007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-afbfd524-d798-46db-a635-4d350141be11 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.348651 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e6b9a078-942a-4a26-96e5-1abe6fa57c06 None None] Port 60a4d762-d180-4970-8397-677bff3d6e32 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:44:42.412787 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-afbfd524-d798-46db-a635-4d350141be11 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.417327 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-afbfd524-d798-46db-a635-4d350141be11 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.451625 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-afbfd524-d798-46db-a635-4d350141be11 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.456138 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-afbfd524-d798-46db-a635-4d350141be11 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2240629 Jan 21 09:44:42.456909 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45944) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:42.459020 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfd524-d798-46db-a635-4d350141be11 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60bceb65-739a-42b6-95a2-410ebc19e9c8,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:42.464510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-3ef63e58-b614-4fc0-b05d-4b69117e7660 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '60bceb65-739a-42b6-95a2-410ebc19e9c8', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:42.488070 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 66ff93ce-893a-47c4-a024-dc0f77e5ead4 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:42.505186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ef63e58-b614-4fc0-b05d-4b69117e7660 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.514731 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Set router a184f8ff-fe03-4a39-bfcf-59b1c919214d gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:42.516735 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b053a1a3-e6c1-4c8d-b892-06138aae6d89 None None] Provisioning complete for port 60a4d762-d180-4970-8397-677bff3d6e32 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:42.517293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b053a1a3-e6c1-4c8d-b892-06138aae6d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.566869 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b053a1a3-e6c1-4c8d-b892-06138aae6d89 None None] Port 60a4d762-d180-4970-8397-677bff3d6e32 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:44:42.567501 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ef63e58-b614-4fc0-b05d-4b69117e7660 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.573890 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ef63e58-b614-4fc0-b05d-4b69117e7660 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.574990 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 66ff93ce-893a-47c4-a024-dc0f77e5ead4 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:42.575376 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.592859 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef63e58-b614-4fc0-b05d-4b69117e7660 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750527b6-80a7-4ee8-8918-d8f89c067252,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:42.609077 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3ef63e58-b614-4fc0-b05d-4b69117e7660 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.610512 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3ef63e58-b614-4fc0-b05d-4b69117e7660 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514540 Jan 21 09:44:42.613235 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45946) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:42.618224 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-81cff825-d050-45dd-8df4-935fc5bf65d4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '60bceb65-739a-42b6-95a2-410ebc19e9c8', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:42.647971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81cff825-d050-45dd-8df4-935fc5bf65d4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.658088 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.680393 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 66ff93ce-893a-47c4-a024-dc0f77e5ead4, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=66ff93ce-893a-47c4-a024-dc0f77e5ead4,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:42.690535 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.691435 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f80ed238-4bb7-49d9-a80c-e9b0209cf21b up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:42.719418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81cff825-d050-45dd-8df4-935fc5bf65d4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.724529 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81cff825-d050-45dd-8df4-935fc5bf65d4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.741845 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cff825-d050-45dd-8df4-935fc5bf65d4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b516a558-d115-4def-b716-06f74fc0ffe5,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:42.747180 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'name': 'tempest-TestNetworkBasicOps-router-481200485', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:36Z', 'updated_at': '2022-01-21T09:44:40Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:37Z', 'updated_at': '2022-01-21T09:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '60a4d762-d180-4970-8397-677bff3d6e32', 'name': '', 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:b8:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:39Z', 'updated_at': '2022-01-21T09:44:40Z', 'revision_number': 2, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:42.755524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81cff825-d050-45dd-8df4-935fc5bf65d4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.759723 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-81cff825-d050-45dd-8df4-935fc5bf65d4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1430190 Jan 21 09:44:42.760597 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45948) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:42.765100 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-93ff832f-5b82-46e4-b6bc-cd2462cf466a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '60bceb65-739a-42b6-95a2-410ebc19e9c8', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:42.775057 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Checking router: a184f8ff-fe03-4a39-bfcf-59b1c919214d for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:42.775411 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Updating router a184f8ff-fe03-4a39-bfcf-59b1c919214d port 60a4d762-d180-4970-8397-677bff3d6e32 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:44:42.778162 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=66ff93ce-893a-47c4-a024-dc0f77e5ead4,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:42.785861 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port f80ed238-4bb7-49d9-a80c-e9b0209cf21b triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:42.786270 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.796253 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-93ff832f-5b82-46e4-b6bc-cd2462cf466a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.807300 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.861738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-93ff832f-5b82-46e4-b6bc-cd2462cf466a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.866539 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-93ff832f-5b82-46e4-b6bc-cd2462cf466a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.885671 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff832f-5b82-46e4-b6bc-cd2462cf466a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1cd7cbd-8250-41fc-854a-91921142ccec,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:42.895036 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-93ff832f-5b82-46e4-b6bc-cd2462cf466a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.896326 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-93ff832f-5b82-46e4-b6bc-cd2462cf466a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351271 Jan 21 09:44:42.898999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 45950) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:42.904088 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-afa5f18b-e36f-4c21-8aac-cf1d33d3f9b6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '60bceb65-739a-42b6-95a2-410ebc19e9c8', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:42.932513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afa5f18b-e36f-4c21-8aac-cf1d33d3f9b6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.992775 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afa5f18b-e36f-4c21-8aac-cf1d33d3f9b6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.996633 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afa5f18b-e36f-4c21-8aac-cf1d33d3f9b6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.016458 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5f18b-e36f-4c21-8aac-cf1d33d3f9b6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2d7a8a-4e7b-4399-896b-9667c079f0ec,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.022489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-afa5f18b-e36f-4c21-8aac-cf1d33d3f9b6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.023626 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-afa5f18b-e36f-4c21-8aac-cf1d33d3f9b6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236718 Jan 21 09:44:43.027173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45952) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:43.031915 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-7af0fd7e-69a6-45fd-bc15-d57a1653264e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '60bceb65-739a-42b6-95a2-410ebc19e9c8', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:43.057562 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-7af0fd7e-69a6-45fd-bc15-d57a1653264e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:44:43.064821 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7af0fd7e-69a6-45fd-bc15-d57a1653264e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.075780 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.080152 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.136518 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7af0fd7e-69a6-45fd-bc15-d57a1653264e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.140971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7af0fd7e-69a6-45fd-bc15-d57a1653264e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.159886 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac46f6-bc55-4059-9267-0d8884629578 None None] Pushing event updated for resources: {'Port': ['ID=60a4d762-d180-4970-8397-677bff3d6e32,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.163612 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0fd7e-69a6-45fd-bc15-d57a1653264e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2c8364-994f-4a2b-ae1a-c697b9d68a5a,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.177364 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7af0fd7e-69a6-45fd-bc15-d57a1653264e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.178955 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7af0fd7e-69a6-45fd-bc15-d57a1653264e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1505225 Jan 21 09:44:43.181944 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 45954) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:43.183565 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac46f6-bc55-4059-9267-0d8884629578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.183940 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac46f6-bc55-4059-9267-0d8884629578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.184280 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac46f6-bc55-4059-9267-0d8884629578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.184608 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac46f6-bc55-4059-9267-0d8884629578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.184932 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac46f6-bc55-4059-9267-0d8884629578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.185271 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac46f6-bc55-4059-9267-0d8884629578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.185624 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac46f6-bc55-4059-9267-0d8884629578 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.186170 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac46f6-bc55-4059-9267-0d8884629578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.186668 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac46f6-bc55-4059-9267-0d8884629578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.187155 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac46f6-bc55-4059-9267-0d8884629578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.187655 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac46f6-bc55-4059-9267-0d8884629578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.187920 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-fdaa96d7-af8d-4b63-a962-ad304ae51b7d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '60bceb65-739a-42b6-95a2-410ebc19e9c8', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:43.188350 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac46f6-bc55-4059-9267-0d8884629578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.211901 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-fdaa96d7-af8d-4b63-a962-ad304ae51b7d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:44:43.214980 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:44:43.215846 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Attempting to bind port 60a4d762-d180-4970-8397-677bff3d6e32 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:43.216210 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Attempting to bind port 60a4d762-d180-4970-8397-677bff3d6e32 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '252ebdbc-fa4c-4803-bdeb-0aadce72dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:43.217259 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Attempting to bind port 60a4d762-d180-4970-8397-677bff3d6e32 on network 3dc71b97-2dd6-432f-9fa3-a24d7324b19b {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:43.218797 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fdaa96d7-af8d-4b63-a962-ad304ae51b7d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.221859 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:44:43.222497 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Checking segment: {'id': '252ebdbc-fa4c-4803-bdeb-0aadce72dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:44:43.222879 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.223265 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Bound using segment: {'id': '252ebdbc-fa4c-4803-bdeb-0aadce72dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:44:43.223726 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Bound port: 60a4d762-d180-4970-8397-677bff3d6e32, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252ebdbc-fa4c-4803-bdeb-0aadce72dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:43.224104 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.289966 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fdaa96d7-af8d-4b63-a962-ad304ae51b7d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.293834 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fdaa96d7-af8d-4b63-a962-ad304ae51b7d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.294021 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] For port 60a4d762-d180-4970-8397-677bff3d6e32, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:43.297348 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] For port 60a4d762-d180-4970-8397-677bff3d6e32, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=60a4d762-d180-4970-8397-677bff3d6e32,segment=NetworkSegment(252ebdbc-fa4c-4803-bdeb-0aadce72dba5),segment_id=252ebdbc-fa4c-4803-bdeb-0aadce72dba5)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:43.303376 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.311958 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa96d7-af8d-4b63-a962-ad304ae51b7d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a4b38d-0686-4046-8d8d-e0243c2b971b,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.322964 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fdaa96d7-af8d-4b63-a962-ad304ae51b7d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.325215 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fdaa96d7-af8d-4b63-a962-ad304ae51b7d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420155 Jan 21 09:44:43.358221 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Routers {'a184f8ff-fe03-4a39-bfcf-59b1c919214d'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:43.358786 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:43.396107 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f25d1bd4-2fb4-46e2-bd36-ba2ebe6b8d93 None None] Provisioning complete for port 60a4d762-d180-4970-8397-677bff3d6e32 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:43.396392 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f25d1bd4-2fb4-46e2-bd36-ba2ebe6b8d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.424312 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac46f6-bc55-4059-9267-0d8884629578 None None] Pushing event updated for resources: {'Port': ['ID=60a4d762-d180-4970-8397-677bff3d6e32,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.527849 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] Set router a184f8ff-fe03-4a39-bfcf-59b1c919214d gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:43.576385 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-9cd239e9-2f32-41be-a269-8ede185f30fd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418458331&fields=id&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 267 time: 0.0381515 Jan 21 09:44:43.675868 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f25d1bd4-2fb4-46e2-bd36-ba2ebe6b8d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.697527 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-02acc9c3-83f0-44f6-a53a-7baf106c7826 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:43.699971 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-02acc9c3-83f0-44f6-a53a-7baf106c7826 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/networks?id=3dc71b97-2dd6-432f-9fa3-a24d7324b19b HTTP/1.1" status: 200 len: 796 time: 0.1151292 Jan 21 09:44:43.708811 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f25d1bd4-2fb4-46e2-bd36-ba2ebe6b8d93 None None] For port 60a4d762-d180-4970-8397-677bff3d6e32, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=60a4d762-d180-4970-8397-677bff3d6e32,segment=NetworkSegment(252ebdbc-fa4c-4803-bdeb-0aadce72dba5),segment_id=252ebdbc-fa4c-4803-bdeb-0aadce72dba5)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:43.713494 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f25d1bd4-2fb4-46e2-bd36-ba2ebe6b8d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.717012 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-3cdf561f-0850-45b9-92a6-9b3abb7609a6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/quotas/d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 375 time: 0.0107358 Jan 21 09:44:43.754943 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'name': 'tempest-TestNetworkBasicOps-router-481200485', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:36Z', 'updated_at': '2022-01-21T09:44:40Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:37Z', 'updated_at': '2022-01-21T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '60a4d762-d180-4970-8397-677bff3d6e32', 'name': '', 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:b8:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:39Z', 'updated_at': '2022-01-21T09:44:43Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:43.766954 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d1bd4-2fb4-46e2-bd36-ba2ebe6b8d93 None None] Pushing event updated for resources: {'Port': ['ID=60a4d762-d180-4970-8397-677bff3d6e32,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.775117 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-e6233212-57fa-41b7-bae3-1b8cfa65d816 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501652 Jan 21 09:44:43.783773 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa88e95-0a86-4984-88d4-e134e2a1ee90 None None] The sync data for ids ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'] in dv-neutron-825721-1-hyperv is: [{'id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'name': 'tempest-TestNetworkBasicOps-router-481200485', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:36Z', 'updated_at': '2022-01-21T09:44:40Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:37Z', 'updated_at': '2022-01-21T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '60a4d762-d180-4970-8397-677bff3d6e32', 'name': '', 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:b8:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:39Z', 'updated_at': '2022-01-21T09:44:43Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:43.851804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71c13b15-8a06-4fe3-ac4b-225cab90482f None None] Provisioning complete for port 60a4d762-d180-4970-8397-677bff3d6e32 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:43.852540 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71c13b15-8a06-4fe3-ac4b-225cab90482f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.899598 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-d755f432-4ae0-4208-aa24-711e72b7796c service neutron] 10.222.0.88 "GET /v2.0/networks/3dc71b97-2dd6-432f-9fa3-a24d7324b19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111276 Jan 21 09:44:43.999751 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-2a980b96-2b23-46c2-b96b-efc468813a89 service neutron] 10.222.0.88 "GET /v2.0/networks/3dc71b97-2dd6-432f-9fa3-a24d7324b19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889428 Jan 21 09:44:44.171287 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-67056f04-1411-4a89-9c62-e2faf6695d59 req-72cb529a-3df0-47cd-b647-5f3552be099a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 210 time: 0.0307860 Jan 21 09:44:44.448564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 60a4d762-d180-4970-8397-677bff3d6e32 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:44.500774 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 60a4d762-d180-4970-8397-677bff3d6e32 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:44.501160 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.595960 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 66ff93ce-893a-47c4-a024-dc0f77e5ead4 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:44.648444 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 66ff93ce-893a-47c4-a024-dc0f77e5ead4 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:44.648815 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.201721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-5526e2b5-1b7a-4097-b531-61f80e949b8c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:45.203259 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-5526e2b5-1b7a-4097-b531-61f80e949b8c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/networks?id=3dc71b97-2dd6-432f-9fa3-a24d7324b19b HTTP/1.1" status: 200 len: 796 time: 0.1124873 Jan 21 09:44:45.248728 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-d80fd476-5bdc-4fc2-9182-bc1c67d49ebd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 380 time: 0.0359874 Jan 21 09:44:45.265430 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-2c5da2a3-648a-4605-b9a8-7dc73edd7422 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'port': {'device_id': '21410589-20e2-44a9-bce0-6a162fcb16a5', 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b', 'admin_state_up': True, 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'security_groups': ['60bceb65-739a-42b6-95a2-410ebc19e9c8']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:45.284993 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ca6527e-e14c-40e9-ac13-17ab265ee443 req-ebaf829d-24d2-48cc-b992-f56049983f20 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 210 time: 0.0352206 Jan 21 09:44:45.405326 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-2c5da2a3-648a-4605-b9a8-7dc73edd7422 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:45.409189 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-2c5da2a3-648a-4605-b9a8-7dc73edd7422 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.534017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-2c5da2a3-648a-4605-b9a8-7dc73edd7422 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.5 (3dc71b97-2dd6-432f-9fa3-a24d7324b19b/72d84e7a-9a1d-4a6c-bc49-138cb2037c3a/b71a0408-60f4-4d12-afc5-17a03d5093c5) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:45.673422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-2c5da2a3-648a-4605-b9a8-7dc73edd7422 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.706678 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-2c5da2a3-648a-4605-b9a8-7dc73edd7422 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.748105 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-2c5da2a3-648a-4605-b9a8-7dc73edd7422 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 3dc71b97-2dd6-432f-9fa3-a24d7324b19b is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:45.753259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-2c5da2a3-648a-4605-b9a8-7dc73edd7422 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:45.757986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-2c5da2a3-648a-4605-b9a8-7dc73edd7422 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:45.783198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5da2a3-648a-4605-b9a8-7dc73edd7422 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=b71a0408-60f4-4d12-afc5-17a03d5093c5,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:45.813537 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-2c5da2a3-648a-4605-b9a8-7dc73edd7422 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:45.814092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-2c5da2a3-648a-4605-b9a8-7dc73edd7422 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.830926 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-2c5da2a3-648a-4605-b9a8-7dc73edd7422 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5722365 Jan 21 09:44:45.847423 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Request body: {'port': {'device_id': '21410589-20e2-44a9-bce0-6a162fcb16a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:45.908641 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.978591 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ef2d7bcd-8430-4ace-9f31-4c8444de578f None None] Provisioning complete for port b71a0408-60f4-4d12-afc5-17a03d5093c5 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:45.978591 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7bcd-8430-4ace-9f31-4c8444de578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.014272 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d7bcd-8430-4ace-9f31-4c8444de578f None None] Port b71a0408-60f4-4d12-afc5-17a03d5093c5 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:44:46.180388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71a0408-60f4-4d12-afc5-17a03d5093c5 {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:44:46.188016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.200164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Transition to ACTIVE for port object b71a0408-60f4-4d12-afc5-17a03d5093c5 will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:46.204318 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.254878 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Pushing event updated for resources: {'Port': ['ID=b71a0408-60f4-4d12-afc5-17a03d5093c5,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.333909 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Attempting to bind port b71a0408-60f4-4d12-afc5-17a03d5093c5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:46.334246 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Attempting to bind port b71a0408-60f4-4d12-afc5-17a03d5093c5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '252ebdbc-fa4c-4803-bdeb-0aadce72dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:46.334602 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Attempting to bind port b71a0408-60f4-4d12-afc5-17a03d5093c5 on network 3dc71b97-2dd6-432f-9fa3-a24d7324b19b {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:46.342405 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Port b71a0408-60f4-4d12-afc5-17a03d5093c5 on network 3dc71b97-2dd6-432f-9fa3-a24d7324b19b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:44:46.342725 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Attempting to bind port b71a0408-60f4-4d12-afc5-17a03d5093c5 on network 3dc71b97-2dd6-432f-9fa3-a24d7324b19b {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:46.348188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:44:46.348561 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Checking segment: {'id': '252ebdbc-fa4c-4803-bdeb-0aadce72dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:44:46.348946 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Bound using segment: {'id': '252ebdbc-fa4c-4803-bdeb-0aadce72dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:44:46.349370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Bound port: b71a0408-60f4-4d12-afc5-17a03d5093c5, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252ebdbc-fa4c-4803-bdeb-0aadce72dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:46.349844 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.411095 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b125f5c-61c8-4c8a-82f6-5adb669ffe18 req-a9bee6ec-2cfa-4380-90b8-b3c400520dee tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:46.412794 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3b125f5c-61c8-4c8a-82f6-5adb669ffe18 req-a9bee6ec-2cfa-4380-90b8-b3c400520dee tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 943 time: 0.0536611 Jan 21 09:44:46.423210 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] For port b71a0408-60f4-4d12-afc5-17a03d5093c5, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:46.427986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] For port b71a0408-60f4-4d12-afc5-17a03d5093c5, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b71a0408-60f4-4d12-afc5-17a03d5093c5,segment=NetworkSegment(252ebdbc-fa4c-4803-bdeb-0aadce72dba5),segment_id=252ebdbc-fa4c-4803-bdeb-0aadce72dba5)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:46.433769 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.453111 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3b125f5c-61c8-4c8a-82f6-5adb669ffe18 req-cde25ae8-4d85-436d-bf43-235027f95801 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=60bceb65-739a-42b6-95a2-410ebc19e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338147 Jan 21 09:44:46.469592 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:46.470555 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.471961 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] 10.222.0.113 "PUT /v2.0/ports/b71a0408-60f4-4d12-afc5-17a03d5093c5 HTTP/1.1" status: 200 len: 1093 time: 0.6335046 Jan 21 09:44:46.472427 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21410589-20e2-44a9-bce0-6a162fcb16a5', 'tag': 'b71a0408-60f4-4d12-afc5-17a03d5093c5'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:46.474901 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4112228f-f1f7-4452-b45d-cfbe91f07536" -d '{"events": [{"name": "network-changed", "server_uuid": "21410589-20e2-44a9-bce0-6a162fcb16a5", "tag": "b71a0408-60f4-4d12-afc5-17a03d5093c5"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:46.511124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2adae-7d4d-4058-96af-f5cda15cefaa service neutron] Pushing event updated for resources: {'Port': ['ID=b71a0408-60f4-4d12-afc5-17a03d5093c5,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.528622 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d51e22-33ab-49d8-a1e1-1f9dc61f7068 x-openstack-request-id: req-38d51e22-33ab-49d8-a1e1-1f9dc61f7068 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:46.528837 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21410589-20e2-44a9-bce0-6a162fcb16a5", "tag": "b71a0408-60f4-4d12-afc5-17a03d5093c5", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:46.529082 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-38d51e22-33ab-49d8-a1e1-1f9dc61f7068 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:46.529922 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21410589-20e2-44a9-bce0-6a162fcb16a5', 'tag': 'b71a0408-60f4-4d12-afc5-17a03d5093c5', 'status': 'completed', 'code': 200} Jan 21 09:44:46.569208 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-114950ac-2b2a-424d-8091-92baaad35a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:46.570756 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-114950ac-2b2a-424d-8091-92baaad35a6f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 1096 time: 0.0559702 Jan 21 09:44:46.614517 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-a3bd0f6d-e36c-42fc-a888-b09865e1b669 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b71a0408-60f4-4d12-afc5-17a03d5093c5 HTTP/1.1" status: 200 len: 217 time: 0.0364501 Jan 21 09:44:46.668376 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-e1ce7e83-cc0c-40b6-9a96-b2a10efb133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:46.669999 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-e1ce7e83-cc0c-40b6-9a96-b2a10efb133c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=72d84e7a-9a1d-4a6c-bc49-138cb2037c3a HTTP/1.1" status: 200 len: 844 time: 0.0484939 Jan 21 09:44:46.721393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-cae31baf-5ae3-465b-b290-03350b9b5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:46.722962 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-cae31baf-5ae3-465b-b290-03350b9b5da5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3dc71b97-2dd6-432f-9fa3-a24d7324b19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458755 Jan 21 09:44:46.813873 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-7795ee63-084b-4049-b67c-1a766944114c service neutron] 10.222.0.113 "GET /v2.0/networks/3dc71b97-2dd6-432f-9fa3-a24d7324b19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834420 Jan 21 09:44:46.920347 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b96edb16-ead2-4a88-8a0d-659cdf69c373 req-8d96919c-fe4a-4e70-9db1-b5701c3d4b72 service neutron] 10.222.0.113 "GET /v2.0/networks/3dc71b97-2dd6-432f-9fa3-a24d7324b19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998375 Jan 21 09:44:47.316651 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112228f-f1f7-4452-b45d-cfbe91f07536 req-f9d8e86c-e44d-45f9-96fe-c8db4df1f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:47.318485 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4112228f-f1f7-4452-b45d-cfbe91f07536 req-f9d8e86c-e44d-45f9-96fe-c8db4df1f170 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 1096 time: 0.3480687 Jan 21 09:44:47.417836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112228f-f1f7-4452-b45d-cfbe91f07536 req-ffa249eb-cc36-4919-8e69-6dc4461297b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:47.419341 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4112228f-f1f7-4452-b45d-cfbe91f07536 req-ffa249eb-cc36-4919-8e69-6dc4461297b6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=3dc71b97-2dd6-432f-9fa3-a24d7324b19b HTTP/1.1" status: 200 len: 897 time: 0.0933022 Jan 21 09:44:47.464600 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4112228f-f1f7-4452-b45d-cfbe91f07536 req-90213e64-131a-4c35-a3ab-0ffd56c0392f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b71a0408-60f4-4d12-afc5-17a03d5093c5 HTTP/1.1" status: 200 len: 217 time: 0.0378041 Jan 21 09:44:47.529302 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112228f-f1f7-4452-b45d-cfbe91f07536 req-6f096758-ae1c-4b27-969e-b3a710f0a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:47.531622 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4112228f-f1f7-4452-b45d-cfbe91f07536 req-6f096758-ae1c-4b27-969e-b3a710f0a320 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=72d84e7a-9a1d-4a6c-bc49-138cb2037c3a HTTP/1.1" status: 200 len: 844 time: 0.0602455 Jan 21 09:44:47.585496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112228f-f1f7-4452-b45d-cfbe91f07536 req-740a2c0c-ccb7-47b7-bdcc-039c52b56c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:47.587311 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4112228f-f1f7-4452-b45d-cfbe91f07536 req-740a2c0c-ccb7-47b7-bdcc-039c52b56c67 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3dc71b97-2dd6-432f-9fa3-a24d7324b19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0485876 Jan 21 09:44:47.611143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7becc-5d8a-4721-8f78-3ad1835f97f9 req-c2fe5c4e-6dbc-4f17-a7fa-05071152c215 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:47.612904 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-85f7becc-5d8a-4721-8f78-3ad1835f97f9 req-c2fe5c4e-6dbc-4f17-a7fa-05071152c215 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 943 time: 0.0597556 Jan 21 09:44:47.670530 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-85f7becc-5d8a-4721-8f78-3ad1835f97f9 req-272366a7-a36e-41a7-886c-516cea31b79b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=60bceb65-739a-42b6-95a2-410ebc19e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460501 Jan 21 09:44:47.716002 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4112228f-f1f7-4452-b45d-cfbe91f07536 req-fb857140-4e7d-4543-9307-2395dcf77564 service neutron] 10.222.0.113 "GET /v2.0/networks/3dc71b97-2dd6-432f-9fa3-a24d7324b19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215334 Jan 21 09:44:47.813681 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4112228f-f1f7-4452-b45d-cfbe91f07536 req-fa661402-2525-4104-8a49-e0173d2d0f50 service neutron] 10.222.0.113 "GET /v2.0/networks/3dc71b97-2dd6-432f-9fa3-a24d7324b19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914216 Jan 21 09:44:48.773808 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device b71a0408-60f4-4d12-afc5-17a03d5093c5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:44:48.812089 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38fa3c-2804-4f86-adb5-6ab86008f79e req-89b66c4f-2b7d-4c1a-af90-8422021cfdf0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:48.814426 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2a38fa3c-2804-4f86-adb5-6ab86008f79e req-89b66c4f-2b7d-4c1a-af90-8422021cfdf0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 943 time: 0.0600886 Jan 21 09:44:48.871524 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2a38fa3c-2804-4f86-adb5-6ab86008f79e req-8e8440b8-4b31-42c5-9fd7-fdd605640797 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=60bceb65-739a-42b6-95a2-410ebc19e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499573 Jan 21 09:44:48.904380 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port b71a0408-60f4-4d12-afc5-17a03d5093c5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b71a0408-60f4-4d12-afc5-17a03d5093c5,segment=NetworkSegment(252ebdbc-fa4c-4803-bdeb-0aadce72dba5),segment_id=252ebdbc-fa4c-4803-bdeb-0aadce72dba5)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:48.917073 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'b71a0408-60f4-4d12-afc5-17a03d5093c5', 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b', 'port_id': 'b71a0408-60f4-4d12-afc5-17a03d5093c5', 'mac_address': 'fa:16:3e:de:8f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:44:48.955221 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.968747 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71a0408-60f4-4d12-afc5-17a03d5093c5 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:44:48.992328 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port b71a0408-60f4-4d12-afc5-17a03d5093c5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b71a0408-60f4-4d12-afc5-17a03d5093c5,segment=NetworkSegment(252ebdbc-fa4c-4803-bdeb-0aadce72dba5),segment_id=252ebdbc-fa4c-4803-bdeb-0aadce72dba5)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:48.996697 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.042974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=b71a0408-60f4-4d12-afc5-17a03d5093c5,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:49.206337 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['b71a0408-60f4-4d12-afc5-17a03d5093c5'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:44:49.991266 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1facc1-a80a-42b1-996e-45092895c921 req-effaa8a8-3137-4f3d-bd2b-ab62544fecbd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:49.992738 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1a1facc1-a80a-42b1-996e-45092895c921 req-effaa8a8-3137-4f3d-bd2b-ab62544fecbd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 944 time: 0.0534780 Jan 21 09:44:50.033176 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1a1facc1-a80a-42b1-996e-45092895c921 req-cd48c7d7-68b6-4d51-b967-4cc3a3bde5d9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=60bceb65-739a-42b6-95a2-410ebc19e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317330 Jan 21 09:44:50.793752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device b71a0408-60f4-4d12-afc5-17a03d5093c5 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:50.841910 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port b71a0408-60f4-4d12-afc5-17a03d5093c5 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:50.845721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port b71a0408-60f4-4d12-afc5-17a03d5093c5 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:50.846145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.924463 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.946882 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21410589-20e2-44a9-bce0-6a162fcb16a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71a0408-60f4-4d12-afc5-17a03d5093c5'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:50.949369 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f5e042-ffcf-48c5-918f-727a9e73487a" -d '{"events": [{"server_uuid": "21410589-20e2-44a9-bce0-6a162fcb16a5", "name": "network-vif-plugged", "status": "completed", "tag": "b71a0408-60f4-4d12-afc5-17a03d5093c5"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:50.961544 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port b71a0408-60f4-4d12-afc5-17a03d5093c5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b71a0408-60f4-4d12-afc5-17a03d5093c5,segment=NetworkSegment(252ebdbc-fa4c-4803-bdeb-0aadce72dba5),segment_id=252ebdbc-fa4c-4803-bdeb-0aadce72dba5)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:50.966612 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.990025 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb67608a-6ffa-4247-9b50-9c87f099720b x-openstack-request-id: req-fb67608a-6ffa-4247-9b50-9c87f099720b {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:50.990323 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21410589-20e2-44a9-bce0-6a162fcb16a5", "name": "network-vif-plugged", "status": "completed", "tag": "b71a0408-60f4-4d12-afc5-17a03d5093c5", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:50.990577 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fb67608a-6ffa-4247-9b50-9c87f099720b {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:50.990965 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21410589-20e2-44a9-bce0-6a162fcb16a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71a0408-60f4-4d12-afc5-17a03d5093c5', 'code': 200} Jan 21 09:44:51.016800 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=b71a0408-60f4-4d12-afc5-17a03d5093c5,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:51.152245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1245757-8496-4e24-a800-a99264389687 req-4bc8a2d7-2395-4077-bf75-1b74a6caaebb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.153685 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a1245757-8496-4e24-a800-a99264389687 req-4bc8a2d7-2395-4077-bf75-1b74a6caaebb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 945 time: 0.0520477 Jan 21 09:44:51.178076 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40b325-6da8-43c5-803a-24f763aa09c9 req-c561b17c-6259-4964-9b76-02d3a27039ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.179562 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5f40b325-6da8-43c5-803a-24f763aa09c9 req-c561b17c-6259-4964-9b76-02d3a27039ba service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 1098 time: 0.0419712 Jan 21 09:44:51.192573 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a1245757-8496-4e24-a800-a99264389687 req-e5998694-4802-4eee-a92e-4290da24c6bb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=60bceb65-739a-42b6-95a2-410ebc19e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322757 Jan 21 09:44:51.216008 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5f40b325-6da8-43c5-803a-24f763aa09c9 req-9dfebde5-5fcb-402c-b07d-ecab5a4e6f96 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=60bceb65-739a-42b6-95a2-410ebc19e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299768 Jan 21 09:44:52.321046 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8448376-509a-47b1-a10f-80be8535b3eb req-b29191a9-7cfd-44ed-bb07-ed8a9e8d36ec tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:52.322631 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a8448376-509a-47b1-a10f-80be8535b3eb req-b29191a9-7cfd-44ed-bb07-ed8a9e8d36ec tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 945 time: 0.0574310 Jan 21 09:44:52.366510 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a8448376-509a-47b1-a10f-80be8535b3eb req-79127ab3-510d-4e40-b15c-c6a2ec154a3e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=60bceb65-739a-42b6-95a2-410ebc19e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370519 Jan 21 09:44:53.493251 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218ef8d-ae7b-4095-82ed-bc55fefc5eb6 req-795664c2-a430-4957-a88b-cc2dc218e23d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:53.495474 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d218ef8d-ae7b-4095-82ed-bc55fefc5eb6 req-795664c2-a430-4957-a88b-cc2dc218e23d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 945 time: 0.0587518 Jan 21 09:44:53.536701 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d218ef8d-ae7b-4095-82ed-bc55fefc5eb6 req-f9e8bebc-3346-47ad-8335-891db52882c6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=60bceb65-739a-42b6-95a2-410ebc19e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342479 Jan 21 09:44:53.684484 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8963c-5270-4026-87dc-7e217c444a35 req-6ee62db7-5899-4827-a8eb-a3ac78bab13f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:53.686172 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f0f8963c-5270-4026-87dc-7e217c444a35 req-6ee62db7-5899-4827-a8eb-a3ac78bab13f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 945 time: 0.0638409 Jan 21 09:44:53.738345 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f0f8963c-5270-4026-87dc-7e217c444a35 req-54621e19-3560-4e00-9954-30788a687510 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=60bceb65-739a-42b6-95a2-410ebc19e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402963 Jan 21 09:44:53.761205 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46008) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:53.804166 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4bbf2-410d-4698-9ac1-7d031313c733 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:53.805749 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b6f4bbf2-410d-4698-9ac1-7d031313c733 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 1093 time: 0.0434701 Jan 21 09:44:53.810070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46010) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:53.814620 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': 'b71a0408-60f4-4d12-afc5-17a03d5093c5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:53.839741 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.944320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.087944 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.26.7.98 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/a9e46f3c-6514-4e5d-ab3f-974e373ff44f) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:54.189336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.227083 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.263200 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:54.268136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:54.271830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:54.299012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=a9e46f3c-6514-4e5d-ab3f-974e373ff44f,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:54.310316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:54.310659 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:54.310991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:54.311319 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:54.311642 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:54.311967 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:54.312286 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:54.312607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:54.312921 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:54.313336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:54.313574 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:54.313890 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:54.651839 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.717126 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.790891 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.866996 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.872227 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.939877 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=a9e46f3c-6514-4e5d-ab3f-974e373ff44f,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:54.950400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.050479 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP fde9ad24-0a5b-4541-9831-9e0d7c93c538 associated. External IP: 172.26.7.98, port: b71a0408-60f4-4d12-afc5-17a03d5093c5. Jan 21 09:44:55.260304 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router a184f8ff-fe03-4a39-bfcf-59b1c919214d has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:55.375994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:55.386011 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b341b39c-76da-4926-9769-a69ff65a2d10 None None] Sync routers for ids ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:55.392954 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.395627 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341b39c-76da-4926-9769-a69ff65a2d10 None None] Routers {'a184f8ff-fe03-4a39-bfcf-59b1c919214d'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:55.396242 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b341b39c-76da-4926-9769-a69ff65a2d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:55.420818 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-37b9fa3c-f7ec-4bad-8f9f-fa11897714b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6096950 Jan 21 09:44:55.421538 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21410589-20e2-44a9-bce0-6a162fcb16a5', 'tag': 'b71a0408-60f4-4d12-afc5-17a03d5093c5'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:55.423741 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46014) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:55.424238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e713ed6b-26f7-4e81-8800-5978a9b7b30b" -d '{"events": [{"name": "network-changed", "server_uuid": "21410589-20e2-44a9-bce0-6a162fcb16a5", "tag": "b71a0408-60f4-4d12-afc5-17a03d5093c5"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:55.472211 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27c56f6-f4a9-4c72-8c60-5cfcdc55ebdf x-openstack-request-id: req-b27c56f6-f4a9-4c72-8c60-5cfcdc55ebdf {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:55.472956 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21410589-20e2-44a9-bce0-6a162fcb16a5", "tag": "b71a0408-60f4-4d12-afc5-17a03d5093c5", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:55.473418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b27c56f6-f4a9-4c72-8c60-5cfcdc55ebdf {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:55.474067 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21410589-20e2-44a9-bce0-6a162fcb16a5', 'tag': 'b71a0408-60f4-4d12-afc5-17a03d5093c5', 'status': 'completed', 'code': 200} Jan 21 09:44:55.497555 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7ee64ede-4108-4cda-acca-a43e17fa636f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/fde9ad24-0a5b-4541-9831-9e0d7c93c538 HTTP/1.1" status: 200 len: 990 time: 0.0719798 Jan 21 09:44:55.520892 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-b341b39c-76da-4926-9769-a69ff65a2d10 None None] Set router a184f8ff-fe03-4a39-bfcf-59b1c919214d gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:55.534541 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713ed6b-26f7-4e81-8800-5978a9b7b30b req-b54b625d-7203-49e2-8c66-2fcaa5ca335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.536432 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e713ed6b-26f7-4e81-8800-5978a9b7b30b req-b54b625d-7203-49e2-8c66-2fcaa5ca335f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 1098 time: 0.0442214 Jan 21 09:44:55.633387 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713ed6b-26f7-4e81-8800-5978a9b7b30b req-ee45228a-a91d-4a51-b410-a7a440a6029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.634828 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e713ed6b-26f7-4e81-8800-5978a9b7b30b req-ee45228a-a91d-4a51-b410-a7a440a6029a service neutron] 10.222.0.113 "GET /v2.0/networks?id=3dc71b97-2dd6-432f-9fa3-a24d7324b19b HTTP/1.1" status: 200 len: 897 time: 0.0918703 Jan 21 09:44:55.701963 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e713ed6b-26f7-4e81-8800-5978a9b7b30b req-deb0bc16-2b48-4747-bf4d-41c0374af0f6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b71a0408-60f4-4d12-afc5-17a03d5093c5 HTTP/1.1" status: 200 len: 998 time: 0.0609000 Jan 21 09:44:55.754742 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b341b39c-76da-4926-9769-a69ff65a2d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'name': 'tempest-TestNetworkBasicOps-router-481200485', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:36Z', 'updated_at': '2022-01-21T09:44:40Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:37Z', 'updated_at': '2022-01-21T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'fde9ad24-0a5b-4541-9831-9e0d7c93c538', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'port_id': 'b71a0408-60f4-4d12-afc5-17a03d5093c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b', 'mac_address': 'fa:16:3e:de:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21410589-20e2-44a9-bce0-6a162fcb16a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:54Z', 'updated_at': '2022-01-21T09:44:54Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a4d762-d180-4970-8397-677bff3d6e32', 'name': '', 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:b8:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:39Z', 'updated_at': '2022-01-21T09:44:43Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:55.756957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713ed6b-26f7-4e81-8800-5978a9b7b30b req-2f9c6235-b5c3-470c-ade9-6d3ed0805fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.758483 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e713ed6b-26f7-4e81-8800-5978a9b7b30b req-2f9c6235-b5c3-470c-ade9-6d3ed0805fe1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=72d84e7a-9a1d-4a6c-bc49-138cb2037c3a HTTP/1.1" status: 200 len: 844 time: 0.0498946 Jan 21 09:44:55.781505 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b341b39c-76da-4926-9769-a69ff65a2d10 None None] Checking router: a184f8ff-fe03-4a39-bfcf-59b1c919214d for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:55.789944 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341b39c-76da-4926-9769-a69ff65a2d10 None None] Routers {'a184f8ff-fe03-4a39-bfcf-59b1c919214d'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:55.790558 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b341b39c-76da-4926-9769-a69ff65a2d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:55.806309 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713ed6b-26f7-4e81-8800-5978a9b7b30b req-a34b3752-e6a8-4e4d-86cf-4515a34a75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.807886 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e713ed6b-26f7-4e81-8800-5978a9b7b30b req-a34b3752-e6a8-4e4d-86cf-4515a34a75d8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3dc71b97-2dd6-432f-9fa3-a24d7324b19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431318 Jan 21 09:44:55.897557 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e713ed6b-26f7-4e81-8800-5978a9b7b30b req-86bb14de-d4d7-47ef-9eee-79485a18f754 service neutron] 10.222.0.113 "GET /v2.0/networks/3dc71b97-2dd6-432f-9fa3-a24d7324b19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830793 Jan 21 09:44:55.897793 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-b341b39c-76da-4926-9769-a69ff65a2d10 None None] Set router a184f8ff-fe03-4a39-bfcf-59b1c919214d gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:55.996282 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e713ed6b-26f7-4e81-8800-5978a9b7b30b req-af99fa21-2a80-465a-b462-cbbe79603a62 service neutron] 10.222.0.113 "GET /v2.0/networks/3dc71b97-2dd6-432f-9fa3-a24d7324b19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921326 Jan 21 09:44:56.119808 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b341b39c-76da-4926-9769-a69ff65a2d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'name': 'tempest-TestNetworkBasicOps-router-481200485', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:36Z', 'updated_at': '2022-01-21T09:44:40Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:37Z', 'updated_at': '2022-01-21T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'fde9ad24-0a5b-4541-9831-9e0d7c93c538', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'port_id': 'b71a0408-60f4-4d12-afc5-17a03d5093c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b', 'mac_address': 'fa:16:3e:de:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21410589-20e2-44a9-bce0-6a162fcb16a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:54Z', 'updated_at': '2022-01-21T09:44:54Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a4d762-d180-4970-8397-677bff3d6e32', 'name': '', 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:b8:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:39Z', 'updated_at': '2022-01-21T09:44:43Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:56.148860 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b341b39c-76da-4926-9769-a69ff65a2d10 None None] The sync data for ids ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'] in dv-neutron-825721-1-hyperv is: [{'id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'name': 'tempest-TestNetworkBasicOps-router-481200485', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:36Z', 'updated_at': '2022-01-21T09:44:40Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:37Z', 'updated_at': '2022-01-21T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'fde9ad24-0a5b-4541-9831-9e0d7c93c538', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'port_id': 'b71a0408-60f4-4d12-afc5-17a03d5093c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b', 'mac_address': 'fa:16:3e:de:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21410589-20e2-44a9-bce0-6a162fcb16a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:54Z', 'updated_at': '2022-01-21T09:44:54Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a4d762-d180-4970-8397-677bff3d6e32', 'name': '', 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:b8:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:39Z', 'updated_at': '2022-01-21T09:44:43Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:56.323194 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dac8cb-55a9-448e-9672-51397c3f9563 None None] New status for floating IP fde9ad24-0a5b-4541-9831-9e0d7c93c538: ACTIVE {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:44:56.499290 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46018) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:44:56.559118 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-529e4de4-13a0-463a-8cf6-51a9be8733e3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/fde9ad24-0a5b-4541-9831-9e0d7c93c538 HTTP/1.1" status: 200 len: 992 time: 0.0586956 Jan 21 09:45:05.853373 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-36c3191e-8ba6-4e82-a4f1-7f1464a6e57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.215763 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f4f9c077-616a-4d1d-88fe-a77c3fc3242d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.259754 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.273834 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.367899 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.205289 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:45:24.795745 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.856305 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-07b168b4-cca6-41b8-af5f-215a84ef7753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.216532 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-18b18aaa-6389-481d-9fd0-5a433daf751b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.264826 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.290485 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b6aa7a9-7174-42e0-8d4f-c90667600a0a req-f9a76819-db88-4b78-9c96-294519786394 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=21410589-20e2-44a9-bce0-6a162fcb16a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425053 Jan 21 09:45:39.372233 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aa7a9-7174-42e0-8d4f-c90667600a0a req-1482b40a-533f-4bd7-a140-b0dc92668736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.373802 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b6aa7a9-7174-42e0-8d4f-c90667600a0a req-1482b40a-533f-4bd7-a140-b0dc92668736 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 1098 time: 0.0417747 Jan 21 09:45:39.498181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aa7a9-7174-42e0-8d4f-c90667600a0a req-ab66c40e-7252-46ef-85f1-e6f22edf84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.499663 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b6aa7a9-7174-42e0-8d4f-c90667600a0a req-ab66c40e-7252-46ef-85f1-e6f22edf84f5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=3dc71b97-2dd6-432f-9fa3-a24d7324b19b HTTP/1.1" status: 200 len: 897 time: 0.1069355 Jan 21 09:45:39.572994 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b6aa7a9-7174-42e0-8d4f-c90667600a0a req-84b4a533-275b-42a6-8e91-247edd30dc47 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b71a0408-60f4-4d12-afc5-17a03d5093c5 HTTP/1.1" status: 200 len: 1000 time: 0.0666997 Jan 21 09:45:39.632491 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aa7a9-7174-42e0-8d4f-c90667600a0a req-5bbd33f1-3822-4f19-ad86-9b19f590e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.634299 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b6aa7a9-7174-42e0-8d4f-c90667600a0a req-5bbd33f1-3822-4f19-ad86-9b19f590e1c8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=72d84e7a-9a1d-4a6c-bc49-138cb2037c3a HTTP/1.1" status: 200 len: 844 time: 0.0547903 Jan 21 09:45:39.692823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aa7a9-7174-42e0-8d4f-c90667600a0a req-b7f6ffc1-b07c-4484-b6a8-5218590d86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.695176 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b6aa7a9-7174-42e0-8d4f-c90667600a0a req-b7f6ffc1-b07c-4484-b6a8-5218590d86ed service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3dc71b97-2dd6-432f-9fa3-a24d7324b19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546384 Jan 21 09:45:39.862167 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b6aa7a9-7174-42e0-8d4f-c90667600a0a req-4bbf6a81-c52e-4d9f-b4b0-50325c164e57 service neutron] 10.222.0.113 "GET /v2.0/networks/3dc71b97-2dd6-432f-9fa3-a24d7324b19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600370 Jan 21 09:45:39.964432 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b6aa7a9-7174-42e0-8d4f-c90667600a0a req-f2f2464e-3bfb-4e71-adf6-ce84ba7e8563 service neutron] 10.222.0.113 "GET /v2.0/networks/3dc71b97-2dd6-432f-9fa3-a24d7324b19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959716 Jan 21 09:45:41.277355 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.370567 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.818881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.203737 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:46:05.858248 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9843550c-d063-45b4-976d-c015589e45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.219138 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f377f6d8-3bab-4080-9fa0-9970b83f9420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.266481 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.278224 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.374769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.818592 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.203641 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:46:35.862769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8116a27f-41dc-462d-adf3-b978254a2f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.221302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-620b2f95-1dc7-489b-9f92-8d3b1297c3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.268380 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.730094 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4f313b91-9c7c-4a30-bbc9-69dcadc95f6c req-f61b5642-3cc3-4fc5-8d65-0c00478bf4f2 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=21410589-20e2-44a9-bce0-6a162fcb16a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425458 Jan 21 09:46:40.812492 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f313b91-9c7c-4a30-bbc9-69dcadc95f6c req-1f4ca574-a042-4ab9-9827-3f50adb7fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:40.814110 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4f313b91-9c7c-4a30-bbc9-69dcadc95f6c req-1f4ca574-a042-4ab9-9827-3f50adb7fb33 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 1098 time: 0.0444722 Jan 21 09:46:40.921790 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f313b91-9c7c-4a30-bbc9-69dcadc95f6c req-661402b6-d384-482a-87c9-221715c45064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:40.923285 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4f313b91-9c7c-4a30-bbc9-69dcadc95f6c req-661402b6-d384-482a-87c9-221715c45064 service neutron] 10.222.0.113 "GET /v2.0/networks?id=3dc71b97-2dd6-432f-9fa3-a24d7324b19b HTTP/1.1" status: 200 len: 897 time: 0.0903223 Jan 21 09:46:40.989905 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4f313b91-9c7c-4a30-bbc9-69dcadc95f6c req-c41cf871-5f3f-4fb1-b2c4-c1690545d4ee service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b71a0408-60f4-4d12-afc5-17a03d5093c5 HTTP/1.1" status: 200 len: 1000 time: 0.0593960 Jan 21 09:46:41.041448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f313b91-9c7c-4a30-bbc9-69dcadc95f6c req-11ff6af8-002e-4a90-a37a-d8e5e0cce1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:41.042933 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4f313b91-9c7c-4a30-bbc9-69dcadc95f6c req-11ff6af8-002e-4a90-a37a-d8e5e0cce1be service neutron] 10.222.0.113 "GET /v2.0/subnets?id=72d84e7a-9a1d-4a6c-bc49-138cb2037c3a HTTP/1.1" status: 200 len: 844 time: 0.0479846 Jan 21 09:46:41.090762 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f313b91-9c7c-4a30-bbc9-69dcadc95f6c req-15235e42-d9c9-42f8-a56a-aee6a1c75e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:41.094713 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4f313b91-9c7c-4a30-bbc9-69dcadc95f6c req-15235e42-d9c9-42f8-a56a-aee6a1c75e0f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3dc71b97-2dd6-432f-9fa3-a24d7324b19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429826 Jan 21 09:46:41.184742 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4f313b91-9c7c-4a30-bbc9-69dcadc95f6c req-adc75ed3-3657-4d20-b381-01e34dceda35 service neutron] 10.222.0.113 "GET /v2.0/networks/3dc71b97-2dd6-432f-9fa3-a24d7324b19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858166 Jan 21 09:46:41.278816 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4f313b91-9c7c-4a30-bbc9-69dcadc95f6c req-25bead4b-ac39-4ee7-8343-593bec1776cd service neutron] 10.222.0.113 "GET /v2.0/networks/3dc71b97-2dd6-432f-9fa3-a24d7324b19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878072 Jan 21 09:46:41.284289 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.376557 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.651435 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46056) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:46:49.658029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:49.758013 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63418235'] for subnet, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.916653 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781631474014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64716074'] for subnet, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.954332 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:49.954918 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.956936 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/subnets/72d84e7a-9a1d-4a6c-bc49-138cb2037c3a HTTP/1.1" status: 200 len: 836 time: 0.3034570 Jan 21 09:46:49.963304 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42d97df-170b-410c-8997-a89fc4f6680f None None] Network 3dc71b97-2dd6-432f-9fa3-a24d7324b19b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:46:49.973570 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Subnet': ['ID=72d84e7a-9a1d-4a6c-bc49-138cb2037c3a,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:49.987117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:49.987117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:49.987117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:49.987117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:49.987117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:49.987117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:49.987117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:49.987117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:49.987117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:49.987117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:49.987117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:49.987117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58417e99-e84f-437a-9401-e8899bec0ae2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:50.469971 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-544dc823-8e6f-42ef-b4a4-a58d9c005189 None None] Provisioning complete for port 60a4d762-d180-4970-8397-677bff3d6e32 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:50.470462 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-544dc823-8e6f-42ef-b4a4-a58d9c005189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.560906 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-544dc823-8e6f-42ef-b4a4-a58d9c005189 None None] Provisioning complete for port b71a0408-60f4-4d12-afc5-17a03d5093c5 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:50.561192 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-544dc823-8e6f-42ef-b4a4-a58d9c005189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.659834 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-544dc823-8e6f-42ef-b4a4-a58d9c005189 None None] Provisioning complete for port f80ed238-4bb7-49d9-a80c-e9b0209cf21b triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:50.660209 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-544dc823-8e6f-42ef-b4a4-a58d9c005189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.704589 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [req-3ddfff86-8acd-4c92-9195-de1813819ea0 req-b626ac3b-9ddc-4e15-9839-06ea9d41f865 service neutron] (102147) timed out ('10.222.0.113', 63051) {{(pid=102147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 21 09:46:54.831606 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.864504 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b676d1bc-dcff-47cf-814b-a8adb58875e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.223336 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1ad8964b-d07b-4ed6-975e-48e4daff283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.269602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.203260 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:47:11.285953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.379498 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.864022 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.876346 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46068) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:33.042320 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-c55f93ff-4ee2-47da-96a4-fba483cfed98 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port a9e46f3c-6514-4e5d-ab3f-974e373ff44f {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:47:33.042678 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c55f93ff-4ee2-47da-96a4-fba483cfed98 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.120522 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c55f93ff-4ee2-47da-96a4-fba483cfed98 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.120837 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c55f93ff-4ee2-47da-96a4-fba483cfed98 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.134109 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-c55f93ff-4ee2-47da-96a4-fba483cfed98 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for a9e46f3c-6514-4e5d-ab3f-974e373ff44f owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:47:33.290723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c55f93ff-4ee2-47da-96a4-fba483cfed98 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.326305 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f93ff-4ee2-47da-96a4-fba483cfed98 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=a9e46f3c-6514-4e5d-ab3f-974e373ff44f,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:33.399315 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c55f93ff-4ee2-47da-96a4-fba483cfed98 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.399549 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-c55f93ff-4ee2-47da-96a4-fba483cfed98 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP fde9ad24-0a5b-4541-9831-9e0d7c93c538 disassociated (deleted). External IP: 172.26.7.98, port: b71a0408-60f4-4d12-afc5-17a03d5093c5. Jan 21 09:47:33.610990 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55f93ff-4ee2-47da-96a4-fba483cfed98 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router a184f8ff-fe03-4a39-bfcf-59b1c919214d has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:34.068702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55f93ff-4ee2-47da-96a4-fba483cfed98 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:34.074099 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c55f93ff-4ee2-47da-96a4-fba483cfed98 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.079266 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f85164-12e9-4de9-8b72-983524474356 None None] Sync routers for ids ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:34.088179 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f85164-12e9-4de9-8b72-983524474356 None None] Routers {'a184f8ff-fe03-4a39-bfcf-59b1c919214d'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:34.088796 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-45f85164-12e9-4de9-8b72-983524474356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:34.099918 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c55f93ff-4ee2-47da-96a4-fba483cfed98 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/floatingips/fde9ad24-0a5b-4541-9831-9e0d7c93c538 HTTP/1.1" status: 204 len: 168 time: 1.2224634 Jan 21 09:47:34.100621 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21410589-20e2-44a9-bce0-6a162fcb16a5', 'tag': 'b71a0408-60f4-4d12-afc5-17a03d5093c5'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:34.104052 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6052842b-4f37-45eb-aa69-54e8c6300043" -d '{"events": [{"name": "network-changed", "server_uuid": "21410589-20e2-44a9-bce0-6a162fcb16a5", "tag": "b71a0408-60f4-4d12-afc5-17a03d5093c5"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:34.144489 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d7fd95-1254-4938-a835-c26cf82feaf2 x-openstack-request-id: req-09d7fd95-1254-4938-a835-c26cf82feaf2 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:34.144777 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21410589-20e2-44a9-bce0-6a162fcb16a5", "tag": "b71a0408-60f4-4d12-afc5-17a03d5093c5", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:34.145026 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-09d7fd95-1254-4938-a835-c26cf82feaf2 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:34.145424 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21410589-20e2-44a9-bce0-6a162fcb16a5', 'tag': 'b71a0408-60f4-4d12-afc5-17a03d5093c5', 'status': 'completed', 'code': 200} Jan 21 09:47:34.207359 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-45f85164-12e9-4de9-8b72-983524474356 None None] Set router a184f8ff-fe03-4a39-bfcf-59b1c919214d gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:47:34.212845 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052842b-4f37-45eb-aa69-54e8c6300043 req-8be3c634-0407-4659-9886-c9c04d855336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:34.214305 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6052842b-4f37-45eb-aa69-54e8c6300043 req-8be3c634-0407-4659-9886-c9c04d855336 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 1098 time: 0.0461779 Jan 21 09:47:34.326963 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052842b-4f37-45eb-aa69-54e8c6300043 req-7df8c6e7-4c53-490b-93e2-23b34e3917b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:34.328481 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6052842b-4f37-45eb-aa69-54e8c6300043 req-7df8c6e7-4c53-490b-93e2-23b34e3917b7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=3dc71b97-2dd6-432f-9fa3-a24d7324b19b HTTP/1.1" status: 200 len: 897 time: 0.1077955 Jan 21 09:47:34.373711 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6052842b-4f37-45eb-aa69-54e8c6300043 req-ceb3efb3-29aa-4352-913a-20e2e5084f0d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b71a0408-60f4-4d12-afc5-17a03d5093c5 HTTP/1.1" status: 200 len: 217 time: 0.0373027 Jan 21 09:47:34.425634 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-45f85164-12e9-4de9-8b72-983524474356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'name': 'tempest-TestNetworkBasicOps-router-481200485', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:36Z', 'updated_at': '2022-01-21T09:44:40Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:37Z', 'updated_at': '2022-01-21T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '60a4d762-d180-4970-8397-677bff3d6e32', 'name': '', 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:b8:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:39Z', 'updated_at': '2022-01-21T09:44:43Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:34.426908 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052842b-4f37-45eb-aa69-54e8c6300043 req-f8013dcb-0d43-47ea-a19b-afbc8d232bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:34.428406 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6052842b-4f37-45eb-aa69-54e8c6300043 req-f8013dcb-0d43-47ea-a19b-afbc8d232bcb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=72d84e7a-9a1d-4a6c-bc49-138cb2037c3a HTTP/1.1" status: 200 len: 844 time: 0.0469573 Jan 21 09:47:34.454947 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f85164-12e9-4de9-8b72-983524474356 None None] Checking router: a184f8ff-fe03-4a39-bfcf-59b1c919214d for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:34.465450 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f85164-12e9-4de9-8b72-983524474356 None None] Routers {'a184f8ff-fe03-4a39-bfcf-59b1c919214d'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:34.466136 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-45f85164-12e9-4de9-8b72-983524474356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:34.499151 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052842b-4f37-45eb-aa69-54e8c6300043 req-27558359-5d61-485f-af92-bfe09efdf24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:34.500850 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6052842b-4f37-45eb-aa69-54e8c6300043 req-27558359-5d61-485f-af92-bfe09efdf24c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3dc71b97-2dd6-432f-9fa3-a24d7324b19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647490 Jan 21 09:47:34.583723 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-45f85164-12e9-4de9-8b72-983524474356 None None] Set router a184f8ff-fe03-4a39-bfcf-59b1c919214d gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:47:34.635641 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7f887-4ec3-4b74-9182-dcf80f3e6726 req-0bb71a77-0ccd-431a-90a4-8fb57e51a710 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:34.637225 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9ce7f887-4ec3-4b74-9182-dcf80f3e6726 req-0bb71a77-0ccd-431a-90a4-8fb57e51a710 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 945 time: 0.3261936 Jan 21 09:47:34.639903 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6052842b-4f37-45eb-aa69-54e8c6300043 req-506483b8-be26-4429-a0c6-4957677a6c26 service neutron] 10.222.0.113 "GET /v2.0/networks/3dc71b97-2dd6-432f-9fa3-a24d7324b19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304305 Jan 21 09:47:34.731678 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9ce7f887-4ec3-4b74-9182-dcf80f3e6726 req-3d884997-250a-4e20-ad10-1925c4990579 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=60bceb65-739a-42b6-95a2-410ebc19e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870454 Jan 21 09:47:34.780778 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6052842b-4f37-45eb-aa69-54e8c6300043 req-3cc347a0-11aa-4f3f-bb24-7a130297ddb0 service neutron] 10.222.0.113 "GET /v2.0/networks/3dc71b97-2dd6-432f-9fa3-a24d7324b19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272960 Jan 21 09:47:34.810157 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-45f85164-12e9-4de9-8b72-983524474356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'name': 'tempest-TestNetworkBasicOps-router-481200485', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:36Z', 'updated_at': '2022-01-21T09:44:40Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:37Z', 'updated_at': '2022-01-21T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '60a4d762-d180-4970-8397-677bff3d6e32', 'name': '', 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:b8:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:39Z', 'updated_at': '2022-01-21T09:44:43Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:34.836682 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f85164-12e9-4de9-8b72-983524474356 None None] The sync data for ids ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'] in dv-neutron-825721-1-hyperv is: [{'id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'name': 'tempest-TestNetworkBasicOps-router-481200485', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:36Z', 'updated_at': '2022-01-21T09:44:40Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:37Z', 'updated_at': '2022-01-21T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '60a4d762-d180-4970-8397-677bff3d6e32', 'name': '', 'network_id': '3dc71b97-2dd6-432f-9fa3-a24d7324b19b', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:b8:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:39Z', 'updated_at': '2022-01-21T09:44:43Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '72d84e7a-9a1d-4a6c-bc49-138cb2037c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:35.073491 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336f5424-dd40-40a6-b044-4ec53adad92e None None] New status for floating IP fde9ad24-0a5b-4541-9831-9e0d7c93c538: DOWN {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:47:35.646520 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca464654-2bc6-40a5-a2bc-1dd9dafcd3dc req-f61918d9-53ed-46dd-8ab5-ab04d5d098cf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:35.647975 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ca464654-2bc6-40a5-a2bc-1dd9dafcd3dc req-f61918d9-53ed-46dd-8ab5-ab04d5d098cf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/ports?device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 945 time: 0.0491741 Jan 21 09:47:35.748765 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-ca464654-2bc6-40a5-a2bc-1dd9dafcd3dc req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port b71a0408-60f4-4d12-afc5-17a03d5093c5 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:47:35.749016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ca464654-2bc6-40a5-a2bc-1dd9dafcd3dc req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.841937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-ca464654-2bc6-40a5-a2bc-1dd9dafcd3dc req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port b71a0408-60f4-4d12-afc5-17a03d5093c5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b71a0408-60f4-4d12-afc5-17a03d5093c5,segment=NetworkSegment(252ebdbc-fa4c-4803-bdeb-0aadce72dba5),segment_id=252ebdbc-fa4c-4803-bdeb-0aadce72dba5)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:35.842302 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ca464654-2bc6-40a5-a2bc-1dd9dafcd3dc req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.857074 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-ca464654-2bc6-40a5-a2bc-1dd9dafcd3dc req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for b71a0408-60f4-4d12-afc5-17a03d5093c5 owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:47:35.878332 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a55022eb-469c-4122-84cc-d55ffdd63229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.921600 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d8dd-0fb0-46f7-96c0-abe74d670e1e req-9b10225d-7a9f-4a31-9f63-9b69c6cfcfc6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:35.923098 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7d47d8dd-0fb0-46f7-96c0-abe74d670e1e req-9b10225d-7a9f-4a31-9f63-9b69c6cfcfc6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=21410589-20e2-44a9-bce0-6a162fcb16a5 HTTP/1.1" status: 200 len: 945 time: 0.1089344 Jan 21 09:47:35.963398 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7d47d8dd-0fb0-46f7-96c0-abe74d670e1e req-f3fe6fdb-85c9-4e8f-aaff-ccac2b6914c4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=60bceb65-739a-42b6-95a2-410ebc19e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332961 Jan 21 09:47:35.995744 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ca464654-2bc6-40a5-a2bc-1dd9dafcd3dc req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.026554 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=b71a0408-60f4-4d12-afc5-17a03d5093c5,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:36.050682 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:36.051027 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:36.051363 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:36.051689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:36.052015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:36.052338 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:36.052657 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:36.052974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:36.053291 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:36.053633 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:36.053944 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:36.054255 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:36.078985 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca464654-2bc6-40a5-a2bc-1dd9dafcd3dc req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] No DVR routers for this DVR port b71a0408-60f4-4d12-afc5-17a03d5093c5 on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:36.081416 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ca464654-2bc6-40a5-a2bc-1dd9dafcd3dc req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.084704 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ca464654-2bc6-40a5-a2bc-1dd9dafcd3dc req-a8fdbee0-db0c-4c72-ad36-4d09dd0d5752 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "DELETE /v2.0/ports/b71a0408-60f4-4d12-afc5-17a03d5093c5 HTTP/1.1" status: 204 len: 173 time: 0.4312651 Jan 21 09:47:36.085136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21410589-20e2-44a9-bce0-6a162fcb16a5', 'name': 'network-vif-deleted', 'tag': 'b71a0408-60f4-4d12-afc5-17a03d5093c5'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:36.088073 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1f06c8-b65b-43a8-8218-c37c9d7ef855" -d '{"events": [{"server_uuid": "21410589-20e2-44a9-bce0-6a162fcb16a5", "name": "network-vif-deleted", "tag": "b71a0408-60f4-4d12-afc5-17a03d5093c5"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:36.139355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bf03a9-6b76-4797-a0d5-710cdaed5780 x-openstack-request-id: req-98bf03a9-6b76-4797-a0d5-710cdaed5780 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:36.139852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21410589-20e2-44a9-bce0-6a162fcb16a5", "name": "network-vif-deleted", "tag": "b71a0408-60f4-4d12-afc5-17a03d5093c5", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:36.140273 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-98bf03a9-6b76-4797-a0d5-710cdaed5780 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:36.140728 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21410589-20e2-44a9-bce0-6a162fcb16a5', 'name': 'network-vif-deleted', 'tag': 'b71a0408-60f4-4d12-afc5-17a03d5093c5', 'status': 'completed', 'code': 200} Jan 21 09:47:37.110597 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46100) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:37.171461 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2a31b121-a3e2-491d-b24a-daa9d6b4bee5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.195290 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2a31b121-a3e2-491d-b24a-daa9d6b4bee5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.256028 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2a31b121-a3e2-491d-b24a-daa9d6b4bee5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.258645 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2a31b121-a3e2-491d-b24a-daa9d6b4bee5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.260550 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2a31b121-a3e2-491d-b24a-daa9d6b4bee5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/security-groups/60bceb65-739a-42b6-95a2-410ebc19e9c8 HTTP/1.1" status: 204 len: 168 time: 0.1488454 Jan 21 09:47:37.270052 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31b121-a3e2-491d-b24a-daa9d6b4bee5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bceb65-739a-42b6-95a2-410ebc19e9c8,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:37.295187 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46104) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:37.664285 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee1234b9-a842-4382-8d32-ff4122424b89 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.918688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-ee1234b9-a842-4382-8d32-ff4122424b89 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 60a4d762-d180-4970-8397-677bff3d6e32 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:47:37.919025 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee1234b9-a842-4382-8d32-ff4122424b89 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.004870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-ee1234b9-a842-4382-8d32-ff4122424b89 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 60a4d762-d180-4970-8397-677bff3d6e32, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=60a4d762-d180-4970-8397-677bff3d6e32,segment=NetworkSegment(252ebdbc-fa4c-4803-bdeb-0aadce72dba5),segment_id=252ebdbc-fa4c-4803-bdeb-0aadce72dba5)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:38.005234 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee1234b9-a842-4382-8d32-ff4122424b89 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.017321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-ee1234b9-a842-4382-8d32-ff4122424b89 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 60a4d762-d180-4970-8397-677bff3d6e32 owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:47:38.213278 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee1234b9-a842-4382-8d32-ff4122424b89 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.226202 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bc8a228b-ab74-4b21-a95c-d28efc898bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.249447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1234b9-a842-4382-8d32-ff4122424b89 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=60a4d762-d180-4970-8397-677bff3d6e32,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:38.427782 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee1234b9-a842-4382-8d32-ff4122424b89 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.654275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1234b9-a842-4382-8d32-ff4122424b89 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router a184f8ff-fe03-4a39-bfcf-59b1c919214d has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:38.761554 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1234b9-a842-4382-8d32-ff4122424b89 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:38.766576 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ee1234b9-a842-4382-8d32-ff4122424b89 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/a184f8ff-fe03-4a39-bfcf-59b1c919214d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4696164 Jan 21 09:47:38.769902 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46106) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:38.771734 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7998a245-b59a-438b-8fb9-b998e03c5354 None None] Sync routers for ids ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:38.781860 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7998a245-b59a-438b-8fb9-b998e03c5354 None None] Routers {'a184f8ff-fe03-4a39-bfcf-59b1c919214d'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:38.782477 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7998a245-b59a-438b-8fb9-b998e03c5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:38.821130 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad705c6-31b3-4617-9a69-bbf87ec3bc60 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting subnet 72d84e7a-9a1d-4a6c-bc49-138cb2037c3a {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:47:38.825214 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dad705c6-31b3-4617-9a69-bbf87ec3bc60 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.865938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dad705c6-31b3-4617-9a69-bbf87ec3bc60 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.886698 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-7998a245-b59a-438b-8fb9-b998e03c5354 None None] Set router a184f8ff-fe03-4a39-bfcf-59b1c919214d gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:47:38.957687 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dad705c6-31b3-4617-9a69-bbf87ec3bc60 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.022147 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dad705c6-31b3-4617-9a69-bbf87ec3bc60 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.051911 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad705c6-31b3-4617-9a69-bbf87ec3bc60 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Subnet': ['ID=72d84e7a-9a1d-4a6c-bc49-138cb2037c3a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:39.056975 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-dad705c6-31b3-4617-9a69-bbf87ec3bc60 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.060587 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-dad705c6-31b3-4617-9a69-bbf87ec3bc60 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/subnets/72d84e7a-9a1d-4a6c-bc49-138cb2037c3a HTTP/1.1" status: 204 len: 168 time: 0.2895982 Jan 21 09:47:39.063415 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46110) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:39.064870 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d395e0fd-bb95-41e5-9dc7-9569bb7e15d2 None None] Network 3dc71b97-2dd6-432f-9fa3-a24d7324b19b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:47:39.138909 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7998a245-b59a-438b-8fb9-b998e03c5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'name': 'tempest-TestNetworkBasicOps-router-481200485', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:36Z', 'updated_at': '2022-01-21T09:47:38Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:37Z', 'updated_at': '2022-01-21T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:39.182656 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7c94f45-b961-458b-a9e0-bffd30533b7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.199647 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7998a245-b59a-438b-8fb9-b998e03c5354 None None] Checking router: a184f8ff-fe03-4a39-bfcf-59b1c919214d for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:39.215165 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7998a245-b59a-438b-8fb9-b998e03c5354 None None] Routers {'a184f8ff-fe03-4a39-bfcf-59b1c919214d'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:39.215776 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7998a245-b59a-438b-8fb9-b998e03c5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:39.314781 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7c94f45-b961-458b-a9e0-bffd30533b7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.322344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.345178 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] DHCP port deletion for 3dc71b97-2dd6-432f-9fa3-a24d7324b19b request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:47:39.356922 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-7998a245-b59a-438b-8fb9-b998e03c5354 None None] Set router a184f8ff-fe03-4a39-bfcf-59b1c919214d gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:47:39.534701 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Deleting port f80ed238-4bb7-49d9-a80c-e9b0209cf21b {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:47:39.534984 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.627333 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] For port f80ed238-4bb7-49d9-a80c-e9b0209cf21b, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=f80ed238-4bb7-49d9-a80c-e9b0209cf21b,segment=NetworkSegment(252ebdbc-fa4c-4803-bdeb-0aadce72dba5),segment_id=252ebdbc-fa4c-4803-bdeb-0aadce72dba5)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:39.627649 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.644113 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Calling delete_port for f80ed238-4bb7-49d9-a80c-e9b0209cf21b owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:47:39.686126 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-f7c94f45-b961-458b-a9e0-bffd30533b7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 66ff93ce-893a-47c4-a024-dc0f77e5ead4 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:47:39.686461 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7c94f45-b961-458b-a9e0-bffd30533b7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.694678 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-7998a245-b59a-438b-8fb9-b998e03c5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'name': 'tempest-TestNetworkBasicOps-router-481200485', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:36Z', 'updated_at': '2022-01-21T09:47:38Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:37Z', 'updated_at': '2022-01-21T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:39.725671 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device b71a0408-60f4-4d12-afc5-17a03d5093c5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:47:39.733946 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7998a245-b59a-438b-8fb9-b998e03c5354 None None] The sync data for ids ['a184f8ff-fe03-4a39-bfcf-59b1c919214d'] in dv-neutron-825721-1-hyperv is: [{'id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'name': 'tempest-TestNetworkBasicOps-router-481200485', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:36Z', 'updated_at': '2022-01-21T09:47:38Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '66ff93ce-893a-47c4-a024-dc0f77e5ead4', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a184f8ff-fe03-4a39-bfcf-59b1c919214d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:37Z', 'updated_at': '2022-01-21T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:39.760996 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: b71a0408-60f4-4d12-afc5-17a03d5093c5 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:47:39.761345 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device b71a0408-60f4-4d12-afc5-17a03d5093c5 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:47:39.777275 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-f7c94f45-b961-458b-a9e0-bffd30533b7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 66ff93ce-893a-47c4-a024-dc0f77e5ead4, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=66ff93ce-893a-47c4-a024-dc0f77e5ead4,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:39.777706 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7c94f45-b961-458b-a9e0-bffd30533b7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.791832 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.795429 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-f7c94f45-b961-458b-a9e0-bffd30533b7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 66ff93ce-893a-47c4-a024-dc0f77e5ead4 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:47:39.824375 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Pushing event deleted for resources: {'Port': ['ID=f80ed238-4bb7-49d9-a80c-e9b0209cf21b,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:39.826748 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] No DVR routers for this DVR port f80ed238-4bb7-49d9-a80c-e9b0209cf21b on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:39.839769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:39.839769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:39.839769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:39.839769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:39.839769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:39.839769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:39.839769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:39.839769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:39.839769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:39.839769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:39.839769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:39.839769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3a20c-aa80-472b-9eee-e34fadec79e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:39.979710 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7c94f45-b961-458b-a9e0-bffd30533b7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.016919 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c94f45-b961-458b-a9e0-bffd30533b7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=66ff93ce-893a-47c4-a024-dc0f77e5ead4,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:40.085244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7c94f45-b961-458b-a9e0-bffd30533b7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.204094 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7c94f45-b961-458b-a9e0-bffd30533b7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.207649 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7c94f45-b961-458b-a9e0-bffd30533b7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.272169 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7c94f45-b961-458b-a9e0-bffd30533b7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.272826 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c94f45-b961-458b-a9e0-bffd30533b7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Fanout notify agent at l3_agent the message router_deleted on router a184f8ff-fe03-4a39-bfcf-59b1c919214d {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:47:40.280838 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f7c94f45-b961-458b-a9e0-bffd30533b7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.284908 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f7c94f45-b961-458b-a9e0-bffd30533b7a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/routers/a184f8ff-fe03-4a39-bfcf-59b1c919214d HTTP/1.1" status: 204 len: 168 time: 1.2204363 Jan 21 09:47:40.285258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46112) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:40.380173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c290e82-9268-4cea-b5f7-0d159f3791cf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.496520 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c290e82-9268-4cea-b5f7-0d159f3791cf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.519241 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-0c290e82-9268-4cea-b5f7-0d159f3791cf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc71b97-2dd6-432f-9fa3-a24d7324b19b']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:40.530298 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-0c290e82-9268-4cea-b5f7-0d159f3791cf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252ebdbc-fa4c-4803-bdeb-0aadce72dba5') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:40.530598 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-0c290e82-9268-4cea-b5f7-0d159f3791cf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252ebdbc-fa4c-4803-bdeb-0aadce72dba5') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:40.544504 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c290e82-9268-4cea-b5f7-0d159f3791cf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.551571 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 60a4d762-d180-4970-8397-677bff3d6e32 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:47:40.566723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c290e82-9268-4cea-b5f7-0d159f3791cf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.572951 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 60a4d762-d180-4970-8397-677bff3d6e32 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:47:40.573302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 60a4d762-d180-4970-8397-677bff3d6e32 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:47:40.573759 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f80ed238-4bb7-49d9-a80c-e9b0209cf21b no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:47:40.575014 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c290e82-9268-4cea-b5f7-0d159f3791cf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:47:40.576028 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c290e82-9268-4cea-b5f7-0d159f3791cf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:40.579714 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:40.593943 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: f80ed238-4bb7-49d9-a80c-e9b0209cf21b {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:47:40.594187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device f80ed238-4bb7-49d9-a80c-e9b0209cf21b not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:47:40.650534 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c290e82-9268-4cea-b5f7-0d159f3791cf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.657630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c290e82-9268-4cea-b5f7-0d159f3791cf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.660744 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0c290e82-9268-4cea-b5f7-0d159f3791cf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/networks/3dc71b97-2dd6-432f-9fa3-a24d7324b19b HTTP/1.1" status: 204 len: 168 time: 0.3736572 Jan 21 09:47:40.672038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46114) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:40.674071 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c290e82-9268-4cea-b5f7-0d159f3791cf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Network': ['ID=3dc71b97-2dd6-432f-9fa3-a24d7324b19b,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:40.678211 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e9e7e19c-0532-4da7-a786-1428b68b1a04 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'network': {'name': 'tempest-network-smoke--1842012178', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'port_security_enabled': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:40.702151 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e7e19c-0532-4da7-a786-1428b68b1a04 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:40.705789 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e9e7e19c-0532-4da7-a786-1428b68b1a04 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.729643 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e7e19c-0532-4da7-a786-1428b68b1a04 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:40.738860 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e9e7e19c-0532-4da7-a786-1428b68b1a04 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.739267 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-e9e7e19c-0532-4da7-a786-1428b68b1a04 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Added segment b0b7ea6b-0025-4a04-a2d2-7799b928f8d7 of type vlan for network 435b9565-8faa-47f5-96a7-ab7ef39593a6 Jan 21 09:47:40.781958 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e9e7e19c-0532-4da7-a786-1428b68b1a04 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.805852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e9e7e19c-0532-4da7-a786-1428b68b1a04 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.811799 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e7e19c-0532-4da7-a786-1428b68b1a04 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:40.812375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e9e7e19c-0532-4da7-a786-1428b68b1a04 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.867622 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e9e7e19c-0532-4da7-a786-1428b68b1a04 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1945374 Jan 21 09:47:40.870487 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46116) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:40.875339 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'admin_state_up': True, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:40.883119 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7e19c-0532-4da7-a786-1428b68b1a04 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Network': ['ID=435b9565-8faa-47f5-96a7-ab7ef39593a6,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:40.894830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 435b9565-8faa-47f5-96a7-ab7ef39593a6 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:47:40.902821 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.903943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.961381 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.099476 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.289235 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.309955 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.333300 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.380954 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.437605 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.26.7.101 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/8cffd017-a513-4ba4-ae93-5691c31391bc) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:41.547767 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.581291 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.619381 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:41.624092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:41.627600 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:41.652011 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=8cffd017-a513-4ba4-ae93-5691c31391bc,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:41.877187 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.071405 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.202236 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:47:42.306400 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:42.315900 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Sync routers for ids ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:42.326098 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Routers {'8236c7b9-8133-4a3c-82b4-bed7bc5f3895'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:42.326777 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:42.327010 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.328331 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e29c733e-1044-421a-aeec-31099db0e5c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4567447 Jan 21 09:47:42.331454 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46118) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:42.359582 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3b76c6bf-cc64-477c-beac-4c19a07f4b1e tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=d36411baa65a4ba89db6bb1125b34d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269899 Jan 21 09:47:42.362105 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46120) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:42.393836 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 66ff93ce-893a-47c4-a024-dc0f77e5ead4 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:47:42.467630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa42fae-b383-432c-aeda-457b699b511f tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.470689 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2aa42fae-b383-432c-aeda-457b699b511f tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1075907 Jan 21 09:47:42.472516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46122) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:42.511440 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-974d5b0e-c26a-4dc2-954c-9043697f16ed tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376351 Jan 21 09:47:42.514010 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46124) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:42.519250 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d6820441-3c53-4574-8ba9-da06854ac6d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-260436507', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:42.534552 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Set router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:47:42.565609 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 66ff93ce-893a-47c4-a024-dc0f77e5ead4 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:47:42.565953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 66ff93ce-893a-47c4-a024-dc0f77e5ead4 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:47:42.635265 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6820441-3c53-4574-8ba9-da06854ac6d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:42.639224 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d6820441-3c53-4574-8ba9-da06854ac6d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.718369 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:42.745623 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Checking router: 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:42.745965 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Updating router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 port 8cffd017-a513-4ba4-ae93-5691c31391bc binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:47:42.770263 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.824865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d6820441-3c53-4574-8ba9-da06854ac6d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.883124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6820441-3c53-4574-8ba9-da06854ac6d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Subnet': ['ID=febc8f4e-d150-4f13-b15d-10801bacccf2,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:42.894611 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6820441-3c53-4574-8ba9-da06854ac6d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Checking segment: {'id': 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:47:42.894976 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6820441-3c53-4574-8ba9-da06854ac6d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network hostable DHCP agents. Network: 435b9565-8faa-47f5-96a7-ab7ef39593a6, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:47:42.913930 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6820441-3c53-4574-8ba9-da06854ac6d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 435b9565-8faa-47f5-96a7-ab7ef39593a6 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:47:42.924643 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-d6820441-3c53-4574-8ba9-da06854ac6d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 435b9565-8faa-47f5-96a7-ab7ef39593a6) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:42.929748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6820441-3c53-4574-8ba9-da06854ac6d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.930354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d6820441-3c53-4574-8ba9-da06854ac6d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.939207 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad8690-0321-4250-9521-47b29d636242 None None] Network 435b9565-8faa-47f5-96a7-ab7ef39593a6 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:47:42.951743 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d6820441-3c53-4574-8ba9-da06854ac6d1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4363422 Jan 21 09:47:42.955468 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46126) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:43.061337 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.073203 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.132616 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-435b9565-8faa-47f5-96a7-ab7ef39593a6', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:47:43.133526 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.140543 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Attempting to bind port 8cffd017-a513-4ba4-ae93-5691c31391bc on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:43.140543 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Attempting to bind port 8cffd017-a513-4ba4-ae93-5691c31391bc by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:43.140543 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Attempting to bind port 8cffd017-a513-4ba4-ae93-5691c31391bc on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:47:43.145387 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d707c0-d0bd-4547-a838-0ec1f64c535b None None] Pushing event updated for resources: {'Port': ['ID=8cffd017-a513-4ba4-ae93-5691c31391bc,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:43.154428 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:47:43.154795 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:47:43.155458 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.155919 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:47:43.156374 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Bound port: 8cffd017-a513-4ba4-ae93-5691c31391bc, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:43.156749 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.160433 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d707c0-d0bd-4547-a838-0ec1f64c535b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.160799 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d707c0-d0bd-4547-a838-0ec1f64c535b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.161149 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d707c0-d0bd-4547-a838-0ec1f64c535b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.161658 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d707c0-d0bd-4547-a838-0ec1f64c535b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.161984 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d707c0-d0bd-4547-a838-0ec1f64c535b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.162306 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d707c0-d0bd-4547-a838-0ec1f64c535b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.162627 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d707c0-d0bd-4547-a838-0ec1f64c535b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.162946 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d707c0-d0bd-4547-a838-0ec1f64c535b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.163261 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d707c0-d0bd-4547-a838-0ec1f64c535b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.163571 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d707c0-d0bd-4547-a838-0ec1f64c535b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.163889 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d707c0-d0bd-4547-a838-0ec1f64c535b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.164192 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d707c0-d0bd-4547-a838-0ec1f64c535b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.229613 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] For port 8cffd017-a513-4ba4-ae93-5691c31391bc, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:43.234219 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] For port 8cffd017-a513-4ba4-ae93-5691c31391bc, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=8cffd017-a513-4ba4-ae93-5691c31391bc,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:43.241608 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.293810 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Allocated IP 172.20.0.2 (435b9565-8faa-47f5-96a7-ab7ef39593a6/febc8f4e-d150-4f13-b15d-10801bacccf2/702d08b4-46dd-4d1f-b444-38cfb0cf0a68) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:43.305209 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d707c0-d0bd-4547-a838-0ec1f64c535b None None] Pushing event updated for resources: {'Port': ['ID=8cffd017-a513-4ba4-ae93-5691c31391bc,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:43.314936 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Routers {'8236c7b9-8133-4a3c-82b4-bed7bc5f3895'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:43.315293 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:43.441844 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] Set router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:47:43.496521 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.506574 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.560479 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Network 435b9565-8faa-47f5-96a7-ab7ef39593a6 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:43.564904 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:43.572332 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:43.577617 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Pushing event updated for resources: {'Port': ['ID=702d08b4-46dd-4d1f-b444-38cfb0cf0a68,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:43.647896 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Attempting to bind port 702d08b4-46dd-4d1f-b444-38cfb0cf0a68 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:43.648386 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Attempting to bind port 702d08b4-46dd-4d1f-b444-38cfb0cf0a68 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:43.648619 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Attempting to bind port 702d08b4-46dd-4d1f-b444-38cfb0cf0a68 on network 435b9565-8faa-47f5-96a7-ab7ef39593a6 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:47:43.656969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:47:43.657754 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Checking segment: {'id': 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:47:43.658197 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.658560 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Bound using segment: {'id': 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:47:43.659049 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Bound port: 702d08b4-46dd-4d1f-b444-38cfb0cf0a68, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:43.659448 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.703835 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:43.734633 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936b3cd6-a0ed-4718-9c6c-1286053a0504 None None] The sync data for ids ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'] in dv-neutron-825721-1-hyperv is: [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:43.739048 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] For port 702d08b4-46dd-4d1f-b444-38cfb0cf0a68, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:43.742455 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] For port 702d08b4-46dd-4d1f-b444-38cfb0cf0a68, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=702d08b4-46dd-4d1f-b444-38cfb0cf0a68,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:43.748906 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.821129 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69713f-84ba-48ed-aa9f-c66614e0fc5d None None] Pushing event updated for resources: {'Port': ['ID=702d08b4-46dd-4d1f-b444-38cfb0cf0a68,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:43.865734 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.241285 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.1 (435b9565-8faa-47f5-96a7-ab7ef39593a6/febc8f4e-d150-4f13-b15d-10801bacccf2/35a139b0-5e6e-4d76-b534-60b991ac613c) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:44.368783 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.423915 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.481989 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=35a139b0-5e6e-4d76-b534-60b991ac613c,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:44.492814 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 435b9565-8faa-47f5-96a7-ab7ef39593a6 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:44.494859 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:44.500541 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:44.573961 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.590262 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8cffd017-a513-4ba4-ae93-5691c31391bc up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:47:44.686651 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 8cffd017-a513-4ba4-ae93-5691c31391bc triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:44.687297 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.769088 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.782802 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.824990 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 8cffd017-a513-4ba4-ae93-5691c31391bc, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=8cffd017-a513-4ba4-ae93-5691c31391bc,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:44.832848 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.834020 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 702d08b4-46dd-4d1f-b444-38cfb0cf0a68 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:47:44.924619 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=8cffd017-a513-4ba4-ae93-5691c31391bc,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:44.940409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 702d08b4-46dd-4d1f-b444-38cfb0cf0a68 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:44.940774 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.963792 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9794bdb5-fee9-4995-ad3f-81456ec12689 None None] Network 435b9565-8faa-47f5-96a7-ab7ef39593a6 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:47:45.061246 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-2250ed68-c6a4-4f80-b65c-be2683b81f44 None None] Provisioning complete for port 702d08b4-46dd-4d1f-b444-38cfb0cf0a68 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:45.061765 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2250ed68-c6a4-4f80-b65c-be2683b81f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.095623 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.100341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.167814 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.173216 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.175869 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=35a139b0-5e6e-4d76-b534-60b991ac613c,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:45.258953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 702d08b4-46dd-4d1f-b444-38cfb0cf0a68, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=702d08b4-46dd-4d1f-b444-38cfb0cf0a68,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:45.262632 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2250ed68-c6a4-4f80-b65c-be2683b81f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.273778 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.280354 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 435b9565-8faa-47f5-96a7-ab7ef39593a6 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:45.281898 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:45.372835 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=702d08b4-46dd-4d1f-b444-38cfb0cf0a68,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:45.381731 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-2250ed68-c6a4-4f80-b65c-be2683b81f44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:45.382079 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-2250ed68-c6a4-4f80-b65c-be2683b81f44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:45.414129 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:45.547779 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:45.553485 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-adf93b67-3e4a-4f2c-8c12-68ba44fb91bf tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/8236c7b9-8133-4a3c-82b4-bed7bc5f3895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5969474 Jan 21 09:47:45.556738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46128) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:45.673445 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Sync routers for ids ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:45.680863 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a633e98-c898-4b3c-9387-9e4062c0d2fb tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:45.681777 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a633e98-c898-4b3c-9387-9e4062c0d2fb tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:45.682506 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a633e98-c898-4b3c-9387-9e4062c0d2fb tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:45.683352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a633e98-c898-4b3c-9387-9e4062c0d2fb tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:45.684363 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Routers {'8236c7b9-8133-4a3c-82b4-bed7bc5f3895'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:45.685235 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:45.687278 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7a633e98-c898-4b3c-9387-9e4062c0d2fb tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1274068 Jan 21 09:47:45.689921 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46130) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:45.753509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da1989-f02c-4cad-976d-bd9ac2bcb15e tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:45.753994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da1989-f02c-4cad-976d-bd9ac2bcb15e tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:45.754453 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da1989-f02c-4cad-976d-bd9ac2bcb15e tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:45.754908 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da1989-f02c-4cad-976d-bd9ac2bcb15e tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:45.756807 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-78da1989-f02c-4cad-976d-bd9ac2bcb15e tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0658576 Jan 21 09:47:45.759943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46132) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:45.800701 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Set router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:47:45.932914 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-522705c0-5919-4c56-b456-9f8a7f534317 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1675181 Jan 21 09:47:46.051620 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '35a139b0-5e6e-4d76-b534-60b991ac613c', 'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:7b:83:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:44Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 2, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:46.083295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Checking router: 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:46.083654 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Updating router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 port 35a139b0-5e6e-4d76-b534-60b991ac613c binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:47:46.119141 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-0156d9a7-2a0d-4b53-a3b7-239e1753eae9 None None] Provisioning complete for port 35a139b0-5e6e-4d76-b534-60b991ac613c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:46.119690 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0156d9a7-2a0d-4b53-a3b7-239e1753eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.121094 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.159749 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46136) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:46.166712 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d8367ba7-2e7e-4bd8-9b75-ec99740c2b9a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1456015409', 'description': 'tempest-secgroup-smoke-1456015409 description', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:46.183795 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-0156d9a7-2a0d-4b53-a3b7-239e1753eae9 None None] Port 35a139b0-5e6e-4d76-b534-60b991ac613c cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:47:46.195766 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d8367ba7-2e7e-4bd8-9b75-ec99740c2b9a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.255997 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-0156d9a7-2a0d-4b53-a3b7-239e1753eae9 None None] Provisioning complete for port 702d08b4-46dd-4d1f-b444-38cfb0cf0a68 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:46.256565 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0156d9a7-2a0d-4b53-a3b7-239e1753eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.272838 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d8367ba7-2e7e-4bd8-9b75-ec99740c2b9a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.277840 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d8367ba7-2e7e-4bd8-9b75-ec99740c2b9a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.321124 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8367ba7-2e7e-4bd8-9b75-ec99740c2b9a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626b9315-e5c3-41ef-95c7-80bcf3c43d6f,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:46.328132 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d8367ba7-2e7e-4bd8-9b75-ec99740c2b9a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.335131 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46138) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:46.335367 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d8367ba7-2e7e-4bd8-9b75-ec99740c2b9a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1737337 Jan 21 09:47:46.339963 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-540d9eb4-f062-4052-8dd2-ab047db31015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '626b9315-e5c3-41ef-95c7-80bcf3c43d6f', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:46.376469 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-540d9eb4-f062-4052-8dd2-ab047db31015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.450101 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-540d9eb4-f062-4052-8dd2-ab047db31015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.455786 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-540d9eb4-f062-4052-8dd2-ab047db31015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.468748 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8cffd017-a513-4ba4-ae93-5691c31391bc up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:47:46.479586 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d9eb4-f062-4052-8dd2-ab047db31015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e6f6fa-0c64-46a1-8204-6df80030393b,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:46.486361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-540d9eb4-f062-4052-8dd2-ab047db31015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.489180 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-540d9eb4-f062-4052-8dd2-ab047db31015 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1533616 Jan 21 09:47:46.492121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46140) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:46.497568 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-346ec0a7-8a05-49db-ac93-193995f5c3e1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '626b9315-e5c3-41ef-95c7-80bcf3c43d6f', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:46.529474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-346ec0a7-8a05-49db-ac93-193995f5c3e1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.569873 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.577843 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.582181 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 8cffd017-a513-4ba4-ae93-5691c31391bc triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:46.582538 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.600518 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-346ec0a7-8a05-49db-ac93-193995f5c3e1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.605372 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-346ec0a7-8a05-49db-ac93-193995f5c3e1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.625709 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ec0a7-8a05-49db-ac93-193995f5c3e1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91403db5-155a-47c0-a068-7e541a3e63ee,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:46.639937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-346ec0a7-8a05-49db-ac93-193995f5c3e1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.641290 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-346ec0a7-8a05-49db-ac93-193995f5c3e1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481588 Jan 21 09:47:46.644264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46142) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:46.650603 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-9cc4e809-b6d2-424b-a823-cf762bd4fdfe tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '626b9315-e5c3-41ef-95c7-80bcf3c43d6f', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:46.667657 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629d5b7-4e83-4352-84ba-0bd1ddfda631 None None] Pushing event updated for resources: {'Port': ['ID=35a139b0-5e6e-4d76-b534-60b991ac613c,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:46.697547 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9cc4e809-b6d2-424b-a823-cf762bd4fdfe tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.750029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Attempting to bind port 35a139b0-5e6e-4d76-b534-60b991ac613c on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:46.750648 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Attempting to bind port 35a139b0-5e6e-4d76-b534-60b991ac613c by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:46.750773 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Attempting to bind port 35a139b0-5e6e-4d76-b534-60b991ac613c on network 435b9565-8faa-47f5-96a7-ab7ef39593a6 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:47:46.763857 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:47:46.764227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Checking segment: {'id': 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:47:46.764625 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.765008 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Bound using segment: {'id': 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:47:46.765504 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Bound port: 35a139b0-5e6e-4d76-b534-60b991ac613c, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:46.765887 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.770642 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9cc4e809-b6d2-424b-a823-cf762bd4fdfe tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.777710 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 702d08b4-46dd-4d1f-b444-38cfb0cf0a68 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:47:46.779355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9cc4e809-b6d2-424b-a823-cf762bd4fdfe tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.797880 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4e809-b6d2-424b-a823-cf762bd4fdfe tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23850d1-c984-4bbd-9b46-d3406b31335d,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:46.816357 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9cc4e809-b6d2-424b-a823-cf762bd4fdfe tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.820376 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9cc4e809-b6d2-424b-a823-cf762bd4fdfe tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1720090 Jan 21 09:47:46.820601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46144) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:46.826256 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-0963998c-efb3-4703-8676-22d9db695103 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '626b9315-e5c3-41ef-95c7-80bcf3c43d6f', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:46.860792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0963998c-efb3-4703-8676-22d9db695103 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.938649 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0963998c-efb3-4703-8676-22d9db695103 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.945491 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0963998c-efb3-4703-8676-22d9db695103 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.967819 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963998c-efb3-4703-8676-22d9db695103 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7097fe09-3ee8-4e9f-b9e3-fa8b8847a526,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:46.973775 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0963998c-efb3-4703-8676-22d9db695103 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.979033 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0963998c-efb3-4703-8676-22d9db695103 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1572077 Jan 21 09:47:46.979916 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46146) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:46.985445 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ff72a626-589f-45a2-86f4-f64f4d8fd662 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '626b9315-e5c3-41ef-95c7-80bcf3c43d6f', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:47.016281 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-ff72a626-589f-45a2-86f4-f64f4d8fd662 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:47:47.025039 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ff72a626-589f-45a2-86f4-f64f4d8fd662 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.036278 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] For port 35a139b0-5e6e-4d76-b534-60b991ac613c, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:47.042048 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] For port 35a139b0-5e6e-4d76-b534-60b991ac613c, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=35a139b0-5e6e-4d76-b534-60b991ac613c,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:47.044314 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6de4bfb0-cf61-425c-83e8-278c9e3ada54 None None] Provisioning complete for port 35a139b0-5e6e-4d76-b534-60b991ac613c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:47.044647 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6de4bfb0-cf61-425c-83e8-278c9e3ada54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.050469 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.112988 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ff72a626-589f-45a2-86f4-f64f4d8fd662 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.115444 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 702d08b4-46dd-4d1f-b444-38cfb0cf0a68 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:47.116061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.122494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ff72a626-589f-45a2-86f4-f64f4d8fd662 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.146539 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72a626-589f-45a2-86f4-f64f4d8fd662 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e5f12c-2ed2-48d1-90af-263735f33220,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:47.176309 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ff72a626-589f-45a2-86f4-f64f4d8fd662 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.181487 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ff72a626-589f-45a2-86f4-f64f4d8fd662 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1974201 Jan 21 09:47:47.181760 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46148) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:47.186934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-cdd94e18-5936-46e9-90cc-d1b30848c7b5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '626b9315-e5c3-41ef-95c7-80bcf3c43d6f', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:47.187794 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Routers {'8236c7b9-8133-4a3c-82b4-bed7bc5f3895'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:47.188429 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:47.191653 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629d5b7-4e83-4352-84ba-0bd1ddfda631 None None] Pushing event updated for resources: {'Port': ['ID=35a139b0-5e6e-4d76-b534-60b991ac613c,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:47.219605 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-cdd94e18-5936-46e9-90cc-d1b30848c7b5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:47:47.236849 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cdd94e18-5936-46e9-90cc-d1b30848c7b5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.321029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cdd94e18-5936-46e9-90cc-d1b30848c7b5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.330913 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cdd94e18-5936-46e9-90cc-d1b30848c7b5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.352270 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd94e18-5936-46e9-90cc-d1b30848c7b5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff089fc-6a6e-4e74-b1d0-67870c4e312c,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:47.363135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6de4bfb0-cf61-425c-83e8-278c9e3ada54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.365183 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cdd94e18-5936-46e9-90cc-d1b30848c7b5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.366467 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cdd94e18-5936-46e9-90cc-d1b30848c7b5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1835346 Jan 21 09:47:47.411535 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] Set router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:47:47.456425 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6de4bfb0-cf61-425c-83e8-278c9e3ada54 None None] For port 35a139b0-5e6e-4d76-b534-60b991ac613c, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=35a139b0-5e6e-4d76-b534-60b991ac613c,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:47.464237 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6de4bfb0-cf61-425c-83e8-278c9e3ada54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.605126 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4bfb0-cf61-425c-83e8-278c9e3ada54 None None] Pushing event updated for resources: {'Port': ['ID=35a139b0-5e6e-4d76-b534-60b991ac613c,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:47.607143 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-0e4a8c86-43f9-4576-9129-10a3b9124662 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456015409&fields=id&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 267 time: 0.0422573 Jan 21 09:47:47.627115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c4c128f6-23c8-462c-b049-e253587991ad None None] Provisioning complete for port 35a139b0-5e6e-4d76-b534-60b991ac613c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:47.627489 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c4c128f6-23c8-462c-b049-e253587991ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.730773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-daffcd31-4c90-47f6-93a1-39f624605c1a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:47.732227 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-daffcd31-4c90-47f6-93a1-39f624605c1a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/networks?id=435b9565-8faa-47f5-96a7-ab7ef39593a6 HTTP/1.1" status: 200 len: 797 time: 0.1161194 Jan 21 09:47:47.749001 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-66df613d-a506-459e-bd08-cd71af71c4ba tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/quotas/d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 375 time: 0.0105140 Jan 21 09:47:47.757123 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '35a139b0-5e6e-4d76-b534-60b991ac613c', 'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:7b:83:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:44Z', 'updated_at': '2022-01-21T09:47:47Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:47.789830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5de3a6-c754-4d12-88a6-9cae05e8db19 None None] The sync data for ids ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'] in dv-neutron-825721-1-hyperv is: [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '35a139b0-5e6e-4d76-b534-60b991ac613c', 'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:7b:83:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:44Z', 'updated_at': '2022-01-21T09:47:47Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:47.809285 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-eaf4cb79-93b2-46ce-bf92-45f42e946c70 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545170 Jan 21 09:47:47.948349 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-088a082a-3359-4ac7-8f4c-e9afc2c65a52 service neutron] 10.222.0.88 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267917 Jan 21 09:47:48.057242 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-b5df1ca3-b922-44d8-91f1-79d3c6086846 service neutron] 10.222.0.88 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005080 Jan 21 09:47:48.209245 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:47:48.267249 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-51fb33e2-c288-4527-887a-402dbc950b9a req-d76c17c6-e7e9-4aad-ba78-3ce5a7fba412 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 210 time: 0.0369964 Jan 21 09:47:48.501087 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 35a139b0-5e6e-4d76-b534-60b991ac613c up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:47:48.579034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 35a139b0-5e6e-4d76-b534-60b991ac613c triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:48.579388 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.457232 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2ef212d3-8183-4432-8411-e5a99d980dc6 req-ee4d3990-49d0-4652-81aa-435ce3aa4c40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 210 time: 0.0945196 Jan 21 09:47:49.542448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-9e00830e-e491-466c-b840-665a743d84c2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:49.544142 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-9e00830e-e491-466c-b840-665a743d84c2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/networks?id=435b9565-8faa-47f5-96a7-ab7ef39593a6 HTTP/1.1" status: 200 len: 797 time: 0.2028801 Jan 21 09:47:49.594037 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-e92c9c92-8c2f-4955-80fb-cef2e8e80f19 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 380 time: 0.0377612 Jan 21 09:47:49.605051 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-6ceef438-0658-417d-be60-c8685a5086a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'port': {'device_id': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'admin_state_up': True, 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'security_groups': ['626b9315-e5c3-41ef-95c7-80bcf3c43d6f']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:49.731982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-6ceef438-0658-417d-be60-c8685a5086a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:49.735720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-6ceef438-0658-417d-be60-c8685a5086a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.872215 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-6ceef438-0658-417d-be60-c8685a5086a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.10 (435b9565-8faa-47f5-96a7-ab7ef39593a6/febc8f4e-d150-4f13-b15d-10801bacccf2/06fec179-ce6f-4a2c-ba0f-dda54802ef25) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:50.024149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-6ceef438-0658-417d-be60-c8685a5086a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.062690 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-6ceef438-0658-417d-be60-c8685a5086a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.106294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-6ceef438-0658-417d-be60-c8685a5086a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 435b9565-8faa-47f5-96a7-ab7ef39593a6 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:50.112482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-6ceef438-0658-417d-be60-c8685a5086a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:50.115093 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-6ceef438-0658-417d-be60-c8685a5086a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:50.149554 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceef438-0658-417d-be60-c8685a5086a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=06fec179-ce6f-4a2c-ba0f-dda54802ef25,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.179280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-6ceef438-0658-417d-be60-c8685a5086a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:50.180057 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-6ceef438-0658-417d-be60-c8685a5086a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.199518 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-6ceef438-0658-417d-be60-c8685a5086a2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5991042 Jan 21 09:47:50.268458 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Request body: {'port': {'device_id': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:50.336043 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.405107 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c021a70f-0bfd-4d12-9703-eda79a2a4573 None None] Provisioning complete for port 06fec179-ce6f-4a2c-ba0f-dda54802ef25 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:50.405657 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c021a70f-0bfd-4d12-9703-eda79a2a4573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.448082 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c021a70f-0bfd-4d12-9703-eda79a2a4573 None None] Port 06fec179-ce6f-4a2c-ba0f-dda54802ef25 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:47:50.599995 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977be61e-792a-495f-879a-2cdd2cf10bf3 req-a41f8f18-1376-4cf8-be37-387c9f812300 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:50.601563 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-977be61e-792a-495f-879a-2cdd2cf10bf3 req-a41f8f18-1376-4cf8-be37-387c9f812300 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 932 time: 0.0583067 Jan 21 09:47:50.660369 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-977be61e-792a-495f-879a-2cdd2cf10bf3 req-fde174cb-4044-43ec-8c38-7d0391947080 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=626b9315-e5c3-41ef-95c7-80bcf3c43d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469110 Jan 21 09:47:50.663539 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06fec179-ce6f-4a2c-ba0f-dda54802ef25 {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:50.672164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.685674 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Transition to ACTIVE for port object 06fec179-ce6f-4a2c-ba0f-dda54802ef25 will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:50.690556 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.744348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Pushing event updated for resources: {'Port': ['ID=06fec179-ce6f-4a2c-ba0f-dda54802ef25,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.830546 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Attempting to bind port 06fec179-ce6f-4a2c-ba0f-dda54802ef25 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:50.830890 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Attempting to bind port 06fec179-ce6f-4a2c-ba0f-dda54802ef25 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:50.831212 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Attempting to bind port 06fec179-ce6f-4a2c-ba0f-dda54802ef25 on network 435b9565-8faa-47f5-96a7-ab7ef39593a6 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:47:50.836184 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Port 06fec179-ce6f-4a2c-ba0f-dda54802ef25 on network 435b9565-8faa-47f5-96a7-ab7ef39593a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:47:50.836557 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Attempting to bind port 06fec179-ce6f-4a2c-ba0f-dda54802ef25 on network 435b9565-8faa-47f5-96a7-ab7ef39593a6 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:47:50.843580 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:47:50.843952 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Checking segment: {'id': 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:47:50.844376 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Bound using segment: {'id': 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:47:50.844712 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Bound port: 06fec179-ce6f-4a2c-ba0f-dda54802ef25, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:50.845073 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.919655 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] For port 06fec179-ce6f-4a2c-ba0f-dda54802ef25, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:50.923240 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] For port 06fec179-ce6f-4a2c-ba0f-dda54802ef25, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=06fec179-ce6f-4a2c-ba0f-dda54802ef25,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:50.926975 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.965133 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:50.965619 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.967122 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] 10.222.0.113 "PUT /v2.0/ports/06fec179-ce6f-4a2c-ba0f-dda54802ef25 HTTP/1.1" status: 200 len: 1094 time: 0.7586880 Jan 21 09:47:50.967610 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'tag': '06fec179-ce6f-4a2c-ba0f-dda54802ef25'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:50.970395 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376bf5ab-9e64-427d-9691-af2264b494c5" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6b2780-f0f5-4fe5-b1df-19ff211735c5", "tag": "06fec179-ce6f-4a2c-ba0f-dda54802ef25"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:51.008206 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0746f76-0e2f-4ef6-9481-03b5defaf751 service neutron] Pushing event updated for resources: {'Port': ['ID=06fec179-ce6f-4a2c-ba0f-dda54802ef25,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:51.099177 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-f8a016f7-3835-4a8d-a954-4ce76e9a7480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:51.100837 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-f8a016f7-3835-4a8d-a954-4ce76e9a7480 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 1097 time: 0.0714333 Jan 21 09:47:51.150495 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5912fe-b082-4b88-960f-3d2a880a7e0f x-openstack-request-id: req-7e5912fe-b082-4b88-960f-3d2a880a7e0f {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:51.150815 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6b2780-f0f5-4fe5-b1df-19ff211735c5", "tag": "06fec179-ce6f-4a2c-ba0f-dda54802ef25", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:51.151127 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7e5912fe-b082-4b88-960f-3d2a880a7e0f {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:51.151476 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'tag': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'status': 'completed', 'code': 200} Jan 21 09:47:51.153169 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-c5efb842-0bba-4dbd-bcd9-dc8677a95e79 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06fec179-ce6f-4a2c-ba0f-dda54802ef25 HTTP/1.1" status: 200 len: 217 time: 0.0451276 Jan 21 09:47:51.213291 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-35feac10-488a-4c58-827e-e6171a44d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:51.215879 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-35feac10-488a-4c58-827e-e6171a44d36e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=febc8f4e-d150-4f13-b15d-10801bacccf2 HTTP/1.1" status: 200 len: 834 time: 0.0562341 Jan 21 09:47:51.275648 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-12b21733-3263-4a01-a070-1d704dc383c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:51.277176 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-12b21733-3263-4a01-a070-1d704dc383c6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=435b9565-8faa-47f5-96a7-ab7ef39593a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0544472 Jan 21 09:47:51.378322 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-85f48706-7078-46b7-98ce-26ea20d327ae service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941668 Jan 21 09:47:51.497228 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4d156e7-29c8-4fd2-9928-43fdef0f64a7 req-4e7d957e-ab8b-447c-91dd-92d6ccc8df37 service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128833 Jan 21 09:47:51.588888 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bf5ab-9e64-427d-9691-af2264b494c5 req-a50b876c-f60c-411d-9da2-192aeb7a7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:51.590447 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-376bf5ab-9e64-427d-9691-af2264b494c5 req-a50b876c-f60c-411d-9da2-192aeb7a7919 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 1097 time: 0.0449457 Jan 21 09:47:51.697784 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bf5ab-9e64-427d-9691-af2264b494c5 req-2b78108a-6ee7-4551-ac62-de9d6fbe0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:51.699302 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-376bf5ab-9e64-427d-9691-af2264b494c5 req-2b78108a-6ee7-4551-ac62-de9d6fbe0f36 service neutron] 10.222.0.113 "GET /v2.0/networks?id=435b9565-8faa-47f5-96a7-ab7ef39593a6 HTTP/1.1" status: 200 len: 898 time: 0.0984571 Jan 21 09:47:51.746553 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-376bf5ab-9e64-427d-9691-af2264b494c5 req-480635de-2709-4dd1-bcae-9f558bce88dd service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06fec179-ce6f-4a2c-ba0f-dda54802ef25 HTTP/1.1" status: 200 len: 217 time: 0.0403566 Jan 21 09:47:51.787164 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450addc-3c72-40b9-bf18-a10f00dabae0 req-79e95318-be83-4b52-939a-c394540fc85c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:51.789392 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8450addc-3c72-40b9-bf18-a10f00dabae0 req-79e95318-be83-4b52-939a-c394540fc85c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 944 time: 0.0516424 Jan 21 09:47:51.802174 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bf5ab-9e64-427d-9691-af2264b494c5 req-bb26180d-15fd-48dd-b648-425e2666861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:51.803672 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-376bf5ab-9e64-427d-9691-af2264b494c5 req-bb26180d-15fd-48dd-b648-425e2666861e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=febc8f4e-d150-4f13-b15d-10801bacccf2 HTTP/1.1" status: 200 len: 834 time: 0.0507917 Jan 21 09:47:51.830979 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8450addc-3c72-40b9-bf18-a10f00dabae0 req-4f47c42b-515c-4385-8e31-02604251b588 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=626b9315-e5c3-41ef-95c7-80bcf3c43d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350304 Jan 21 09:47:51.854640 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bf5ab-9e64-427d-9691-af2264b494c5 req-05f94706-0507-4bc2-84b0-6f3474e0b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:51.856167 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-376bf5ab-9e64-427d-9691-af2264b494c5 req-05f94706-0507-4bc2-84b0-6f3474e0b570 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=435b9565-8faa-47f5-96a7-ab7ef39593a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458248 Jan 21 09:47:51.951678 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-376bf5ab-9e64-427d-9691-af2264b494c5 req-989c332e-f10d-4968-a03b-b23fe01fdfc8 service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875511 Jan 21 09:47:52.046069 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-376bf5ab-9e64-427d-9691-af2264b494c5 req-376ccb5e-553f-42b0-aaf6-6855e423aa32 service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866840 Jan 21 09:47:52.951479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d1769-3ccc-4831-a398-2ce8252343a0 req-b84d8b74-b683-45ce-bed2-d6bf1da7b5b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:52.952909 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b46d1769-3ccc-4831-a398-2ce8252343a0 req-b84d8b74-b683-45ce-bed2-d6bf1da7b5b0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 944 time: 0.0510650 Jan 21 09:47:52.996129 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b46d1769-3ccc-4831-a398-2ce8252343a0 req-94ab0d7f-9d53-468c-8db8-1aced6cb7176 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=626b9315-e5c3-41ef-95c7-80bcf3c43d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370846 Jan 21 09:47:53.757824 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 06fec179-ce6f-4a2c-ba0f-dda54802ef25 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:47:53.879217 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 06fec179-ce6f-4a2c-ba0f-dda54802ef25, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=06fec179-ce6f-4a2c-ba0f-dda54802ef25,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:53.894296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'port_id': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'mac_address': 'fa:16:3e:47:c0:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:47:53.938067 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.952508 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06fec179-ce6f-4a2c-ba0f-dda54802ef25 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:53.972296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 06fec179-ce6f-4a2c-ba0f-dda54802ef25, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=06fec179-ce6f-4a2c-ba0f-dda54802ef25,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:53.977410 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.052697 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=06fec179-ce6f-4a2c-ba0f-dda54802ef25,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:54.132925 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894614a-f2b8-4d0f-be4b-0be61e51907e req-c16fe5ea-18a1-404f-b644-cc08510d8428 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:54.134655 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a894614a-f2b8-4d0f-be4b-0be61e51907e req-c16fe5ea-18a1-404f-b644-cc08510d8428 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 945 time: 0.0555494 Jan 21 09:47:54.174335 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a894614a-f2b8-4d0f-be4b-0be61e51907e req-2d15e68d-4851-4cb4-b23c-c428d901487e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=626b9315-e5c3-41ef-95c7-80bcf3c43d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334241 Jan 21 09:47:54.227556 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['06fec179-ce6f-4a2c-ba0f-dda54802ef25'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:47:54.860279 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.297633 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f704-fa59-4afb-b53a-6c2c760ec63a req-1bb11584-ea91-48b5-8e17-c0dcbf56ca1e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:55.299153 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b762f704-fa59-4afb-b53a-6c2c760ec63a req-1bb11584-ea91-48b5-8e17-c0dcbf56ca1e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 945 time: 0.0495920 Jan 21 09:47:55.338277 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b762f704-fa59-4afb-b53a-6c2c760ec63a req-280bb6a8-9e1e-4e4b-b62f-3afdee11936a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=626b9315-e5c3-41ef-95c7-80bcf3c43d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330095 Jan 21 09:47:55.769540 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 06fec179-ce6f-4a2c-ba0f-dda54802ef25 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:47:55.817371 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 06fec179-ce6f-4a2c-ba0f-dda54802ef25 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:55.821616 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 06fec179-ce6f-4a2c-ba0f-dda54802ef25 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:55.821998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.900473 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.924612 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fec179-ce6f-4a2c-ba0f-dda54802ef25'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:55.926891 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6224414c-939f-4bf4-95c5-01d327b253a2" -d '{"events": [{"server_uuid": "5e6b2780-f0f5-4fe5-b1df-19ff211735c5", "name": "network-vif-plugged", "status": "completed", "tag": "06fec179-ce6f-4a2c-ba0f-dda54802ef25"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:55.940937 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 06fec179-ce6f-4a2c-ba0f-dda54802ef25, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=06fec179-ce6f-4a2c-ba0f-dda54802ef25,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:55.945876 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.982575 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e842cc-7831-46c2-9b74-58e4047425f1 x-openstack-request-id: req-c5e842cc-7831-46c2-9b74-58e4047425f1 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:55.982867 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6b2780-f0f5-4fe5-b1df-19ff211735c5", "name": "network-vif-plugged", "status": "completed", "tag": "06fec179-ce6f-4a2c-ba0f-dda54802ef25", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:55.983121 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c5e842cc-7831-46c2-9b74-58e4047425f1 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:55.983505 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'code': 200} Jan 21 09:47:55.998674 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=06fec179-ce6f-4a2c-ba0f-dda54802ef25,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:56.150819 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36de55-60d3-4d5c-8006-46b5ba013463 req-bf466f71-9101-43e8-9555-a6201533dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:56.152324 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4d36de55-60d3-4d5c-8006-46b5ba013463 req-bf466f71-9101-43e8-9555-a6201533dce9 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 1099 time: 0.0448461 Jan 21 09:47:56.187285 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4d36de55-60d3-4d5c-8006-46b5ba013463 req-c9c60ae1-3b30-4fcd-a9be-d2e2ef953670 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=626b9315-e5c3-41ef-95c7-80bcf3c43d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286262 Jan 21 09:47:56.453731 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2c954-a625-4bc9-8d90-42229ce32fa0 req-6b904623-e541-4179-9bd2-a81a7dbab219 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:56.455173 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dda2c954-a625-4bc9-8d90-42229ce32fa0 req-6b904623-e541-4179-9bd2-a81a7dbab219 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 946 time: 0.0502303 Jan 21 09:47:56.497678 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dda2c954-a625-4bc9-8d90-42229ce32fa0 req-8147a094-e0ab-4d93-ae8b-39c7c317f967 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=626b9315-e5c3-41ef-95c7-80bcf3c43d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364900 Jan 21 09:47:57.638696 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1780856-f7b3-40fa-9830-ebab4b721e5b req-8aa84571-1e8a-4724-a6bb-842639abf00d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:57.640255 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c1780856-f7b3-40fa-9830-ebab4b721e5b req-8aa84571-1e8a-4724-a6bb-842639abf00d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 946 time: 0.0587678 Jan 21 09:47:57.681136 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c1780856-f7b3-40fa-9830-ebab4b721e5b req-45a3f595-9b4d-419d-b48a-536d35b95098 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=626b9315-e5c3-41ef-95c7-80bcf3c43d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343239 Jan 21 09:47:57.820151 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db7179-570d-41c2-8e5a-663a3d1bed06 req-e8e4be33-80a6-4e75-bcca-80cd92cbc04d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:57.824387 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-84db7179-570d-41c2-8e5a-663a3d1bed06 req-e8e4be33-80a6-4e75-bcca-80cd92cbc04d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 946 time: 0.0530407 Jan 21 09:47:57.871177 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-84db7179-570d-41c2-8e5a-663a3d1bed06 req-a9458c4d-afae-4045-9bd0-e368e4eca821 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=626b9315-e5c3-41ef-95c7-80bcf3c43d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414417 Jan 21 09:47:57.893617 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46206) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:58.089118 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf75e6f-bfca-4fdc-afb1-5fae0729c81b tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:58.090642 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1bf75e6f-bfca-4fdc-afb1-5fae0729c81b tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 1094 time: 0.1959743 Jan 21 09:47:58.093440 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46210) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:58.097825 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:58.128145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.238497 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.347225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.26.7.62 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/c3b23905-2c26-4b63-ac35-675f01c3b122) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:58.451678 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.486089 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.527323 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:58.530242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:58.535426 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:58.537322 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=c3b23905-2c26-4b63-ac35-675f01c3b122,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:58.569375 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:58.569770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:58.570107 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:58.570437 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:58.570762 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:58.571658 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:58.571985 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:58.572307 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:58.572631 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:58.572949 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:58.573266 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:58.573609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:58.912906 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.987098 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.143622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.148498 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.212784 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=c3b23905-2c26-4b63-ac35-675f01c3b122,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:59.228171 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.337385 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP 8e51eabb-db3b-414e-8318-6160ffabaf22 associated. External IP: 172.26.7.62, port: 06fec179-ce6f-4a2c-ba0f-dda54802ef25. Jan 21 09:47:59.551822 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:59.659290 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:59.669252 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0401f4-bb90-45d8-95a0-32ddfa645399 None None] Sync routers for ids ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:59.678481 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.679119 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0401f4-bb90-45d8-95a0-32ddfa645399 None None] Routers {'8236c7b9-8133-4a3c-82b4-bed7bc5f3895'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:59.679722 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9c0401f4-bb90-45d8-95a0-32ddfa645399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:59.706148 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-aeca45a0-7fd0-40eb-9eff-a6f683955cb1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6116333 Jan 21 09:47:59.707417 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'tag': '06fec179-ce6f-4a2c-ba0f-dda54802ef25'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:59.709151 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f78f2a0-9c49-4fca-9ce6-5fc4b4aa7bce" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6b2780-f0f5-4fe5-b1df-19ff211735c5", "tag": "06fec179-ce6f-4a2c-ba0f-dda54802ef25"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:59.709494 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46212) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:47:59.750080 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6d0e4b-b556-4070-97ff-860eb786ba2d x-openstack-request-id: req-bb6d0e4b-b556-4070-97ff-860eb786ba2d {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:59.750373 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6b2780-f0f5-4fe5-b1df-19ff211735c5", "tag": "06fec179-ce6f-4a2c-ba0f-dda54802ef25", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:59.750623 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bb6d0e4b-b556-4070-97ff-860eb786ba2d {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:59.751020 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'tag': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'status': 'completed', 'code': 200} Jan 21 09:47:59.757182 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87900cae-1b3c-4cf9-a862-126cc298d037 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:59.762318 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-87900cae-1b3c-4cf9-a862-126cc298d037 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 1094 time: 0.0490236 Jan 21 09:47:59.798198 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-9c0401f4-bb90-45d8-95a0-32ddfa645399 None None] Set router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:47:59.826994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78f2a0-9c49-4fca-9ce6-5fc4b4aa7bce req-373ff2ab-a4f7-47b8-9e67-a588ecaffc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:59.828527 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3f78f2a0-9c49-4fca-9ce6-5fc4b4aa7bce req-373ff2ab-a4f7-47b8-9e67-a588ecaffc31 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 1099 time: 0.0471947 Jan 21 09:47:59.981016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78f2a0-9c49-4fca-9ce6-5fc4b4aa7bce req-4e3e4405-2c86-4ea9-97ff-1bc09cbd1d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:59.983493 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3f78f2a0-9c49-4fca-9ce6-5fc4b4aa7bce req-4e3e4405-2c86-4ea9-97ff-1bc09cbd1d33 service neutron] 10.222.0.113 "GET /v2.0/networks?id=435b9565-8faa-47f5-96a7-ab7ef39593a6 HTTP/1.1" status: 200 len: 898 time: 0.1488488 Jan 21 09:48:00.069524 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3f78f2a0-9c49-4fca-9ce6-5fc4b4aa7bce req-7f6ee90b-d37f-4090-a4f8-21a3e6051126 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06fec179-ce6f-4a2c-ba0f-dda54802ef25 HTTP/1.1" status: 200 len: 999 time: 0.0798287 Jan 21 09:48:00.086369 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9c0401f4-bb90-45d8-95a0-32ddfa645399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '8e51eabb-db3b-414e-8318-6160ffabaf22', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'port_id': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'mac_address': 'fa:16:3e:47:c0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:58Z', 'updated_at': '2022-01-21T09:47:58Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a139b0-5e6e-4d76-b534-60b991ac613c', 'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:7b:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:44Z', 'updated_at': '2022-01-21T09:47:47Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:00.119856 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0401f4-bb90-45d8-95a0-32ddfa645399 None None] Checking router: 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:48:00.129087 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0401f4-bb90-45d8-95a0-32ddfa645399 None None] Routers {'8236c7b9-8133-4a3c-82b4-bed7bc5f3895'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:00.129833 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9c0401f4-bb90-45d8-95a0-32ddfa645399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:00.138554 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78f2a0-9c49-4fca-9ce6-5fc4b4aa7bce req-d4c88106-249f-4461-81f0-dfeddf9265ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:00.140377 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3f78f2a0-9c49-4fca-9ce6-5fc4b4aa7bce req-d4c88106-249f-4461-81f0-dfeddf9265ae service neutron] 10.222.0.113 "GET /v2.0/subnets?id=febc8f4e-d150-4f13-b15d-10801bacccf2 HTTP/1.1" status: 200 len: 834 time: 0.0639627 Jan 21 09:48:00.199123 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78f2a0-9c49-4fca-9ce6-5fc4b4aa7bce req-9c9880c8-63c4-4831-88f1-c9d55e160180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:00.201179 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3f78f2a0-9c49-4fca-9ce6-5fc4b4aa7bce req-9c9880c8-63c4-4831-88f1-c9d55e160180 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=435b9565-8faa-47f5-96a7-ab7ef39593a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536649 Jan 21 09:48:00.314403 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46218) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:48:00.320501 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-17ebff41-9e6c-4121-9ef2-578f925a4799 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855599752', 'description': 'tempest-secgroup-smoke-855599752 description', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:00.326336 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3f78f2a0-9c49-4fca-9ce6-5fc4b4aa7bce req-f5bd2bca-2423-43db-a6bd-dc25369598c5 service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183066 Jan 21 09:48:00.336981 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-9c0401f4-bb90-45d8-95a0-32ddfa645399 None None] Set router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:48:00.352793 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-17ebff41-9e6c-4121-9ef2-578f925a4799 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.438066 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3f78f2a0-9c49-4fca-9ce6-5fc4b4aa7bce req-e964f40d-e9eb-436a-98e7-d2cfe8d0df69 service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046944 Jan 21 09:48:00.442883 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-17ebff41-9e6c-4121-9ef2-578f925a4799 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.452133 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-17ebff41-9e6c-4121-9ef2-578f925a4799 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.487497 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-17ebff41-9e6c-4121-9ef2-578f925a4799 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.489509 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-17ebff41-9e6c-4121-9ef2-578f925a4799 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1731811 Jan 21 09:48:00.492255 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46220) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:48:00.495946 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebff41-9e6c-4121-9ef2-578f925a4799 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=280df3ef-a532-4529-bb8e-abf79dc34f6a,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:00.502301 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-34503107-7d89-4fd7-acbf-42cb8392d358 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '280df3ef-a532-4529-bb8e-abf79dc34f6a', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:00.534893 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-34503107-7d89-4fd7-acbf-42cb8392d358 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.588274 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9c0401f4-bb90-45d8-95a0-32ddfa645399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '8e51eabb-db3b-414e-8318-6160ffabaf22', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'port_id': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'mac_address': 'fa:16:3e:47:c0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:58Z', 'updated_at': '2022-01-21T09:47:58Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a139b0-5e6e-4d76-b534-60b991ac613c', 'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:7b:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:44Z', 'updated_at': '2022-01-21T09:47:47Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:00.605483 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-34503107-7d89-4fd7-acbf-42cb8392d358 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.610203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-34503107-7d89-4fd7-acbf-42cb8392d358 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.621129 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0401f4-bb90-45d8-95a0-32ddfa645399 None None] The sync data for ids ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'] in dv-neutron-825721-1-hyperv is: [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '8e51eabb-db3b-414e-8318-6160ffabaf22', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'port_id': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'mac_address': 'fa:16:3e:47:c0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:58Z', 'updated_at': '2022-01-21T09:47:58Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a139b0-5e6e-4d76-b534-60b991ac613c', 'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:7b:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:44Z', 'updated_at': '2022-01-21T09:47:47Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:48:00.637306 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34503107-7d89-4fd7-acbf-42cb8392d358 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afdc616-0647-432b-aa43-f9c2c1dd60a7,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:00.650845 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-34503107-7d89-4fd7-acbf-42cb8392d358 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.652081 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-34503107-7d89-4fd7-acbf-42cb8392d358 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1575363 Jan 21 09:48:00.656452 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46222) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:48:00.660792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-916794d0-1caa-4d2f-a127-25c08a473114 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '280df3ef-a532-4529-bb8e-abf79dc34f6a', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:00.694137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-916794d0-1caa-4d2f-a127-25c08a473114 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.758123 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-916794d0-1caa-4d2f-a127-25c08a473114 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.762666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-916794d0-1caa-4d2f-a127-25c08a473114 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.778378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916794d0-1caa-4d2f-a127-25c08a473114 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf6ff52-0710-49c2-a165-9c939a3d0cec,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:00.794206 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-916794d0-1caa-4d2f-a127-25c08a473114 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.795442 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-916794d0-1caa-4d2f-a127-25c08a473114 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380467 Jan 21 09:48:00.798212 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46224) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:48:00.802700 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-0cb0964a-a26a-4c4a-8b4f-74c24ff08aeb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '280df3ef-a532-4529-bb8e-abf79dc34f6a', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:00.832687 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0cb0964a-a26a-4c4a-8b4f-74c24ff08aeb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.858824 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee89070-17b8-44fa-be78-3950b4cf4a24 None None] New status for floating IP 8e51eabb-db3b-414e-8318-6160ffabaf22: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:48:00.909080 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0cb0964a-a26a-4c4a-8b4f-74c24ff08aeb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.913634 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0cb0964a-a26a-4c4a-8b4f-74c24ff08aeb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.934267 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0964a-a26a-4c4a-8b4f-74c24ff08aeb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca0efe8-856c-4294-95f8-f1c9624ff60d,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:00.942296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0cb0964a-a26a-4c4a-8b4f-74c24ff08aeb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.943427 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0cb0964a-a26a-4c4a-8b4f-74c24ff08aeb tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442037 Jan 21 09:48:00.946743 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46226) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:48:00.951946 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-01842496-ccfb-4764-8972-80ba884a2387 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '280df3ef-a532-4529-bb8e-abf79dc34f6a', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:00.986740 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-01842496-ccfb-4764-8972-80ba884a2387 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.064705 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-01842496-ccfb-4764-8972-80ba884a2387 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.069513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-01842496-ccfb-4764-8972-80ba884a2387 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.086611 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01842496-ccfb-4764-8972-80ba884a2387 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6de16cd-4321-48c3-a59d-68aa3359f690,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:01.101815 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-01842496-ccfb-4764-8972-80ba884a2387 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.109740 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-01842496-ccfb-4764-8972-80ba884a2387 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562021 Jan 21 09:48:01.109740 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46228) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:48:01.112391 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-cc29d5a6-ea3b-45fb-b0c2-11446a43d33e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '280df3ef-a532-4529-bb8e-abf79dc34f6a', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:01.143078 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-cc29d5a6-ea3b-45fb-b0c2-11446a43d33e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:48:01.148296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cc29d5a6-ea3b-45fb-b0c2-11446a43d33e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.214332 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cc29d5a6-ea3b-45fb-b0c2-11446a43d33e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.218462 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cc29d5a6-ea3b-45fb-b0c2-11446a43d33e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.236745 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29d5a6-ea3b-45fb-b0c2-11446a43d33e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca79ff9-5bcb-43c0-8393-db8ba640ffb0,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:01.245943 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cc29d5a6-ea3b-45fb-b0c2-11446a43d33e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.247146 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cc29d5a6-ea3b-45fb-b0c2-11446a43d33e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382740 Jan 21 09:48:01.249847 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46230) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:48:01.254251 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-af9ce83c-fc29-4459-a185-2cf4341d7b8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '280df3ef-a532-4529-bb8e-abf79dc34f6a', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:01.280792 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-af9ce83c-fc29-4459-a185-2cf4341d7b8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:48:01.286470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af9ce83c-fc29-4459-a185-2cf4341d7b8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.363132 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af9ce83c-fc29-4459-a185-2cf4341d7b8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.367605 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af9ce83c-fc29-4459-a185-2cf4341d7b8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.395985 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ce83c-fc29-4459-a185-2cf4341d7b8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638786f5-70c2-44bf-a7bc-e740bb7dbd25,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:01.402842 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-af9ce83c-fc29-4459-a185-2cf4341d7b8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.404012 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-af9ce83c-fc29-4459-a185-2cf4341d7b8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1532099 Jan 21 09:48:01.563143 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-005b57e1-90fc-47bb-9992-4599988d95af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855599752&fields=id&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 267 time: 0.0376887 Jan 21 09:48:01.690686 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-4374756e-5229-4aab-a200-71377c92fc90 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:01.692186 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-4374756e-5229-4aab-a200-71377c92fc90 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/networks?id=435b9565-8faa-47f5-96a7-ab7ef39593a6 HTTP/1.1" status: 200 len: 797 time: 0.1220045 Jan 21 09:48:01.709354 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-e32f97d9-9c55-40d9-8368-8aec6df528a4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/quotas/d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 375 time: 0.0098047 Jan 21 09:48:01.786090 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-1da969f7-a1ef-42d1-969a-28e3dec54856 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0681961 Jan 21 09:48:01.851068 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-29029d49-f0f1-49cf-90ca-33969cf141a2 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:48:01.852773 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-29029d49-f0f1-49cf-90ca-33969cf141a2 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530701 Jan 21 09:48:01.951961 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-5cf67119-2f44-4aea-926c-cb4ea5f63025 service neutron] 10.222.0.88 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921082 Jan 21 09:48:02.047921 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-5668318e-1959-4edf-8fd0-d2d6f359bda0 service neutron] 10.222.0.88 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899355 Jan 21 09:48:02.209338 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b4f6d995-1fc0-4ed4-b22a-052c10d21ee2 req-d6897f48-e0ef-4018-9ae7-09eef422bf55 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 210 time: 0.0268714 Jan 21 09:48:03.197218 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d40b9283-1d9c-460c-9b53-b4f93d74caa9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:03.198979 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d40b9283-1d9c-460c-9b53-b4f93d74caa9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/networks?id=435b9565-8faa-47f5-96a7-ab7ef39593a6 HTTP/1.1" status: 200 len: 797 time: 0.1083529 Jan 21 09:48:03.256604 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-15d88c1b-5838-4d8b-acb3-67eaa9e3e3f7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 472 time: 0.0495546 Jan 21 09:48:03.272864 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-e34bcffc-9363-4e2c-b352-69592ffb357c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'port': {'device_id': 'ffd724db-5ecc-4716-b4de-215330afd626', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'admin_state_up': True, 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'security_groups': ['280df3ef-a532-4529-bb8e-abf79dc34f6a']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:03.319903 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5e4fd276-6127-4013-9923-7b350f1d7b6f req-b3c82999-c01c-46ba-85e0-4f104dc8ac25 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 210 time: 0.0292180 Jan 21 09:48:03.401941 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-e34bcffc-9363-4e2c-b352-69592ffb357c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:03.405981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-e34bcffc-9363-4e2c-b352-69592ffb357c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.545800 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-e34bcffc-9363-4e2c-b352-69592ffb357c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.12 (435b9565-8faa-47f5-96a7-ab7ef39593a6/febc8f4e-d150-4f13-b15d-10801bacccf2/a53470aa-9044-4987-b7a7-aeab7d51c6ea) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:03.705761 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-e34bcffc-9363-4e2c-b352-69592ffb357c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.742516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-e34bcffc-9363-4e2c-b352-69592ffb357c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.788347 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-e34bcffc-9363-4e2c-b352-69592ffb357c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network 435b9565-8faa-47f5-96a7-ab7ef39593a6 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:03.791793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-e34bcffc-9363-4e2c-b352-69592ffb357c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:03.798221 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-e34bcffc-9363-4e2c-b352-69592ffb357c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:03.829783 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bcffc-9363-4e2c-b352-69592ffb357c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=a53470aa-9044-4987-b7a7-aeab7d51c6ea,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:03.856378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-e34bcffc-9363-4e2c-b352-69592ffb357c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:03.857031 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-e34bcffc-9363-4e2c-b352-69592ffb357c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.874385 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-e34bcffc-9363-4e2c-b352-69592ffb357c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6084929 Jan 21 09:48:03.887173 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Request body: {'port': {'device_id': 'ffd724db-5ecc-4716-b4de-215330afd626', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:03.953046 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.024656 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b6e73fc3-deba-4f59-8d77-c56c7c8732ed None None] Provisioning complete for port a53470aa-9044-4987-b7a7-aeab7d51c6ea triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:04.025483 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b6e73fc3-deba-4f59-8d77-c56c7c8732ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.071966 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-b6e73fc3-deba-4f59-8d77-c56c7c8732ed None None] Port a53470aa-9044-4987-b7a7-aeab7d51c6ea cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:48:04.226023 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53470aa-9044-4987-b7a7-aeab7d51c6ea {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:48:04.234290 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.247092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Transition to ACTIVE for port object a53470aa-9044-4987-b7a7-aeab7d51c6ea will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:04.251000 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.301726 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Pushing event updated for resources: {'Port': ['ID=a53470aa-9044-4987-b7a7-aeab7d51c6ea,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:04.379804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Attempting to bind port a53470aa-9044-4987-b7a7-aeab7d51c6ea on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:04.380163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Attempting to bind port a53470aa-9044-4987-b7a7-aeab7d51c6ea by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:04.380468 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Attempting to bind port a53470aa-9044-4987-b7a7-aeab7d51c6ea on network 435b9565-8faa-47f5-96a7-ab7ef39593a6 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:48:04.385708 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Port a53470aa-9044-4987-b7a7-aeab7d51c6ea on network 435b9565-8faa-47f5-96a7-ab7ef39593a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:48:04.386068 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Attempting to bind port a53470aa-9044-4987-b7a7-aeab7d51c6ea on network 435b9565-8faa-47f5-96a7-ab7ef39593a6 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:48:04.391972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:48:04.392320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Checking segment: {'id': 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:48:04.392745 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Bound using segment: {'id': 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:48:04.393322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Bound port: a53470aa-9044-4987-b7a7-aeab7d51c6ea, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:04.394001 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.526418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88630e5-a25d-4539-8627-5a916e0ec455 req-ed7a5653-741d-49d6-90b9-1e5cbf004531 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:04.529109 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c88630e5-a25d-4539-8627-5a916e0ec455 req-ed7a5653-741d-49d6-90b9-1e5cbf004531 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 944 time: 0.1318395 Jan 21 09:48:04.582763 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] For port a53470aa-9044-4987-b7a7-aeab7d51c6ea, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:04.604585 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] For port a53470aa-9044-4987-b7a7-aeab7d51c6ea, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a53470aa-9044-4987-b7a7-aeab7d51c6ea,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:04.611694 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.619477 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c88630e5-a25d-4539-8627-5a916e0ec455 req-1c3bac2a-c6dd-4555-ab0d-ff159d21e1ed tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=280df3ef-a532-4529-bb8e-abf79dc34f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801187 Jan 21 09:48:04.658230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:04.658853 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.660284 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] 10.222.0.113 "PUT /v2.0/ports/a53470aa-9044-4987-b7a7-aeab7d51c6ea HTTP/1.1" status: 200 len: 1094 time: 0.7777791 Jan 21 09:48:04.660777 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd724db-5ecc-4716-b4de-215330afd626', 'tag': 'a53470aa-9044-4987-b7a7-aeab7d51c6ea'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:04.663172 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f41095-ee3d-46cc-84d3-80806bb3cc82" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd724db-5ecc-4716-b4de-215330afd626", "tag": "a53470aa-9044-4987-b7a7-aeab7d51c6ea"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:48:04.698449 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dabf18-1d7b-407f-94ca-768e3d33b718 service neutron] Pushing event updated for resources: {'Port': ['ID=a53470aa-9044-4987-b7a7-aeab7d51c6ea,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:04.753662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640cb8eb-43b6-4477-a84b-ad47074a16f8 x-openstack-request-id: req-640cb8eb-43b6-4477-a84b-ad47074a16f8 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:48:04.754029 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd724db-5ecc-4716-b4de-215330afd626", "tag": "a53470aa-9044-4987-b7a7-aeab7d51c6ea", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:48:04.754342 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-640cb8eb-43b6-4477-a84b-ad47074a16f8 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:48:04.754821 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd724db-5ecc-4716-b4de-215330afd626', 'tag': 'a53470aa-9044-4987-b7a7-aeab7d51c6ea', 'status': 'completed', 'code': 200} Jan 21 09:48:04.774946 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-8caf61e9-3c00-4587-a3a0-590291119691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:04.776450 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-8caf61e9-3c00-4587-a3a0-590291119691 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 1097 time: 0.0606954 Jan 21 09:48:04.845156 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-04dc8041-30c1-4bcf-9b1c-f0975f5008f0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a53470aa-9044-4987-b7a7-aeab7d51c6ea HTTP/1.1" status: 200 len: 217 time: 0.0613618 Jan 21 09:48:04.907801 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-9795b43c-023b-494c-b2b3-dfc01536afab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:04.909328 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-9795b43c-023b-494c-b2b3-dfc01536afab service neutron] 10.222.0.113 "GET /v2.0/subnets?id=febc8f4e-d150-4f13-b15d-10801bacccf2 HTTP/1.1" status: 200 len: 834 time: 0.0571268 Jan 21 09:48:04.961448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-4f1a03bc-f425-4e0d-8f43-aec0baf20d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:04.963256 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-4f1a03bc-f425-4e0d-8f43-aec0baf20d18 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=435b9565-8faa-47f5-96a7-ab7ef39593a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470960 Jan 21 09:48:05.071127 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-312e4c57-63d1-4ee9-885c-a9b840376782 service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012549 Jan 21 09:48:05.171989 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6be7a2fa-c1c5-4fdc-b127-a04c913a3be1 req-07cd633b-0da1-41af-a6e0-b8693772aa9f service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942662 Jan 21 09:48:05.261361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f41095-ee3d-46cc-84d3-80806bb3cc82 req-168fed81-2687-4937-9cb1-3ce381d65326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:05.262907 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a8f41095-ee3d-46cc-84d3-80806bb3cc82 req-168fed81-2687-4937-9cb1-3ce381d65326 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 1097 time: 0.0460219 Jan 21 09:48:05.657893 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f41095-ee3d-46cc-84d3-80806bb3cc82 req-688081aa-a8dc-45d2-8aac-4a1b43284296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:05.659408 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a8f41095-ee3d-46cc-84d3-80806bb3cc82 req-688081aa-a8dc-45d2-8aac-4a1b43284296 service neutron] 10.222.0.113 "GET /v2.0/networks?id=435b9565-8faa-47f5-96a7-ab7ef39593a6 HTTP/1.1" status: 200 len: 898 time: 0.3897393 Jan 21 09:48:05.706710 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a8f41095-ee3d-46cc-84d3-80806bb3cc82 req-8e3ebbe0-a533-4384-be2a-3d8be823d5a9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a53470aa-9044-4987-b7a7-aeab7d51c6ea HTTP/1.1" status: 200 len: 217 time: 0.0401993 Jan 21 09:48:05.782635 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f41095-ee3d-46cc-84d3-80806bb3cc82 req-963fbd82-ad4a-4a0b-a5a9-a358645cb93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:05.784037 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a8f41095-ee3d-46cc-84d3-80806bb3cc82 req-963fbd82-ad4a-4a0b-a5a9-a358645cb93d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=febc8f4e-d150-4f13-b15d-10801bacccf2 HTTP/1.1" status: 200 len: 834 time: 0.0691335 Jan 21 09:48:05.793563 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417da3e-7595-4d5c-b40d-51e0e15360ac req-75f045f1-71de-4dd2-8b56-d1e8ed35b196 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:05.795025 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2417da3e-7595-4d5c-b40d-51e0e15360ac req-75f045f1-71de-4dd2-8b56-d1e8ed35b196 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 944 time: 0.0908797 Jan 21 09:48:05.855166 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device a53470aa-9044-4987-b7a7-aeab7d51c6ea details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:48:05.867388 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2417da3e-7595-4d5c-b40d-51e0e15360ac req-5380dfd5-5f36-47d6-9109-85171a10c85c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=280df3ef-a532-4529-bb8e-abf79dc34f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638788 Jan 21 09:48:05.869517 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f41095-ee3d-46cc-84d3-80806bb3cc82 req-e8f4f9e4-a409-4973-884e-baa1e6247106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:05.871293 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a8f41095-ee3d-46cc-84d3-80806bb3cc82 req-e8f4f9e4-a409-4973-884e-baa1e6247106 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=435b9565-8faa-47f5-96a7-ab7ef39593a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750995 Jan 21 09:48:05.880223 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b576-8e75-4f66-8b79-b12ffbb4354d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.965220 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port a53470aa-9044-4987-b7a7-aeab7d51c6ea, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a53470aa-9044-4987-b7a7-aeab7d51c6ea,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:05.976781 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'a53470aa-9044-4987-b7a7-aeab7d51c6ea', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'port_id': 'a53470aa-9044-4987-b7a7-aeab7d51c6ea', 'mac_address': 'fa:16:3e:19:ae:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:48:05.978960 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a8f41095-ee3d-46cc-84d3-80806bb3cc82 req-7f08e7e2-9711-4912-9c51-a5d2275fc6b1 service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993633 Jan 21 09:48:06.016592 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.030630 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53470aa-9044-4987-b7a7-aeab7d51c6ea {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:48:06.055004 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port a53470aa-9044-4987-b7a7-aeab7d51c6ea, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a53470aa-9044-4987-b7a7-aeab7d51c6ea,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:06.059518 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.078985 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a8f41095-ee3d-46cc-84d3-80806bb3cc82 req-81440e95-aee7-45a2-81bb-2b55ae553b47 service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940630 Jan 21 09:48:06.110569 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=a53470aa-9044-4987-b7a7-aeab7d51c6ea,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:06.269692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['a53470aa-9044-4987-b7a7-aeab7d51c6ea'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:48:07.001915 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6842de-8fdf-4e73-a371-e4b51968aae7 req-277610f3-3595-443f-a3ef-c40ff43e44bd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:07.003385 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2b6842de-8fdf-4e73-a371-e4b51968aae7 req-277610f3-3595-443f-a3ef-c40ff43e44bd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 945 time: 0.0496051 Jan 21 09:48:07.048550 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2b6842de-8fdf-4e73-a371-e4b51968aae7 req-aec12a7f-4b8b-42fa-ab15-599efcc6e52d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=280df3ef-a532-4529-bb8e-abf79dc34f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382080 Jan 21 09:48:07.851071 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device a53470aa-9044-4987-b7a7-aeab7d51c6ea up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:48:07.909421 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port a53470aa-9044-4987-b7a7-aeab7d51c6ea completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:07.916480 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port a53470aa-9044-4987-b7a7-aeab7d51c6ea triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:07.917089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.012515 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.037173 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd724db-5ecc-4716-b4de-215330afd626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53470aa-9044-4987-b7a7-aeab7d51c6ea'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:08.040560 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcefaf8-61a5-4d9d-9a36-83f64aae4a4b" -d '{"events": [{"server_uuid": "ffd724db-5ecc-4716-b4de-215330afd626", "name": "network-vif-plugged", "status": "completed", "tag": "a53470aa-9044-4987-b7a7-aeab7d51c6ea"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:48:08.061402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port a53470aa-9044-4987-b7a7-aeab7d51c6ea, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a53470aa-9044-4987-b7a7-aeab7d51c6ea,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:08.075529 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.158965 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=a53470aa-9044-4987-b7a7-aeab7d51c6ea,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:08.173643 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6719c4f-3c14-4138-bcdb-bd7dfb0ef4c5 x-openstack-request-id: req-e6719c4f-3c14-4138-bcdb-bd7dfb0ef4c5 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:48:08.174360 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd724db-5ecc-4716-b4de-215330afd626", "name": "network-vif-plugged", "status": "completed", "tag": "a53470aa-9044-4987-b7a7-aeab7d51c6ea", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:48:08.176459 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e6719c4f-3c14-4138-bcdb-bd7dfb0ef4c5 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:48:08.176943 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd724db-5ecc-4716-b4de-215330afd626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53470aa-9044-4987-b7a7-aeab7d51c6ea', 'code': 200} Jan 21 09:48:08.203850 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2051e-bacb-4c8d-a4f8-84295354e389 req-294a2af7-7877-4bb9-bc45-b80ffcced619 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:08.205477 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b6a2051e-bacb-4c8d-a4f8-84295354e389 req-294a2af7-7877-4bb9-bc45-b80ffcced619 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 946 time: 0.0734298 Jan 21 09:48:08.235703 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-279ca4b6-2fd2-4cb9-a003-9a00ff487d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.258261 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b6a2051e-bacb-4c8d-a4f8-84295354e389 req-98039271-8ba8-4161-b1cd-e91fd4d66ba7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=280df3ef-a532-4529-bb8e-abf79dc34f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438337 Jan 21 09:48:08.378424 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66429b-ed73-44c6-981d-5b372e885410 req-b77026df-8809-4f54-b53d-6e5ffb30fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:08.379854 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3a66429b-ed73-44c6-981d-5b372e885410 req-b77026df-8809-4f54-b53d-6e5ffb30fe57 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 1099 time: 0.0447602 Jan 21 09:48:08.417909 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3a66429b-ed73-44c6-981d-5b372e885410 req-ad153f50-9c44-4967-b4aa-268dbd8401d5 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=280df3ef-a532-4529-bb8e-abf79dc34f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308092 Jan 21 09:48:09.275457 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.393373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23563a-677c-4382-b180-bfdefa906e2e req-c9368ffc-e309-481c-a7f3-0f5e040ae725 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:09.394998 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5b23563a-677c-4382-b180-bfdefa906e2e req-c9368ffc-e309-481c-a7f3-0f5e040ae725 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 946 time: 0.0559595 Jan 21 09:48:09.455574 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5b23563a-677c-4382-b180-bfdefa906e2e req-870675aa-d645-4a93-9b35-b5f109311cca tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=280df3ef-a532-4529-bb8e-abf79dc34f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478439 Jan 21 09:48:10.583676 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4df30-6fe6-43f0-906e-cf6a6b973571 req-cec1acff-4198-445c-b63c-3925eefa0b0f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:10.585319 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4fa4df30-6fe6-43f0-906e-cf6a6b973571 req-cec1acff-4198-445c-b63c-3925eefa0b0f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 946 time: 0.0552182 Jan 21 09:48:10.629067 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4fa4df30-6fe6-43f0-906e-cf6a6b973571 req-939dc9c6-3e25-4ab1-9f5b-281f91565dd3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=280df3ef-a532-4529-bb8e-abf79dc34f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363858 Jan 21 09:48:10.752411 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e286f8-f052-4ca0-9a81-482a51a5dd3c req-40c374ca-4fd0-4810-a590-fe7352e6af81 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:10.754024 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-93e286f8-f052-4ca0-9a81-482a51a5dd3c req-40c374ca-4fd0-4810-a590-fe7352e6af81 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 946 time: 0.0531716 Jan 21 09:48:10.800509 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-93e286f8-f052-4ca0-9a81-482a51a5dd3c req-31989d30-1dc6-4e31-b700-faa8348cad50 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=280df3ef-a532-4529-bb8e-abf79dc34f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383921 Jan 21 09:48:10.824473 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46284) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:48:10.865303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1c4506-f431-4872-acbb-77534b93b340 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:10.866880 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5f1c4506-f431-4872-acbb-77534b93b340 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 1094 time: 0.0412951 Jan 21 09:48:10.870623 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46286) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:48:10.875184 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': 'a53470aa-9044-4987-b7a7-aeab7d51c6ea', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:10.902593 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.031693 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.150778 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.26.7.118 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/69eea0b2-d466-4ea8-a95d-ab7a0b1c773d) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:11.267918 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.291899 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.324573 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.369202 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:11.374846 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:11.378624 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:11.385394 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.407742 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=69eea0b2-d466-4ea8-a95d-ab7a0b1c773d,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:11.817977 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.901624 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.066114 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.071740 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.146276 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=69eea0b2-d466-4ea8-a95d-ab7a0b1c773d,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:12.157377 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.274275 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP b8617130-3b8f-4e66-b620-f53bb5840f17 associated. External IP: 172.26.7.118, port: a53470aa-9044-4987-b7a7-aeab7d51c6ea. Jan 21 09:48:12.514279 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:12.628440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:12.640642 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd599d8-0901-432c-9a98-2d5f12ba0150 None None] Sync routers for ids ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:48:12.650176 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.651826 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd599d8-0901-432c-9a98-2d5f12ba0150 None None] Routers {'8236c7b9-8133-4a3c-82b4-bed7bc5f3895'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:12.652455 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4cd599d8-0901-432c-9a98-2d5f12ba0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:12.684946 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1aa47fe2-f536-4bb7-9e5d-e571e091cf40 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8130693 Jan 21 09:48:12.685649 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd724db-5ecc-4716-b4de-215330afd626', 'tag': 'a53470aa-9044-4987-b7a7-aeab7d51c6ea'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:12.687959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c8df17-9199-42f3-9402-9743509d9eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd724db-5ecc-4716-b4de-215330afd626", "tag": "a53470aa-9044-4987-b7a7-aeab7d51c6ea"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:48:12.736857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8045c41-9059-4716-b893-dee6cdbcf42d x-openstack-request-id: req-d8045c41-9059-4716-b893-dee6cdbcf42d {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:48:12.737285 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd724db-5ecc-4716-b4de-215330afd626", "tag": "a53470aa-9044-4987-b7a7-aeab7d51c6ea", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:48:12.737587 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d8045c41-9059-4716-b893-dee6cdbcf42d {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:48:12.737991 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd724db-5ecc-4716-b4de-215330afd626', 'tag': 'a53470aa-9044-4987-b7a7-aeab7d51c6ea', 'status': 'completed', 'code': 200} Jan 21 09:48:12.799015 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-4cd599d8-0901-432c-9a98-2d5f12ba0150 None None] Set router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:48:12.806038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8df17-9199-42f3-9402-9743509d9eb9 req-b1a506ee-2ccb-4067-8e85-c433904387cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:12.808594 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-92c8df17-9199-42f3-9402-9743509d9eb9 req-b1a506ee-2ccb-4067-8e85-c433904387cf service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 1099 time: 0.0484960 Jan 21 09:48:12.922948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8df17-9199-42f3-9402-9743509d9eb9 req-dbee0993-525c-4fbc-b16d-abc4fede78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:12.924666 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-92c8df17-9199-42f3-9402-9743509d9eb9 req-dbee0993-525c-4fbc-b16d-abc4fede78f3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=435b9565-8faa-47f5-96a7-ab7ef39593a6 HTTP/1.1" status: 200 len: 898 time: 0.1093290 Jan 21 09:48:13.004885 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-92c8df17-9199-42f3-9402-9743509d9eb9 req-191a1efd-c217-4ea1-b6be-628606f554ec service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a53470aa-9044-4987-b7a7-aeab7d51c6ea HTTP/1.1" status: 200 len: 1000 time: 0.0731568 Jan 21 09:48:13.075995 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8df17-9199-42f3-9402-9743509d9eb9 req-32621454-bf26-47cf-9e36-b896fc4a9731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:13.078178 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-92c8df17-9199-42f3-9402-9743509d9eb9 req-32621454-bf26-47cf-9e36-b896fc4a9731 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=febc8f4e-d150-4f13-b15d-10801bacccf2 HTTP/1.1" status: 200 len: 834 time: 0.0665967 Jan 21 09:48:13.103604 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4cd599d8-0901-432c-9a98-2d5f12ba0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '8e51eabb-db3b-414e-8318-6160ffabaf22', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'port_id': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'mac_address': 'fa:16:3e:47:c0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:58Z', 'updated_at': '2022-01-21T09:48:00Z', 'revision_number': 1, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}, {'id': 'b8617130-3b8f-4e66-b620-f53bb5840f17', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'port_id': 'a53470aa-9044-4987-b7a7-aeab7d51c6ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'mac_address': 'fa:16:3e:19:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd724db-5ecc-4716-b4de-215330afd626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:11Z', 'updated_at': '2022-01-21T09:48:11Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a139b0-5e6e-4d76-b534-60b991ac613c', 'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:7b:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:44Z', 'updated_at': '2022-01-21T09:47:47Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:13.132422 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd599d8-0901-432c-9a98-2d5f12ba0150 None None] Checking router: 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:48:13.134310 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8df17-9199-42f3-9402-9743509d9eb9 req-5e4f3615-0148-4a00-a23c-a23283787906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:13.135866 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-92c8df17-9199-42f3-9402-9743509d9eb9 req-5e4f3615-0148-4a00-a23c-a23283787906 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=435b9565-8faa-47f5-96a7-ab7ef39593a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518594 Jan 21 09:48:13.140425 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd599d8-0901-432c-9a98-2d5f12ba0150 None None] Routers {'8236c7b9-8133-4a3c-82b4-bed7bc5f3895'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:13.141027 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4cd599d8-0901-432c-9a98-2d5f12ba0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:13.241211 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-92c8df17-9199-42f3-9402-9743509d9eb9 req-73fc9f86-d3f7-47cf-83ab-9345b6b38544 service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984700 Jan 21 09:48:13.260018 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-4cd599d8-0901-432c-9a98-2d5f12ba0150 None None] Set router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:48:13.348456 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-92c8df17-9199-42f3-9402-9743509d9eb9 req-a592a6a8-7227-4d45-b059-85bcb0569551 service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005468 Jan 21 09:48:13.525332 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4cd599d8-0901-432c-9a98-2d5f12ba0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '8e51eabb-db3b-414e-8318-6160ffabaf22', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'port_id': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'mac_address': 'fa:16:3e:47:c0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:58Z', 'updated_at': '2022-01-21T09:48:00Z', 'revision_number': 1, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}, {'id': 'b8617130-3b8f-4e66-b620-f53bb5840f17', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'port_id': 'a53470aa-9044-4987-b7a7-aeab7d51c6ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'mac_address': 'fa:16:3e:19:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd724db-5ecc-4716-b4de-215330afd626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:11Z', 'updated_at': '2022-01-21T09:48:11Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a139b0-5e6e-4d76-b534-60b991ac613c', 'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:7b:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:44Z', 'updated_at': '2022-01-21T09:47:47Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:13.555713 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd599d8-0901-432c-9a98-2d5f12ba0150 None None] The sync data for ids ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'] in dv-neutron-825721-1-hyperv is: [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '8e51eabb-db3b-414e-8318-6160ffabaf22', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'port_id': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'mac_address': 'fa:16:3e:47:c0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:58Z', 'updated_at': '2022-01-21T09:48:00Z', 'revision_number': 1, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}, {'id': 'b8617130-3b8f-4e66-b620-f53bb5840f17', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'port_id': 'a53470aa-9044-4987-b7a7-aeab7d51c6ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'mac_address': 'fa:16:3e:19:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd724db-5ecc-4716-b4de-215330afd626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:11Z', 'updated_at': '2022-01-21T09:48:11Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a139b0-5e6e-4d76-b534-60b991ac613c', 'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:7b:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:44Z', 'updated_at': '2022-01-21T09:47:47Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:48:13.773180 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aabdd89-c172-42d4-a3e1-875955df7634 None None] New status for floating IP b8617130-3b8f-4e66-b620-f53bb5840f17: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:48:24.863577 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.208127 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:48:35.867141 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-35c352fc-4f7d-4546-bdf3-9d7fbb79c21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.228528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b68246ac-c14a-4a79-81cb-ec4cf7446012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.425527 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.295522 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.378646 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.735189 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-05cd53c1-c06b-4582-a08f-bb38e2caab94 req-19e9c165-5443-4958-8e31-e9fbe2f02970 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462897 Jan 21 09:48:44.826323 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd53c1-c06b-4582-a08f-bb38e2caab94 req-c98d8880-fa2b-4aa7-a69c-1bc441b1ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:44.827824 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-05cd53c1-c06b-4582-a08f-bb38e2caab94 req-c98d8880-fa2b-4aa7-a69c-1bc441b1ae56 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 1099 time: 0.0445533 Jan 21 09:48:44.942790 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd53c1-c06b-4582-a08f-bb38e2caab94 req-95f22887-fe38-4597-b12e-77e8f2786f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:44.944278 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-05cd53c1-c06b-4582-a08f-bb38e2caab94 req-95f22887-fe38-4597-b12e-77e8f2786f13 service neutron] 10.222.0.113 "GET /v2.0/networks?id=435b9565-8faa-47f5-96a7-ab7ef39593a6 HTTP/1.1" status: 200 len: 898 time: 0.0929701 Jan 21 09:48:45.019063 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-05cd53c1-c06b-4582-a08f-bb38e2caab94 req-8cf31396-9ce6-4fcb-85a0-67d6eb3f3e25 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06fec179-ce6f-4a2c-ba0f-dda54802ef25 HTTP/1.1" status: 200 len: 1001 time: 0.0647566 Jan 21 09:48:45.074101 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd53c1-c06b-4582-a08f-bb38e2caab94 req-d179919a-3bc1-419a-9c31-064517a65d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:45.075560 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-05cd53c1-c06b-4582-a08f-bb38e2caab94 req-d179919a-3bc1-419a-9c31-064517a65d0d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=febc8f4e-d150-4f13-b15d-10801bacccf2 HTTP/1.1" status: 200 len: 834 time: 0.0502019 Jan 21 09:48:45.126043 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd53c1-c06b-4582-a08f-bb38e2caab94 req-1bd5a66c-7fd5-4b89-8aab-7b438a3a61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:45.127550 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-05cd53c1-c06b-4582-a08f-bb38e2caab94 req-1bd5a66c-7fd5-4b89-8aab-7b438a3a61d5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=435b9565-8faa-47f5-96a7-ab7ef39593a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428133 Jan 21 09:48:45.216951 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-05cd53c1-c06b-4582-a08f-bb38e2caab94 req-3915331e-cf2f-4c5b-b62f-e59748bf0e71 service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827498 Jan 21 09:48:45.322766 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-05cd53c1-c06b-4582-a08f-bb38e2caab94 req-59a59eae-0b66-4778-9019-4520a0b7aa6c service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991297 Jan 21 09:48:46.965414 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46304) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:48:47.041711 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-aa2d45cd-73a4-4e69-a18d-c624c3ac02bd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/8e51eabb-db3b-414e-8318-6160ffabaf22 HTTP/1.1" status: 200 len: 993 time: 0.0750585 Jan 21 09:48:47.659823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46312) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:48:47.665618 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'port': {'admin_state_up': False}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:47.736100 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:47.929310 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 06fec179-ce6f-4a2c-ba0f-dda54802ef25, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=06fec179-ce6f-4a2c-ba0f-dda54802ef25,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:47.967875 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:47.974575 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.018283 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:48.018943 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.020405 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/ports/06fec179-ce6f-4a2c-ba0f-dda54802ef25 HTTP/1.1" status: 200 len: 939 time: 0.3595717 Jan 21 09:48:48.021146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'tag': '06fec179-ce6f-4a2c-ba0f-dda54802ef25'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:48.023471 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7a94c7-7868-4977-840f-e9348f3c59d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6b2780-f0f5-4fe5-b1df-19ff211735c5", "tag": "06fec179-ce6f-4a2c-ba0f-dda54802ef25"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:48:48.071833 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=06fec179-ce6f-4a2c-ba0f-dda54802ef25,revision_number=6']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:48.083959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d135951-bff8-46d5-bda6-c2e0423b8b90 x-openstack-request-id: req-5d135951-bff8-46d5-bda6-c2e0423b8b90 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:48:48.084409 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6b2780-f0f5-4fe5-b1df-19ff211735c5", "tag": "06fec179-ce6f-4a2c-ba0f-dda54802ef25", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:48:48.084824 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5d135951-bff8-46d5-bda6-c2e0423b8b90 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:48:48.085499 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'tag': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'status': 'completed', 'code': 200} Jan 21 09:48:48.089987 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:48.090576 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:48.091159 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:48.091736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:48.092306 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:48.092873 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:48.093367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:48.094054 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:48.094584 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:48.095376 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:48.095813 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:48.096510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce11305-891e-4ec0-94b1-09d3949dba6b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:48.176432 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a94c7-7868-4977-840f-e9348f3c59d8 req-952b819b-e3bb-4006-9e59-c4f76abf6670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:48.178334 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0d7a94c7-7868-4977-840f-e9348f3c59d8 req-952b819b-e3bb-4006-9e59-c4f76abf6670 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 1100 time: 0.0677223 Jan 21 09:48:48.313691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a94c7-7868-4977-840f-e9348f3c59d8 req-19daa9ae-ec9a-450c-9a55-5daee07502ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:48.315200 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0d7a94c7-7868-4977-840f-e9348f3c59d8 req-19daa9ae-ec9a-450c-9a55-5daee07502ed service neutron] 10.222.0.113 "GET /v2.0/networks?id=435b9565-8faa-47f5-96a7-ab7ef39593a6 HTTP/1.1" status: 200 len: 898 time: 0.1304555 Jan 21 09:48:48.363714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-31118480-e412-4f77-95e7-53a6a0ccf58d None None] Provisioning complete for port 06fec179-ce6f-4a2c-ba0f-dda54802ef25 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:48.364392 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-31118480-e412-4f77-95e7-53a6a0ccf58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.405038 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0d7a94c7-7868-4977-840f-e9348f3c59d8 req-800dff50-369c-48d0-b16c-39965d290bdd service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06fec179-ce6f-4a2c-ba0f-dda54802ef25 HTTP/1.1" status: 200 len: 1002 time: 0.0826218 Jan 21 09:48:48.416404 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-31118480-e412-4f77-95e7-53a6a0ccf58d None None] Port 06fec179-ce6f-4a2c-ba0f-dda54802ef25 is administratively disabled so it will not transition to active. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Jan 21 09:48:48.470922 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a94c7-7868-4977-840f-e9348f3c59d8 req-ef293c6e-fd88-4219-a822-ffe0f820f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:48.472455 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0d7a94c7-7868-4977-840f-e9348f3c59d8 req-ef293c6e-fd88-4219-a822-ffe0f820f3c5 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=febc8f4e-d150-4f13-b15d-10801bacccf2 HTTP/1.1" status: 200 len: 834 time: 0.0593779 Jan 21 09:48:48.543412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a94c7-7868-4977-840f-e9348f3c59d8 req-6f80649c-ea1b-4708-b9f3-beb686842fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:48.548493 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0d7a94c7-7868-4977-840f-e9348f3c59d8 req-6f80649c-ea1b-4708-b9f3-beb686842fac service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=435b9565-8faa-47f5-96a7-ab7ef39593a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666368 Jan 21 09:48:48.676472 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0d7a94c7-7868-4977-840f-e9348f3c59d8 req-e21a4780-a1ee-4b20-ac78-93636b76c3e0 service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239798 Jan 21 09:48:48.795390 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0d7a94c7-7868-4977-840f-e9348f3c59d8 req-72816e23-016c-42fd-987d-fd4f235f3c1f service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118741 Jan 21 09:48:51.421681 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46320) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:48:51.429202 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-73c2add0-19d6-47c6-a098-bc6167b2c851 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'port': {'admin_state_up': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:51.501824 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73c2add0-19d6-47c6-a098-bc6167b2c851 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.663192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-73c2add0-19d6-47c6-a098-bc6167b2c851 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 06fec179-ce6f-4a2c-ba0f-dda54802ef25, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=06fec179-ce6f-4a2c-ba0f-dda54802ef25,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:51.697136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73c2add0-19d6-47c6-a098-bc6167b2c851 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.702156 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73c2add0-19d6-47c6-a098-bc6167b2c851 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.748968 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c2add0-19d6-47c6-a098-bc6167b2c851 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:51.749653 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-73c2add0-19d6-47c6-a098-bc6167b2c851 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.751121 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-73c2add0-19d6-47c6-a098-bc6167b2c851 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/ports/06fec179-ce6f-4a2c-ba0f-dda54802ef25 HTTP/1.1" status: 200 len: 938 time: 0.3280118 Jan 21 09:48:51.751692 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'tag': '06fec179-ce6f-4a2c-ba0f-dda54802ef25'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:51.754011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7888d83b-a31c-4851-a5a2-0bb1f4cc8854" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6b2780-f0f5-4fe5-b1df-19ff211735c5", "tag": "06fec179-ce6f-4a2c-ba0f-dda54802ef25"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:48:51.755653 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46322) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:48:51.782155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2add0-19d6-47c6-a098-bc6167b2c851 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=06fec179-ce6f-4a2c-ba0f-dda54802ef25,revision_number=7']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:51.827373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca55ca6f-06e7-48a1-929c-c93158781ec0 x-openstack-request-id: req-ca55ca6f-06e7-48a1-929c-c93158781ec0 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:48:51.827835 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6b2780-f0f5-4fe5-b1df-19ff211735c5", "tag": "06fec179-ce6f-4a2c-ba0f-dda54802ef25", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:48:51.828189 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ca55ca6f-06e7-48a1-929c-c93158781ec0 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:48:51.828610 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'tag': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'status': 'completed', 'code': 200} Jan 21 09:48:51.844074 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6818c170-c807-46e9-9de9-f9775da5df9a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/8e51eabb-db3b-414e-8318-6160ffabaf22 HTTP/1.1" status: 200 len: 993 time: 0.0869629 Jan 21 09:48:51.898442 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888d83b-a31c-4851-a5a2-0bb1f4cc8854 req-93e3c61f-4434-406d-a530-322b30b6c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:51.900681 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7888d83b-a31c-4851-a5a2-0bb1f4cc8854 req-93e3c61f-4434-406d-a530-322b30b6c3c2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 1099 time: 0.0500104 Jan 21 09:48:51.963356 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['06fec179-ce6f-4a2c-ba0f-dda54802ef25'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:48:52.011352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888d83b-a31c-4851-a5a2-0bb1f4cc8854 req-3e85ccca-d8d0-4130-a292-a9983130a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:52.013143 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7888d83b-a31c-4851-a5a2-0bb1f4cc8854 req-3e85ccca-d8d0-4130-a292-a9983130a144 service neutron] 10.222.0.113 "GET /v2.0/networks?id=435b9565-8faa-47f5-96a7-ab7ef39593a6 HTTP/1.1" status: 200 len: 898 time: 0.1056306 Jan 21 09:48:52.085896 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ebcd40d9-d5b3-49cf-939e-ee36aca4bcdb None None] Provisioning complete for port 06fec179-ce6f-4a2c-ba0f-dda54802ef25 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:52.085896 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ebcd40d9-d5b3-49cf-939e-ee36aca4bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.122631 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7888d83b-a31c-4851-a5a2-0bb1f4cc8854 req-8db6ba0b-1617-496a-8100-bff3471c2aa9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06fec179-ce6f-4a2c-ba0f-dda54802ef25 HTTP/1.1" status: 200 len: 1001 time: 0.1018112 Jan 21 09:48:52.178707 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888d83b-a31c-4851-a5a2-0bb1f4cc8854 req-84a92028-9018-4c02-99cf-dc9ce3afc02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:52.181243 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7888d83b-a31c-4851-a5a2-0bb1f4cc8854 req-84a92028-9018-4c02-99cf-dc9ce3afc02b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=febc8f4e-d150-4f13-b15d-10801bacccf2 HTTP/1.1" status: 200 len: 834 time: 0.0518243 Jan 21 09:48:52.230468 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888d83b-a31c-4851-a5a2-0bb1f4cc8854 req-6c64a0b6-dec2-42bd-864d-a55e0be98af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:52.232147 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7888d83b-a31c-4851-a5a2-0bb1f4cc8854 req-6c64a0b6-dec2-42bd-864d-a55e0be98af6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=435b9565-8faa-47f5-96a7-ab7ef39593a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449920 Jan 21 09:48:52.333184 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7888d83b-a31c-4851-a5a2-0bb1f4cc8854 req-616352e3-0d70-4128-8bb7-a972d3f7e58f service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940588 Jan 21 09:48:52.428231 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7888d83b-a31c-4851-a5a2-0bb1f4cc8854 req-064184aa-518d-47c6-bf5e-08628b78ddb8 service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886586 Jan 21 09:48:54.376469 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46332) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:48:54.548201 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-1cfecf21-df9d-4b2e-92d8-f1d9f90f92c1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 69eea0b2-d466-4ea8-a95d-ab7a0b1c773d {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:48:54.548542 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1cfecf21-df9d-4b2e-92d8-f1d9f90f92c1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.630562 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1cfecf21-df9d-4b2e-92d8-f1d9f90f92c1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.630803 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1cfecf21-df9d-4b2e-92d8-f1d9f90f92c1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.642962 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-1cfecf21-df9d-4b2e-92d8-f1d9f90f92c1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 69eea0b2-d466-4ea8-a95d-ab7a0b1c773d owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:48:54.796161 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1cfecf21-df9d-4b2e-92d8-f1d9f90f92c1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.823564 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfecf21-df9d-4b2e-92d8-f1d9f90f92c1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=69eea0b2-d466-4ea8-a95d-ab7a0b1c773d,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:54.858700 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.886692 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1cfecf21-df9d-4b2e-92d8-f1d9f90f92c1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.886926 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-1cfecf21-df9d-4b2e-92d8-f1d9f90f92c1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP b8617130-3b8f-4e66-b620-f53bb5840f17 disassociated (deleted). External IP: 172.26.7.118, port: a53470aa-9044-4987-b7a7-aeab7d51c6ea. Jan 21 09:48:55.446149 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfecf21-df9d-4b2e-92d8-f1d9f90f92c1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:55.558238 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfecf21-df9d-4b2e-92d8-f1d9f90f92c1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:55.563879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1cfecf21-df9d-4b2e-92d8-f1d9f90f92c1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.568156 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38895d2f-a211-4ff8-932f-92760ca49220 None None] Sync routers for ids ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:48:55.579317 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38895d2f-a211-4ff8-932f-92760ca49220 None None] Routers {'8236c7b9-8133-4a3c-82b4-bed7bc5f3895'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:55.579933 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-38895d2f-a211-4ff8-932f-92760ca49220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:55.595408 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1cfecf21-df9d-4b2e-92d8-f1d9f90f92c1 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/floatingips/b8617130-3b8f-4e66-b620-f53bb5840f17 HTTP/1.1" status: 204 len: 168 time: 1.2179091 Jan 21 09:48:55.596101 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd724db-5ecc-4716-b4de-215330afd626', 'tag': 'a53470aa-9044-4987-b7a7-aeab7d51c6ea'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:55.598659 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae786456-da7b-4fa0-848d-51f3ae8dd66c" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd724db-5ecc-4716-b4de-215330afd626", "tag": "a53470aa-9044-4987-b7a7-aeab7d51c6ea"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:48:55.646291 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e081ece-6a00-4a27-a5ba-bdaf7a46b79e x-openstack-request-id: req-7e081ece-6a00-4a27-a5ba-bdaf7a46b79e {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:48:55.646596 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd724db-5ecc-4716-b4de-215330afd626", "tag": "a53470aa-9044-4987-b7a7-aeab7d51c6ea", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:48:55.646827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7e081ece-6a00-4a27-a5ba-bdaf7a46b79e {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:48:55.647339 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd724db-5ecc-4716-b4de-215330afd626', 'tag': 'a53470aa-9044-4987-b7a7-aeab7d51c6ea', 'status': 'completed', 'code': 200} Jan 21 09:48:55.724485 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-38895d2f-a211-4ff8-932f-92760ca49220 None None] Set router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:48:55.737036 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae786456-da7b-4fa0-848d-51f3ae8dd66c req-55410480-95b4-4963-9a74-04bf88bcdebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:55.740744 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ae786456-da7b-4fa0-848d-51f3ae8dd66c req-55410480-95b4-4963-9a74-04bf88bcdebc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 1099 time: 0.0662899 Jan 21 09:48:55.887492 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40d871-801f-4823-b94d-1bf471508210 req-9fccf027-3aec-4907-ba77-00219f4aafa6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:55.889007 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2e40d871-801f-4823-b94d-1bf471508210 req-9fccf027-3aec-4907-ba77-00219f4aafa6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 946 time: 0.0840681 Jan 21 09:48:55.890195 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae786456-da7b-4fa0-848d-51f3ae8dd66c req-130dec96-ca8a-4b98-b2e6-ca143683387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:55.891536 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ae786456-da7b-4fa0-848d-51f3ae8dd66c req-130dec96-ca8a-4b98-b2e6-ca143683387a service neutron] 10.222.0.113 "GET /v2.0/networks?id=435b9565-8faa-47f5-96a7-ab7ef39593a6 HTTP/1.1" status: 200 len: 898 time: 0.1436741 Jan 21 09:48:55.950814 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ae786456-da7b-4fa0-848d-51f3ae8dd66c req-90ec7f1b-ef8e-444d-9486-8c00395335c9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a53470aa-9044-4987-b7a7-aeab7d51c6ea HTTP/1.1" status: 200 len: 217 time: 0.0449123 Jan 21 09:48:55.973435 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2e40d871-801f-4823-b94d-1bf471508210 req-1981deaf-19d7-48f0-bab9-14ac6a470df0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=280df3ef-a532-4529-bb8e-abf79dc34f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770352 Jan 21 09:48:55.984870 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-38895d2f-a211-4ff8-932f-92760ca49220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '8e51eabb-db3b-414e-8318-6160ffabaf22', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'port_id': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'mac_address': 'fa:16:3e:47:c0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:58Z', 'updated_at': '2022-01-21T09:48:00Z', 'revision_number': 1, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a139b0-5e6e-4d76-b534-60b991ac613c', 'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:7b:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:44Z', 'updated_at': '2022-01-21T09:47:47Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:56.013834 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae786456-da7b-4fa0-848d-51f3ae8dd66c req-93b6e792-4ac5-4757-ae24-ba10abf62d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:56.016045 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ae786456-da7b-4fa0-848d-51f3ae8dd66c req-93b6e792-4ac5-4757-ae24-ba10abf62d3c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=febc8f4e-d150-4f13-b15d-10801bacccf2 HTTP/1.1" status: 200 len: 834 time: 0.0573134 Jan 21 09:48:56.020865 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38895d2f-a211-4ff8-932f-92760ca49220 None None] Checking router: 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:48:56.035207 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38895d2f-a211-4ff8-932f-92760ca49220 None None] Routers {'8236c7b9-8133-4a3c-82b4-bed7bc5f3895'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:56.035857 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-38895d2f-a211-4ff8-932f-92760ca49220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:56.264575 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-38895d2f-a211-4ff8-932f-92760ca49220 None None] Set router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:48:56.379602 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae786456-da7b-4fa0-848d-51f3ae8dd66c req-363b884e-06cd-4a47-8347-fee4071c4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:56.381113 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ae786456-da7b-4fa0-848d-51f3ae8dd66c req-363b884e-06cd-4a47-8347-fee4071c4df3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=435b9565-8faa-47f5-96a7-ab7ef39593a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3590598 Jan 21 09:48:56.481345 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ae786456-da7b-4fa0-848d-51f3ae8dd66c req-e25d9d81-452c-4a7b-ae3a-d5a6db730dbe service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926290 Jan 21 09:48:56.521676 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-38895d2f-a211-4ff8-932f-92760ca49220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '8e51eabb-db3b-414e-8318-6160ffabaf22', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'port_id': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'mac_address': 'fa:16:3e:47:c0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:58Z', 'updated_at': '2022-01-21T09:48:00Z', 'revision_number': 1, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a139b0-5e6e-4d76-b534-60b991ac613c', 'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:7b:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:44Z', 'updated_at': '2022-01-21T09:47:47Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:56.551003 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38895d2f-a211-4ff8-932f-92760ca49220 None None] The sync data for ids ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'] in dv-neutron-825721-1-hyperv is: [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '8e51eabb-db3b-414e-8318-6160ffabaf22', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'port_id': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'mac_address': 'fa:16:3e:47:c0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:58Z', 'updated_at': '2022-01-21T09:48:00Z', 'revision_number': 1, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a139b0-5e6e-4d76-b534-60b991ac613c', 'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:7b:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:44Z', 'updated_at': '2022-01-21T09:47:47Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:48:56.614006 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ae786456-da7b-4fa0-848d-51f3ae8dd66c req-4c7fb4fd-ab1f-4254-bb0f-9f13cca5c665 service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227720 Jan 21 09:48:56.797636 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc8f9f-e5b8-4891-bc95-edc64f05e82c None None] New status for floating IP b8617130-3b8f-4e66-b620-f53bb5840f17: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:48:57.100512 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246899e4-3180-47cc-a6f7-ce72df55622d req-84d2a13c-b517-44e1-bfe6-42b5f0b818a3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:57.102630 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-246899e4-3180-47cc-a6f7-ce72df55622d req-84d2a13c-b517-44e1-bfe6-42b5f0b818a3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 946 time: 0.0558257 Jan 21 09:48:57.143361 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-246899e4-3180-47cc-a6f7-ce72df55622d req-ca749eb1-b538-4cdd-b234-61ff4ba3f229 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=280df3ef-a532-4529-bb8e-abf79dc34f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341361 Jan 21 09:48:57.174492 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ec08a-7f34-41a4-a8e0-96ca1f5263b1 req-6bb7b472-cd38-4085-8a57-223ce290f65d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:57.175793 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-091ec08a-7f34-41a4-a8e0-96ca1f5263b1 req-6bb7b472-cd38-4085-8a57-223ce290f65d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/ports?device_id=ffd724db-5ecc-4716-b4de-215330afd626 HTTP/1.1" status: 200 len: 946 time: 0.0613065 Jan 21 09:48:57.270787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-091ec08a-7f34-41a4-a8e0-96ca1f5263b1 req-ad3c3ccd-3353-4b41-be50-6e2fc78c12af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port a53470aa-9044-4987-b7a7-aeab7d51c6ea {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:48:57.271130 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-091ec08a-7f34-41a4-a8e0-96ca1f5263b1 req-ad3c3ccd-3353-4b41-be50-6e2fc78c12af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.367069 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-091ec08a-7f34-41a4-a8e0-96ca1f5263b1 req-ad3c3ccd-3353-4b41-be50-6e2fc78c12af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port a53470aa-9044-4987-b7a7-aeab7d51c6ea, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a53470aa-9044-4987-b7a7-aeab7d51c6ea,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:57.367949 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-091ec08a-7f34-41a4-a8e0-96ca1f5263b1 req-ad3c3ccd-3353-4b41-be50-6e2fc78c12af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.389056 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-091ec08a-7f34-41a4-a8e0-96ca1f5263b1 req-ad3c3ccd-3353-4b41-be50-6e2fc78c12af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for a53470aa-9044-4987-b7a7-aeab7d51c6ea owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:48:57.537544 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-091ec08a-7f34-41a4-a8e0-96ca1f5263b1 req-ad3c3ccd-3353-4b41-be50-6e2fc78c12af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.578353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c3ccd-3353-4b41-be50-6e2fc78c12af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=a53470aa-9044-4987-b7a7-aeab7d51c6ea,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:57.621959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-091ec08a-7f34-41a4-a8e0-96ca1f5263b1 req-ad3c3ccd-3353-4b41-be50-6e2fc78c12af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] No DVR routers for this DVR port a53470aa-9044-4987-b7a7-aeab7d51c6ea on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:57.624781 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-091ec08a-7f34-41a4-a8e0-96ca1f5263b1 req-ad3c3ccd-3353-4b41-be50-6e2fc78c12af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.630002 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-091ec08a-7f34-41a4-a8e0-96ca1f5263b1 req-ad3c3ccd-3353-4b41-be50-6e2fc78c12af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "DELETE /v2.0/ports/a53470aa-9044-4987-b7a7-aeab7d51c6ea HTTP/1.1" status: 204 len: 173 time: 0.4458032 Jan 21 09:48:57.630535 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd724db-5ecc-4716-b4de-215330afd626', 'name': 'network-vif-deleted', 'tag': 'a53470aa-9044-4987-b7a7-aeab7d51c6ea'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:57.635692 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3bbeaa-7fb9-4f4f-826d-b7632e834a8f" -d '{"events": [{"server_uuid": "ffd724db-5ecc-4716-b4de-215330afd626", "name": "network-vif-deleted", "tag": "a53470aa-9044-4987-b7a7-aeab7d51c6ea"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:48:57.680520 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b3eb5c-30b9-47be-ab7b-84e7d773a8a1 x-openstack-request-id: req-01b3eb5c-30b9-47be-ab7b-84e7d773a8a1 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:48:57.681199 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd724db-5ecc-4716-b4de-215330afd626", "name": "network-vif-deleted", "tag": "a53470aa-9044-4987-b7a7-aeab7d51c6ea", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:48:57.687534 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-01b3eb5c-30b9-47be-ab7b-84e7d773a8a1 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:48:57.688029 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd724db-5ecc-4716-b4de-215330afd626', 'name': 'network-vif-deleted', 'tag': 'a53470aa-9044-4987-b7a7-aeab7d51c6ea', 'status': 'completed', 'code': 200} Jan 21 09:48:58.211429 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46346) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:48:58.283659 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d707c6c-6cb9-42bc-bde7-38cace7fb484 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.309276 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d707c6c-6cb9-42bc-bde7-38cace7fb484 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.378759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d707c6c-6cb9-42bc-bde7-38cace7fb484 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.382748 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d707c6c-6cb9-42bc-bde7-38cace7fb484 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.385139 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7d707c6c-6cb9-42bc-bde7-38cace7fb484 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/security-groups/280df3ef-a532-4529-bb8e-abf79dc34f6a HTTP/1.1" status: 204 len: 168 time: 0.1725752 Jan 21 09:48:58.399091 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d707c6c-6cb9-42bc-bde7-38cace7fb484 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=280df3ef-a532-4529-bb8e-abf79dc34f6a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:58.419954 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46350) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:48:58.599787 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port c3b23905-2c26-4b63-ac35-675f01c3b122 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:48:58.600125 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.678980 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.679288 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.692267 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for c3b23905-2c26-4b63-ac35-675f01c3b122 owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:48:58.846737 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.875220 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=c3b23905-2c26-4b63-ac35-675f01c3b122,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:58.899548 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:58.900053 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:58.900392 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:58.900721 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:58.901044 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:58.901363 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:58.901855 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:58.902327 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:58.902659 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:58.902979 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:58.903295 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:58.903606 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:58.951005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.951243 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP 8e51eabb-db3b-414e-8318-6160ffabaf22 disassociated (deleted). External IP: 172.26.7.62, port: 06fec179-ce6f-4a2c-ba0f-dda54802ef25. Jan 21 09:48:59.182613 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:59.300842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:59.306917 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.311316 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52588ad7-74dc-4ea9-809a-9a5071ae3fe9 None None] Sync routers for ids ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:48:59.321725 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52588ad7-74dc-4ea9-809a-9a5071ae3fe9 None None] Routers {'8236c7b9-8133-4a3c-82b4-bed7bc5f3895'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:59.322477 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-52588ad7-74dc-4ea9-809a-9a5071ae3fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:59.337526 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7b4d5d8c-e96b-42d5-9fdf-0982464cb327 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/floatingips/8e51eabb-db3b-414e-8318-6160ffabaf22 HTTP/1.1" status: 204 len: 168 time: 0.9155130 Jan 21 09:48:59.338173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'tag': '06fec179-ce6f-4a2c-ba0f-dda54802ef25'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:59.340606 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be160d2c-60c4-4772-b718-2531cac0d32f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6b2780-f0f5-4fe5-b1df-19ff211735c5", "tag": "06fec179-ce6f-4a2c-ba0f-dda54802ef25"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:48:59.385632 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c4d5f5-9371-4f25-bc48-7858c60a3234 x-openstack-request-id: req-f7c4d5f5-9371-4f25-bc48-7858c60a3234 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:48:59.386245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6b2780-f0f5-4fe5-b1df-19ff211735c5", "tag": "06fec179-ce6f-4a2c-ba0f-dda54802ef25", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:48:59.386461 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f7c4d5f5-9371-4f25-bc48-7858c60a3234 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:48:59.387313 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'tag': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'status': 'completed', 'code': 200} Jan 21 09:48:59.444950 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-52588ad7-74dc-4ea9-809a-9a5071ae3fe9 None None] Set router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:48:59.491598 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be160d2c-60c4-4772-b718-2531cac0d32f req-bebfa9da-e92f-4fe5-9de3-43795428520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:59.495951 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-be160d2c-60c4-4772-b718-2531cac0d32f req-bebfa9da-e92f-4fe5-9de3-43795428520b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 1099 time: 0.0860960 Jan 21 09:48:59.629650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be160d2c-60c4-4772-b718-2531cac0d32f req-4c830dc8-00ba-4038-ac3a-bd87a2f2c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:59.630955 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-be160d2c-60c4-4772-b718-2531cac0d32f req-4c830dc8-00ba-4038-ac3a-bd87a2f2c855 service neutron] 10.222.0.113 "GET /v2.0/networks?id=435b9565-8faa-47f5-96a7-ab7ef39593a6 HTTP/1.1" status: 200 len: 898 time: 0.1284897 Jan 21 09:48:59.642501 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cfad5-a9ef-415d-899a-cbfa9337db6a req-5a68d760-545c-466f-8234-0f69a70f1604 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:59.644044 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2b0cfad5-a9ef-415d-899a-cbfa9337db6a req-5a68d760-545c-466f-8234-0f69a70f1604 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 946 time: 0.0806944 Jan 21 09:48:59.679106 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-52588ad7-74dc-4ea9-809a-9a5071ae3fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '35a139b0-5e6e-4d76-b534-60b991ac613c', 'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:7b:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:44Z', 'updated_at': '2022-01-21T09:47:47Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:59.692990 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-be160d2c-60c4-4772-b718-2531cac0d32f req-7ca7434c-8bc5-404a-8f10-1482c4de66e9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06fec179-ce6f-4a2c-ba0f-dda54802ef25 HTTP/1.1" status: 200 len: 217 time: 0.0479627 Jan 21 09:48:59.706994 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52588ad7-74dc-4ea9-809a-9a5071ae3fe9 None None] Checking router: 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:48:59.719680 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52588ad7-74dc-4ea9-809a-9a5071ae3fe9 None None] Routers {'8236c7b9-8133-4a3c-82b4-bed7bc5f3895'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:59.720583 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-52588ad7-74dc-4ea9-809a-9a5071ae3fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:59.758576 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2b0cfad5-a9ef-415d-899a-cbfa9337db6a req-31bb7b7e-d3b7-4e2f-b902-1b4409e839fd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=626b9315-e5c3-41ef-95c7-80bcf3c43d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051390 Jan 21 09:48:59.766904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be160d2c-60c4-4772-b718-2531cac0d32f req-ee6ec1af-5447-4466-90ec-366af80c02d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:59.768669 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-be160d2c-60c4-4772-b718-2531cac0d32f req-ee6ec1af-5447-4466-90ec-366af80c02d2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=febc8f4e-d150-4f13-b15d-10801bacccf2 HTTP/1.1" status: 200 len: 834 time: 0.0685775 Jan 21 09:48:59.817208 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be160d2c-60c4-4772-b718-2531cac0d32f req-b9b5d0a9-4262-4f5e-9055-fcdafe629980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:59.818845 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-be160d2c-60c4-4772-b718-2531cac0d32f req-b9b5d0a9-4262-4f5e-9055-fcdafe629980 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=435b9565-8faa-47f5-96a7-ab7ef39593a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434322 Jan 21 09:48:59.840141 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-52588ad7-74dc-4ea9-809a-9a5071ae3fe9 None None] Set router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:48:59.942412 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-be160d2c-60c4-4772-b718-2531cac0d32f req-166a912c-029d-4b61-b92b-e97357e28700 service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162639 Jan 21 09:49:00.045190 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-be160d2c-60c4-4772-b718-2531cac0d32f req-9d1d2e67-5202-480b-8ce4-37fb42a61580 service neutron] 10.222.0.113 "GET /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956891 Jan 21 09:49:00.077663 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-52588ad7-74dc-4ea9-809a-9a5071ae3fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '35a139b0-5e6e-4d76-b534-60b991ac613c', 'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:7b:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:44Z', 'updated_at': '2022-01-21T09:47:47Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:00.104274 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52588ad7-74dc-4ea9-809a-9a5071ae3fe9 None None] The sync data for ids ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'] in dv-neutron-825721-1-hyperv is: [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '35a139b0-5e6e-4d76-b534-60b991ac613c', 'name': '', 'network_id': '435b9565-8faa-47f5-96a7-ab7ef39593a6', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:7b:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:44Z', 'updated_at': '2022-01-21T09:47:47Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': 'febc8f4e-d150-4f13-b15d-10801bacccf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:00.330097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6cd39-6415-4301-9b52-0bd6d535e469 None None] New status for floating IP 8e51eabb-db3b-414e-8318-6160ffabaf22: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:49:00.901200 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7df41-4b1f-4b0b-9b90-623ba0affe52 req-2fcdbc39-eab0-40bb-865f-f6cdb8df0901 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:00.903470 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-97a7df41-4b1f-4b0b-9b90-623ba0affe52 req-2fcdbc39-eab0-40bb-865f-f6cdb8df0901 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 946 time: 0.0691919 Jan 21 09:49:00.945711 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-97a7df41-4b1f-4b0b-9b90-623ba0affe52 req-12a2676a-1618-4898-a976-d214a0f8a425 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=626b9315-e5c3-41ef-95c7-80bcf3c43d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342238 Jan 21 09:49:01.026049 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601fbbf-8151-47db-b95b-c2bbff820361 req-fe00c806-17d0-4efe-a125-543d890ee57c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:01.028030 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b601fbbf-8151-47db-b95b-c2bbff820361 req-fe00c806-17d0-4efe-a125-543d890ee57c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/ports?device_id=5e6b2780-f0f5-4fe5-b1df-19ff211735c5 HTTP/1.1" status: 200 len: 946 time: 0.0699351 Jan 21 09:49:01.120249 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-b601fbbf-8151-47db-b95b-c2bbff820361 req-5320d86f-b053-40f0-b731-46de4516c840 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 06fec179-ce6f-4a2c-ba0f-dda54802ef25 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:49:01.120489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b601fbbf-8151-47db-b95b-c2bbff820361 req-5320d86f-b053-40f0-b731-46de4516c840 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.221839 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-b601fbbf-8151-47db-b95b-c2bbff820361 req-5320d86f-b053-40f0-b731-46de4516c840 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 06fec179-ce6f-4a2c-ba0f-dda54802ef25, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=06fec179-ce6f-4a2c-ba0f-dda54802ef25,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:01.222189 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b601fbbf-8151-47db-b95b-c2bbff820361 req-5320d86f-b053-40f0-b731-46de4516c840 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.235496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-b601fbbf-8151-47db-b95b-c2bbff820361 req-5320d86f-b053-40f0-b731-46de4516c840 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 06fec179-ce6f-4a2c-ba0f-dda54802ef25 owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:49:01.386755 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b601fbbf-8151-47db-b95b-c2bbff820361 req-5320d86f-b053-40f0-b731-46de4516c840 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.421996 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320d86f-b053-40f0-b731-46de4516c840 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=06fec179-ce6f-4a2c-ba0f-dda54802ef25,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:01.466634 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-b601fbbf-8151-47db-b95b-c2bbff820361 req-5320d86f-b053-40f0-b731-46de4516c840 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] No DVR routers for this DVR port 06fec179-ce6f-4a2c-ba0f-dda54802ef25 on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:01.469146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b601fbbf-8151-47db-b95b-c2bbff820361 req-5320d86f-b053-40f0-b731-46de4516c840 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.472526 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b601fbbf-8151-47db-b95b-c2bbff820361 req-5320d86f-b053-40f0-b731-46de4516c840 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "DELETE /v2.0/ports/06fec179-ce6f-4a2c-ba0f-dda54802ef25 HTTP/1.1" status: 204 len: 173 time: 0.4394116 Jan 21 09:49:01.472969 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'name': 'network-vif-deleted', 'tag': '06fec179-ce6f-4a2c-ba0f-dda54802ef25'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:01.475279 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc03de4b-e3eb-440a-a4fd-b85273d7acb4" -d '{"events": [{"server_uuid": "5e6b2780-f0f5-4fe5-b1df-19ff211735c5", "name": "network-vif-deleted", "tag": "06fec179-ce6f-4a2c-ba0f-dda54802ef25"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:49:01.517421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3660aa9-6a69-41f1-aec7-6bcb9e81d401 x-openstack-request-id: req-d3660aa9-6a69-41f1-aec7-6bcb9e81d401 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:49:01.518334 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6b2780-f0f5-4fe5-b1df-19ff211735c5", "name": "network-vif-deleted", "tag": "06fec179-ce6f-4a2c-ba0f-dda54802ef25", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:49:01.518334 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d3660aa9-6a69-41f1-aec7-6bcb9e81d401 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:49:01.518834 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6b2780-f0f5-4fe5-b1df-19ff211735c5', 'name': 'network-vif-deleted', 'tag': '06fec179-ce6f-4a2c-ba0f-dda54802ef25', 'status': 'completed', 'code': 200} Jan 21 09:49:02.012192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46364) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:02.077977 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d733354f-b6bd-4d70-80e6-ac76393b95f2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.096307 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device a53470aa-9044-4987-b7a7-aeab7d51c6ea no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:02.112700 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d733354f-b6bd-4d70-80e6-ac76393b95f2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.118982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: a53470aa-9044-4987-b7a7-aeab7d51c6ea {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:49:02.118982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device a53470aa-9044-4987-b7a7-aeab7d51c6ea not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:49:02.193443 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d733354f-b6bd-4d70-80e6-ac76393b95f2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.196337 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d733354f-b6bd-4d70-80e6-ac76393b95f2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.197546 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d733354f-b6bd-4d70-80e6-ac76393b95f2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/security-groups/626b9315-e5c3-41ef-95c7-80bcf3c43d6f HTTP/1.1" status: 204 len: 168 time: 0.1843736 Jan 21 09:49:02.207832 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:49:02.208570 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733354f-b6bd-4d70-80e6-ac76393b95f2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=626b9315-e5c3-41ef-95c7-80bcf3c43d6f,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:02.234364 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46368) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:02.649792 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9da79e7e-5bf0-4dd4-a983-7f17d43fd979 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.918002 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-9da79e7e-5bf0-4dd4-a983-7f17d43fd979 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 35a139b0-5e6e-4d76-b534-60b991ac613c {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:49:02.918338 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9da79e7e-5bf0-4dd4-a983-7f17d43fd979 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.010190 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-9da79e7e-5bf0-4dd4-a983-7f17d43fd979 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 35a139b0-5e6e-4d76-b534-60b991ac613c, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=35a139b0-5e6e-4d76-b534-60b991ac613c,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:03.010563 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9da79e7e-5bf0-4dd4-a983-7f17d43fd979 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.025066 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-9da79e7e-5bf0-4dd4-a983-7f17d43fd979 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 35a139b0-5e6e-4d76-b534-60b991ac613c owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:49:03.223910 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9da79e7e-5bf0-4dd4-a983-7f17d43fd979 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.256792 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da79e7e-5bf0-4dd4-a983-7f17d43fd979 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=35a139b0-5e6e-4d76-b534-60b991ac613c,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:03.449577 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9da79e7e-5bf0-4dd4-a983-7f17d43fd979 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.687855 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da79e7e-5bf0-4dd4-a983-7f17d43fd979 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:03.815544 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da79e7e-5bf0-4dd4-a983-7f17d43fd979 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:03.822651 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9da79e7e-5bf0-4dd4-a983-7f17d43fd979 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/8236c7b9-8133-4a3c-82b4-bed7bc5f3895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5861859 Jan 21 09:49:03.825217 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46370) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:03.828709 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d94da-b949-4f05-a15e-16eccfd3447f None None] Sync routers for ids ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:03.839693 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3d94da-b949-4f05-a15e-16eccfd3447f None None] Routers {'8236c7b9-8133-4a3c-82b4-bed7bc5f3895'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:03.840322 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0e3d94da-b949-4f05-a15e-16eccfd3447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:03.889942 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1629ba-e342-4bfa-bf90-2ab3e919cf73 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting subnet febc8f4e-d150-4f13-b15d-10801bacccf2 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:49:03.893238 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc1629ba-e342-4bfa-bf90-2ab3e919cf73 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.941819 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc1629ba-e342-4bfa-bf90-2ab3e919cf73 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.959320 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-0e3d94da-b949-4f05-a15e-16eccfd3447f None None] Set router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:04.038029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc1629ba-e342-4bfa-bf90-2ab3e919cf73 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.104339 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc1629ba-e342-4bfa-bf90-2ab3e919cf73 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.141316 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc1629ba-e342-4bfa-bf90-2ab3e919cf73 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.144166 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e20b931-091b-48f8-98a3-93a907f82daa None None] Network 435b9565-8faa-47f5-96a7-ab7ef39593a6 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:49:04.145241 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bc1629ba-e342-4bfa-bf90-2ab3e919cf73 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/subnets/febc8f4e-d150-4f13-b15d-10801bacccf2 HTTP/1.1" status: 204 len: 168 time: 0.3149996 Jan 21 09:49:04.146134 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1629ba-e342-4bfa-bf90-2ab3e919cf73 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Subnet': ['ID=febc8f4e-d150-4f13-b15d-10801bacccf2,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:04.148086 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46372) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:04.161969 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0e3d94da-b949-4f05-a15e-16eccfd3447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:49:03Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:04.201942 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d94da-b949-4f05-a15e-16eccfd3447f None None] Checking router: 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:49:04.212658 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3d94da-b949-4f05-a15e-16eccfd3447f None None] Routers {'8236c7b9-8133-4a3c-82b4-bed7bc5f3895'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:04.213408 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0e3d94da-b949-4f05-a15e-16eccfd3447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:04.281676 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78626745-b156-4fe3-b15a-346b369722c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.355809 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-0e3d94da-b949-4f05-a15e-16eccfd3447f None None] Set router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:04.356019 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] DHCP port deletion for 435b9565-8faa-47f5-96a7-ab7ef39593a6 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:49:04.415074 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78626745-b156-4fe3-b15a-346b369722c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.425084 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Deleting port 702d08b4-46dd-4d1f-b444-38cfb0cf0a68 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:49:04.426111 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.522729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-78626745-b156-4fe3-b15a-346b369722c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 8cffd017-a513-4ba4-ae93-5691c31391bc {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:49:04.523133 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78626745-b156-4fe3-b15a-346b369722c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.543177 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] For port 702d08b4-46dd-4d1f-b444-38cfb0cf0a68, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=702d08b4-46dd-4d1f-b444-38cfb0cf0a68,segment=NetworkSegment(b0b7ea6b-0025-4a04-a2d2-7799b928f8d7),segment_id=b0b7ea6b-0025-4a04-a2d2-7799b928f8d7)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:04.543738 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.568071 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Calling delete_port for 702d08b4-46dd-4d1f-b444-38cfb0cf0a68 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:49:04.577196 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 702d08b4-46dd-4d1f-b444-38cfb0cf0a68 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:04.655131 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-78626745-b156-4fe3-b15a-346b369722c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 8cffd017-a513-4ba4-ae93-5691c31391bc, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=8cffd017-a513-4ba4-ae93-5691c31391bc,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:04.656229 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78626745-b156-4fe3-b15a-346b369722c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.678128 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-78626745-b156-4fe3-b15a-346b369722c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 8cffd017-a513-4ba4-ae93-5691c31391bc owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:49:04.726618 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0e3d94da-b949-4f05-a15e-16eccfd3447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:49:03Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:04.728921 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.741665 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.768494 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d94da-b949-4f05-a15e-16eccfd3447f None None] The sync data for ids ['8236c7b9-8133-4a3c-82b4-bed7bc5f3895'] in dv-neutron-825721-1-hyperv is: [{'id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'name': 'tempest-TestNetworkBasicOps-router-1220783651', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:40Z', 'updated_at': '2022-01-21T09:49:03Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '8cffd017-a513-4ba4-ae93-5691c31391bc', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236c7b9-8133-4a3c-82b4-bed7bc5f3895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:41Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:04.777369 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Pushing event deleted for resources: {'Port': ['ID=702d08b4-46dd-4d1f-b444-38cfb0cf0a68,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:04.787541 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] No DVR routers for this DVR port 702d08b4-46dd-4d1f-b444-38cfb0cf0a68 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:04.792735 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.793080 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.793419 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.793775 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.794096 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.794419 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.794741 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.795064 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.795378 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.795750 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.796071 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.796380 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11541a78-a245-47a9-9219-47d74e2caa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:04.896834 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78626745-b156-4fe3-b15a-346b369722c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.926473 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78626745-b156-4fe3-b15a-346b369722c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=8cffd017-a513-4ba4-ae93-5691c31391bc,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:04.992300 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78626745-b156-4fe3-b15a-346b369722c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.090575 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78626745-b156-4fe3-b15a-346b369722c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.092709 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78626745-b156-4fe3-b15a-346b369722c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.142624 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78626745-b156-4fe3-b15a-346b369722c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.143216 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78626745-b156-4fe3-b15a-346b369722c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Fanout notify agent at l3_agent the message router_deleted on router 8236c7b9-8133-4a3c-82b4-bed7bc5f3895 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:49:05.156171 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78626745-b156-4fe3-b15a-346b369722c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.161391 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-78626745-b156-4fe3-b15a-346b369722c7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/routers/8236c7b9-8133-4a3c-82b4-bed7bc5f3895 HTTP/1.1" status: 204 len: 168 time: 1.0052519 Jan 21 09:49:05.161934 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46374) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:05.261495 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-64814265-c027-4810-99cd-482f83ee2243 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.359699 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-64814265-c027-4810-99cd-482f83ee2243 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.386377 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-64814265-c027-4810-99cd-482f83ee2243 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435b9565-8faa-47f5-96a7-ab7ef39593a6']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:05.399293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-64814265-c027-4810-99cd-482f83ee2243 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:05.399598 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-64814265-c027-4810-99cd-482f83ee2243 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b7ea6b-0025-4a04-a2d2-7799b928f8d7') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:05.411266 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-64814265-c027-4810-99cd-482f83ee2243 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.426801 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-64814265-c027-4810-99cd-482f83ee2243 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.435787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64814265-c027-4810-99cd-482f83ee2243 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:49:05.436180 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-64814265-c027-4810-99cd-482f83ee2243 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:49:05.439346 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:49:05.508982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-64814265-c027-4810-99cd-482f83ee2243 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.516755 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-64814265-c027-4810-99cd-482f83ee2243 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.519479 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-64814265-c027-4810-99cd-482f83ee2243 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/networks/435b9565-8faa-47f5-96a7-ab7ef39593a6 HTTP/1.1" status: 204 len: 168 time: 0.3566196 Jan 21 09:49:05.536833 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64814265-c027-4810-99cd-482f83ee2243 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Network': ['ID=435b9565-8faa-47f5-96a7-ab7ef39593a6,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:05.545583 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46376) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:05.550604 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-87997b81-cb6f-442a-91c5-416a623fed5c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'network': {'name': 'tempest-network-smoke--145983910', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'port_security_enabled': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:05.575020 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87997b81-cb6f-442a-91c5-416a623fed5c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:05.578694 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-87997b81-cb6f-442a-91c5-416a623fed5c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.604674 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87997b81-cb6f-442a-91c5-416a623fed5c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:49:05.614540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-87997b81-cb6f-442a-91c5-416a623fed5c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.614879 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-87997b81-cb6f-442a-91c5-416a623fed5c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Added segment 47c43ffd-9969-48da-bae8-6356a4d917fe of type vlan for network c39263c7-ccbe-45d5-91de-cd747f2210f5 Jan 21 09:49:05.658852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-87997b81-cb6f-442a-91c5-416a623fed5c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.684800 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-87997b81-cb6f-442a-91c5-416a623fed5c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.690801 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87997b81-cb6f-442a-91c5-416a623fed5c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:05.691332 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-87997b81-cb6f-442a-91c5-416a623fed5c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.750426 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-87997b81-cb6f-442a-91c5-416a623fed5c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2034998 Jan 21 09:49:05.753122 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46378) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:05.757957 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-123650320', 'admin_state_up': True, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:05.766167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87997b81-cb6f-442a-91c5-416a623fed5c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Network': ['ID=c39263c7-ccbe-45d5-91de-cd747f2210f5,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:05.779542 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network c39263c7-ccbe-45d5-91de-cd747f2210f5 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:49:05.788203 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.790455 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.860248 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.872146 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a45148b3-6471-49b3-9496-c3bf930a7ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.019104 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.118737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 06fec179-ce6f-4a2c-ba0f-dda54802ef25 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:06.139250 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 06fec179-ce6f-4a2c-ba0f-dda54802ef25 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:49:06.139628 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 06fec179-ce6f-4a2c-ba0f-dda54802ef25 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:49:06.234951 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.259303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.368646 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.26.7.231 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:06.489744 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.497912 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8cffd017-a513-4ba4-ae93-5691c31391bc no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:06.518667 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 8cffd017-a513-4ba4-ae93-5691c31391bc {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:49:06.518979 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8cffd017-a513-4ba4-ae93-5691c31391bc not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:49:06.519405 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 35a139b0-5e6e-4d76-b534-60b991ac613c no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:06.539107 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 35a139b0-5e6e-4d76-b534-60b991ac613c {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:49:06.539477 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 35a139b0-5e6e-4d76-b534-60b991ac613c not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:49:06.874039 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.921447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:06.925643 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:06.930958 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:06.938338 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:07.234917 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.447472 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.604756 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 30e586a3-fbc9-4def-a8a3-15a0589144ab is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:49:07.713619 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:07.723052 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Sync routers for ids ['30e586a3-fbc9-4def-a8a3-15a0589144ab'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:07.734277 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Routers {'30e586a3-fbc9-4def-a8a3-15a0589144ab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:07.734900 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['30e586a3-fbc9-4def-a8a3-15a0589144ab'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:07.738054 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.739282 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9a83939c-4ee9-492d-afe3-10f85c995c29 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9850290 Jan 21 09:49:07.743200 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46380) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:07.783543 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-81b3db09-b12b-499c-ba0d-67cdb443cfde tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=d36411baa65a4ba89db6bb1125b34d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391695 Jan 21 09:49:07.786178 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46382) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:07.855998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Set router 30e586a3-fbc9-4def-a8a3-15a0589144ab gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:07.876329 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff7baa-9505-45bf-b47f-86dd21697ece tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:07.877896 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b9ff7baa-9505-45bf-b47f-86dd21697ece tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908065 Jan 21 09:49:07.881804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46384) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:07.913292 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4186f8d9-0371-44fd-8cd6-28abc0982f25 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304379 Jan 21 09:49:07.917538 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46386) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:07.922456 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-796b6aa1-723c-4cf0-84c0-14ac0e7e56d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1013475635', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:08.031989 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796b6aa1-723c-4cf0-84c0-14ac0e7e56d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:08.037183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-796b6aa1-723c-4cf0-84c0-14ac0e7e56d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.048609 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:49:07Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:08.076938 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Checking router: 30e586a3-fbc9-4def-a8a3-15a0589144ab for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:49:08.077549 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Updating router 30e586a3-fbc9-4def-a8a3-15a0589144ab port 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:49:08.111107 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.238992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3c29119d-a20e-4982-b5fe-7f9d6f3e0d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.239914 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-796b6aa1-723c-4cf0-84c0-14ac0e7e56d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.303322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b6aa1-723c-4cf0-84c0-14ac0e7e56d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Subnet': ['ID=62c9f164-1a9f-4daf-89f6-929793d297be,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:08.313677 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b6aa1-723c-4cf0-84c0-14ac0e7e56d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Checking segment: {'id': '47c43ffd-9969-48da-bae8-6356a4d917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:49:08.314047 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796b6aa1-723c-4cf0-84c0-14ac0e7e56d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network hostable DHCP agents. Network: c39263c7-ccbe-45d5-91de-cd747f2210f5, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:49:08.331747 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796b6aa1-723c-4cf0-84c0-14ac0e7e56d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network c39263c7-ccbe-45d5-91de-cd747f2210f5 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:49:08.341011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-796b6aa1-723c-4cf0-84c0-14ac0e7e56d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, c39263c7-ccbe-45d5-91de-cd747f2210f5) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:08.348293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796b6aa1-723c-4cf0-84c0-14ac0e7e56d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:08.348889 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-796b6aa1-723c-4cf0-84c0-14ac0e7e56d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.353035 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af60f2b1-3ab8-43d3-a2d7-1caf6d14d62a None None] Network c39263c7-ccbe-45d5-91de-cd747f2210f5 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:49:08.375024 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-796b6aa1-723c-4cf0-84c0-14ac0e7e56d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4521596 Jan 21 09:49:08.375262 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46388) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:08.457827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.470049 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.565128 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb215b5-074c-4aaa-9f97-425a514107fc None None] Pushing event updated for resources: {'Port': ['ID=3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:08.572417 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Attempting to bind port 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:08.572417 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Attempting to bind port 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:08.572780 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Attempting to bind port 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:49:08.581344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:49:08.581737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:49:08.582138 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.582517 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:49:08.582974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Bound port: 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:08.583346 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.639217 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-c39263c7-ccbe-45d5-91de-cd747f2210f5', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ips': [{'subnet_id': '62c9f164-1a9f-4daf-89f6-929793d297be'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:49:08.640155 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.678979 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] For port 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:08.683280 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] For port 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:08.725788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.847539 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.850897 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Allocated IP 172.20.0.2 (c39263c7-ccbe-45d5-91de-cd747f2210f5/62c9f164-1a9f-4daf-89f6-929793d297be/1bc072dd-040c-4574-98f6-87e63fb1ae2f) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:08.855845 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb215b5-074c-4aaa-9f97-425a514107fc None None] Pushing event updated for resources: {'Port': ['ID=3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:08.860241 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Routers {'30e586a3-fbc9-4def-a8a3-15a0589144ab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:08.860937 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:49:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['30e586a3-fbc9-4def-a8a3-15a0589144ab'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:09.049704 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] Set router 30e586a3-fbc9-4def-a8a3-15a0589144ab gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:09.189491 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.203139 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.250965 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.1 (c39263c7-ccbe-45d5-91de-cd747f2210f5/62c9f164-1a9f-4daf-89f6-929793d297be/eac369d9-8736-417b-89c5-b26d7623dddd) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:09.270231 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Network c39263c7-ccbe-45d5-91de-cd747f2210f5 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:09.274776 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Pushing event updated for resources: {'Port': ['ID=1bc072dd-040c-4574-98f6-87e63fb1ae2f,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:09.281156 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:09.301285 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:09.326481 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.406176 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.442121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.487192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network c39263c7-ccbe-45d5-91de-cd747f2210f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:09.490545 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:09.495412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:09.519841 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=eac369d9-8736-417b-89c5-b26d7623dddd,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:09.529060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Attempting to bind port 1bc072dd-040c-4574-98f6-87e63fb1ae2f on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:09.529397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Attempting to bind port 1bc072dd-040c-4574-98f6-87e63fb1ae2f by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '47c43ffd-9969-48da-bae8-6356a4d917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:09.529792 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Attempting to bind port 1bc072dd-040c-4574-98f6-87e63fb1ae2f on network c39263c7-ccbe-45d5-91de-cd747f2210f5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:49:09.536971 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:49:07Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:09.539565 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:49:09.539923 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Checking segment: {'id': '47c43ffd-9969-48da-bae8-6356a4d917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:49:09.540329 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.540722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Bound using segment: {'id': '47c43ffd-9969-48da-bae8-6356a4d917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:49:09.541193 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Bound port: 1bc072dd-040c-4574-98f6-87e63fb1ae2f, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c43ffd-9969-48da-bae8-6356a4d917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:09.541605 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.546376 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.575617 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d97fa6-36e7-4f84-88ee-cd682c7a3a1f None None] The sync data for ids ['30e586a3-fbc9-4def-a8a3-15a0589144ab'] in dv-neutron-825721-1-hyperv is: [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:49:07Z', 'revision_number': 3, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:09.643845 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] For port 1bc072dd-040c-4574-98f6-87e63fb1ae2f, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:09.648413 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] For port 1bc072dd-040c-4574-98f6-87e63fb1ae2f, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1bc072dd-040c-4574-98f6-87e63fb1ae2f,segment=NetworkSegment(47c43ffd-9969-48da-bae8-6356a4d917fe),segment_id=47c43ffd-9969-48da-bae8-6356a4d917fe)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:09.653856 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.723324 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.728747 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e566d7-91f8-4056-be63-7064b6c625ad None None] Pushing event updated for resources: {'Port': ['ID=1bc072dd-040c-4574-98f6-87e63fb1ae2f,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:10.392582 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.397054 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.493248 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.499425 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=eac369d9-8736-417b-89c5-b26d7623dddd,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:10.635890 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network c39263c7-ccbe-45d5-91de-cd747f2210f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:10.637727 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:10.639153 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1bc072dd-040c-4574-98f6-87e63fb1ae2f up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:49:10.723355 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 1bc072dd-040c-4574-98f6-87e63fb1ae2f triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:10.724625 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.796166 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 30e586a3-fbc9-4def-a8a3-15a0589144ab has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:10.807762 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.847740 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 1bc072dd-040c-4574-98f6-87e63fb1ae2f, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1bc072dd-040c-4574-98f6-87e63fb1ae2f,segment=NetworkSegment(47c43ffd-9969-48da-bae8-6356a4d917fe),segment_id=47c43ffd-9969-48da-bae8-6356a4d917fe)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:10.852730 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.854049 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:49:10.923564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f99236-baa4-47e0-b11d-56fb7faa0d8b None None] Network c39263c7-ccbe-45d5-91de-cd747f2210f5 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:49:10.928462 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:10.936853 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6c091fa3-7858-43af-ac6c-480028dbdfd9 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/30e586a3-fbc9-4def-a8a3-15a0589144ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5606630 Jan 21 09:49:10.937261 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46390) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:10.998431 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=1bc072dd-040c-4574-98f6-87e63fb1ae2f,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:11.021892 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:11.022263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.038150 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f891441-ac68-4970-9d50-e91f2b87c35a tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:11.038747 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f891441-ac68-4970-9d50-e91f2b87c35a tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:11.039940 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f891441-ac68-4970-9d50-e91f2b87c35a tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:11.040425 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f891441-ac68-4970-9d50-e91f2b87c35a tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:11.042188 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9f891441-ac68-4970-9d50-e91f2b87c35a tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1038101 Jan 21 09:49:11.044971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46392) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:11.052774 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8f3ce2ad-d486-4b38-bebb-2f72941f6ec6 None None] Provisioning complete for port 1bc072dd-040c-4574-98f6-87e63fb1ae2f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:11.053153 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8f3ce2ad-d486-4b38-bebb-2f72941f6ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.103850 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4132a06-82df-4f17-be3c-fd0121c374a9 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:11.104406 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4132a06-82df-4f17-be3c-fd0121c374a9 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:11.104860 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4132a06-82df-4f17-be3c-fd0121c374a9 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:11.105306 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4132a06-82df-4f17-be3c-fd0121c374a9 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:11.109696 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b4132a06-82df-4f17-be3c-fd0121c374a9 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0611475 Jan 21 09:49:11.109863 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46394) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:11.261140 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.261908 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7ff2ec57-7482-448b-b34a-16982c92706f tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1505532 Jan 21 09:49:11.314345 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:11.321875 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.371925 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.417043 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.442395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:11.467018 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46398) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:11.472018 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f17e4c4f-93f9-475a-af3f-e99cf887d499 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-97002264', 'description': 'tempest-secgroup-smoke-97002264 description', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:11.510985 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f17e4c4f-93f9-475a-af3f-e99cf887d499 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.602762 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-7fcc5244-24a9-447f-a3cd-e1863fcc465d None None] Provisioning complete for port eac369d9-8736-417b-89c5-b26d7623dddd triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:11.603115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7fcc5244-24a9-447f-a3cd-e1863fcc465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.605609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f17e4c4f-93f9-475a-af3f-e99cf887d499 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.610289 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f17e4c4f-93f9-475a-af3f-e99cf887d499 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.624500 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Sync routers for ids ['30e586a3-fbc9-4def-a8a3-15a0589144ab'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:11.638199 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Routers {'30e586a3-fbc9-4def-a8a3-15a0589144ab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:11.639198 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:49:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['30e586a3-fbc9-4def-a8a3-15a0589144ab'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:11.644506 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f17e4c4f-93f9-475a-af3f-e99cf887d499 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.645889 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f17e4c4f-93f9-475a-af3f-e99cf887d499 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1776743 Jan 21 09:49:11.650639 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46400) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:11.656173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e4c4f-93f9-475a-af3f-e99cf887d499 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f7042f-3a85-4138-9698-7ebe2f0aa9c8,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:11.661223 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-c2cdec1b-6d12-4ac0-af55-8136b4afe65e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '02f7042f-3a85-4138-9698-7ebe2f0aa9c8', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:11.661871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc5244-24a9-447f-a3cd-e1863fcc465d None None] Port eac369d9-8736-417b-89c5-b26d7623dddd cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:49:11.675801 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-7fcc5244-24a9-447f-a3cd-e1863fcc465d None None] Provisioning complete for port 1bc072dd-040c-4574-98f6-87e63fb1ae2f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:11.676170 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7fcc5244-24a9-447f-a3cd-e1863fcc465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.709570 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2cdec1b-6d12-4ac0-af55-8136b4afe65e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.773218 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Set router 30e586a3-fbc9-4def-a8a3-15a0589144ab gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:11.777348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2cdec1b-6d12-4ac0-af55-8136b4afe65e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.783164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2cdec1b-6d12-4ac0-af55-8136b4afe65e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.802329 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdec1b-6d12-4ac0-af55-8136b4afe65e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d75d47-72eb-4be6-a7e8-c6f114e46dea,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:11.811481 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c2cdec1b-6d12-4ac0-af55-8136b4afe65e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.815352 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c2cdec1b-6d12-4ac0-af55-8136b4afe65e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1605763 Jan 21 09:49:11.816041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46402) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:11.822043 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a81611b8-0409-4c65-894e-433957865e1e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '02f7042f-3a85-4138-9698-7ebe2f0aa9c8', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:11.853592 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a81611b8-0409-4c65-894e-433957865e1e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.938857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a81611b8-0409-4c65-894e-433957865e1e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.942944 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a81611b8-0409-4c65-894e-433957865e1e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.949291 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e7d87f1e-b97b-404a-911e-ad2f89c1ee20 None None] Provisioning complete for port eac369d9-8736-417b-89c5-b26d7623dddd triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:11.950738 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e7d87f1e-b97b-404a-911e-ad2f89c1ee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.962729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81611b8-0409-4c65-894e-433957865e1e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9dbabf3-1431-48cc-81f0-102d0c9f98f4,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:11.977410 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a81611b8-0409-4c65-894e-433957865e1e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.978333 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a81611b8-0409-4c65-894e-433957865e1e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1611719 Jan 21 09:49:11.981104 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46404) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:11.986163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5acf1a93-da6e-406b-87fa-9f2402a50747 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '02f7042f-3a85-4138-9698-7ebe2f0aa9c8', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:12.001751 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:49:09Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'eac369d9-8736-417b-89c5-b26d7623dddd', 'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:d7:4d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:08Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 2, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:12.017944 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e7d87f1e-b97b-404a-911e-ad2f89c1ee20 None None] Port eac369d9-8736-417b-89c5-b26d7623dddd cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:49:12.021710 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5acf1a93-da6e-406b-87fa-9f2402a50747 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.034445 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Checking router: 30e586a3-fbc9-4def-a8a3-15a0589144ab for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:49:12.034791 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Updating router 30e586a3-fbc9-4def-a8a3-15a0589144ab port eac369d9-8736-417b-89c5-b26d7623dddd binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:49:12.060637 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.097620 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5acf1a93-da6e-406b-87fa-9f2402a50747 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.103707 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5acf1a93-da6e-406b-87fa-9f2402a50747 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.122308 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf1a93-da6e-406b-87fa-9f2402a50747 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdb7940-6e02-4e67-8f52-7a738afb82ea,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:12.133075 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5acf1a93-da6e-406b-87fa-9f2402a50747 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.137666 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5acf1a93-da6e-406b-87fa-9f2402a50747 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527503 Jan 21 09:49:12.137895 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46406) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:12.142436 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e96da4ce-742e-4df3-97b0-17204c5dba72 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '02f7042f-3a85-4138-9698-7ebe2f0aa9c8', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:12.152407 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-33884049-3a34-4c29-8569-4e699e15c785 None None] Provisioning complete for port eac369d9-8736-417b-89c5-b26d7623dddd triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:12.152781 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-33884049-3a34-4c29-8569-4e699e15c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.172510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e96da4ce-742e-4df3-97b0-17204c5dba72 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.191456 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-33884049-3a34-4c29-8569-4e699e15c785 None None] Port eac369d9-8736-417b-89c5-b26d7623dddd cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:49:12.235885 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e96da4ce-742e-4df3-97b0-17204c5dba72 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.240084 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e96da4ce-742e-4df3-97b0-17204c5dba72 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.259194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96da4ce-742e-4df3-97b0-17204c5dba72 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3e9ae7-5ac8-4647-81f9-ef11feb9eef4,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:12.269043 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e96da4ce-742e-4df3-97b0-17204c5dba72 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.274133 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e96da4ce-742e-4df3-97b0-17204c5dba72 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317053 Jan 21 09:49:12.274310 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46408) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:12.279253 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a63d5266-5a01-484a-926e-34ba942b76d7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '02f7042f-3a85-4138-9698-7ebe2f0aa9c8', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:12.305702 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-a63d5266-5a01-484a-926e-34ba942b76d7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:49:12.310793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a63d5266-5a01-484a-926e-34ba942b76d7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.363303 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.368745 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.380601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a63d5266-5a01-484a-926e-34ba942b76d7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.385035 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a63d5266-5a01-484a-926e-34ba942b76d7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.401160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d5266-5a01-484a-926e-34ba942b76d7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a768f5d6-ff0b-41dc-bee3-108c2eea1d93,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:12.413576 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a63d5266-5a01-484a-926e-34ba942b76d7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.418692 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a63d5266-5a01-484a-926e-34ba942b76d7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433668 Jan 21 09:49:12.420733 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46410) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:12.430952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-bcd48c5c-eb03-4c62-a7ea-fed2cb4784d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'security_group_rule': {'security_group_id': '02f7042f-3a85-4138-9698-7ebe2f0aa9c8', 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:12.436280 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f0c6e-4023-41e1-b133-d666893d06e7 None None] Pushing event updated for resources: {'Port': ['ID=eac369d9-8736-417b-89c5-b26d7623dddd,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:12.463035 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f0c6e-4023-41e1-b133-d666893d06e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:12.463377 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f0c6e-4023-41e1-b133-d666893d06e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:12.463709 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f0c6e-4023-41e1-b133-d666893d06e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:12.464035 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f0c6e-4023-41e1-b133-d666893d06e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:12.464357 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f0c6e-4023-41e1-b133-d666893d06e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:12.464676 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f0c6e-4023-41e1-b133-d666893d06e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:12.464997 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f0c6e-4023-41e1-b133-d666893d06e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:12.465313 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f0c6e-4023-41e1-b133-d666893d06e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:12.465651 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f0c6e-4023-41e1-b133-d666893d06e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:12.465963 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f0c6e-4023-41e1-b133-d666893d06e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:12.466274 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f0c6e-4023-41e1-b133-d666893d06e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:12.466579 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f0c6e-4023-41e1-b133-d666893d06e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:12.503925 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-bcd48c5c-eb03-4c62-a7ea-fed2cb4784d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Project d36411baa65a4ba89db6bb1125b34d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:49:12.510430 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bcd48c5c-eb03-4c62-a7ea-fed2cb4784d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.514522 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Attempting to bind port eac369d9-8736-417b-89c5-b26d7623dddd on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:12.515353 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Attempting to bind port eac369d9-8736-417b-89c5-b26d7623dddd by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '47c43ffd-9969-48da-bae8-6356a4d917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:12.515979 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Attempting to bind port eac369d9-8736-417b-89c5-b26d7623dddd on network c39263c7-ccbe-45d5-91de-cd747f2210f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:49:12.525007 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:49:12.525723 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Checking segment: {'id': '47c43ffd-9969-48da-bae8-6356a4d917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:49:12.526825 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.527617 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Bound using segment: {'id': '47c43ffd-9969-48da-bae8-6356a4d917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:49:12.528416 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Bound port: eac369d9-8736-417b-89c5-b26d7623dddd, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c43ffd-9969-48da-bae8-6356a4d917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:12.529352 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.540610 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1bc072dd-040c-4574-98f6-87e63fb1ae2f up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:49:12.588733 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bcd48c5c-eb03-4c62-a7ea-fed2cb4784d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.594420 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bcd48c5c-eb03-4c62-a7ea-fed2cb4784d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.617952 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 1bc072dd-040c-4574-98f6-87e63fb1ae2f triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:12.618830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.621471 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd48c5c-eb03-4c62-a7ea-fed2cb4784d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4ff94d-9e67-4a8a-8aed-70993fa5dd72,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:12.633248 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bcd48c5c-eb03-4c62-a7ea-fed2cb4784d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.643302 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bcd48c5c-eb03-4c62-a7ea-fed2cb4784d2 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2110596 Jan 21 09:49:12.676615 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] For port eac369d9-8736-417b-89c5-b26d7623dddd, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:12.682575 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] For port eac369d9-8736-417b-89c5-b26d7623dddd, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=eac369d9-8736-417b-89c5-b26d7623dddd,segment=NetworkSegment(47c43ffd-9969-48da-bae8-6356a4d917fe),segment_id=47c43ffd-9969-48da-bae8-6356a4d917fe)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:12.690144 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.745884 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Routers {'30e586a3-fbc9-4def-a8a3-15a0589144ab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:12.746523 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:49:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['30e586a3-fbc9-4def-a8a3-15a0589144ab'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:12.768274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:49:12.815947 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f0c6e-4023-41e1-b133-d666893d06e7 None None] Pushing event updated for resources: {'Port': ['ID=eac369d9-8736-417b-89c5-b26d7623dddd,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:12.833415 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d2f09c98-1fd7-478e-b938-684a39e076f3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-97002264&fields=id&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 267 time: 0.0450850 Jan 21 09:49:12.834566 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-47c77f4f-9538-4d32-88d6-d87d92edb875 None None] Provisioning complete for port eac369d9-8736-417b-89c5-b26d7623dddd triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:12.835295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-47c77f4f-9538-4d32-88d6-d87d92edb875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.876208 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:12.876744 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.902667 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] Set router 30e586a3-fbc9-4def-a8a3-15a0589144ab gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:12.979675 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-472201ce-d443-4aff-ba8f-347400249e02 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.981240 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-472201ce-d443-4aff-ba8f-347400249e02 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/networks?id=c39263c7-ccbe-45d5-91de-cd747f2210f5 HTTP/1.1" status: 200 len: 796 time: 0.1385796 Jan 21 09:49:12.998236 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-4bd9a714-775c-45f8-a70f-196d8d34a72a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/quotas/d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 375 time: 0.0104511 Jan 21 09:49:13.006158 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-47c77f4f-9538-4d32-88d6-d87d92edb875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.040650 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-47c77f4f-9538-4d32-88d6-d87d92edb875 None None] For port eac369d9-8736-417b-89c5-b26d7623dddd, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=eac369d9-8736-417b-89c5-b26d7623dddd,segment=NetworkSegment(47c43ffd-9969-48da-bae8-6356a4d917fe),segment_id=47c43ffd-9969-48da-bae8-6356a4d917fe)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:13.045709 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-47c77f4f-9538-4d32-88d6-d87d92edb875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.080738 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-7185c262-a456-416d-9539-7612f6067c9a tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709457 Jan 21 09:49:13.097533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c77f4f-9538-4d32-88d6-d87d92edb875 None None] Pushing event updated for resources: {'Port': ['ID=eac369d9-8736-417b-89c5-b26d7623dddd,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:13.149308 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:49:09Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'eac369d9-8736-417b-89c5-b26d7623dddd', 'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:d7:4d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:08Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:13.171654 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-894f36d4-22c1-44f5-97f2-dddabd142483 None None] Provisioning complete for port eac369d9-8736-417b-89c5-b26d7623dddd triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:13.172171 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-894f36d4-22c1-44f5-97f2-dddabd142483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.178175 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5271d40-a4bc-4214-b834-cc49a287429f None None] The sync data for ids ['30e586a3-fbc9-4def-a8a3-15a0589144ab'] in dv-neutron-825721-1-hyperv is: [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:49:09Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'eac369d9-8736-417b-89c5-b26d7623dddd', 'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:d7:4d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:08Z', 'updated_at': '2022-01-21T09:49:12Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:13.258086 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-76dd58aa-53b5-4f1e-87ec-b3ecadca9fe4 service neutron] 10.222.0.88 "GET /v2.0/networks/c39263c7-ccbe-45d5-91de-cd747f2210f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719823 Jan 21 09:49:13.368269 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-30b0034c-2bd0-4c66-9cea-ee1b2d35b4d8 service neutron] 10.222.0.88 "GET /v2.0/networks/c39263c7-ccbe-45d5-91de-cd747f2210f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035473 Jan 21 09:49:13.547495 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-120d262b-f3ff-4c2f-baf7-2d4f78c8ca36 req-2d2a17cf-2d03-4fb3-9957-8898be46bca3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 210 time: 0.0306325 Jan 21 09:49:14.525450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-bbd172b8-ba1d-4b8c-ab8b-223a56a1f35c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:14.527169 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-bbd172b8-ba1d-4b8c-ab8b-223a56a1f35c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/networks?id=c39263c7-ccbe-45d5-91de-cd747f2210f5 HTTP/1.1" status: 200 len: 796 time: 0.1391530 Jan 21 09:49:14.541880 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device eac369d9-8736-417b-89c5-b26d7623dddd up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:49:14.587164 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-a12bff8a-a970-49a1-b2e4-56a913d37fa3 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36411baa65a4ba89db6bb1125b34d37 HTTP/1.1" status: 200 len: 378 time: 0.0490732 Jan 21 09:49:14.600327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-7a4087df-019d-41d6-b6a8-006e50d96992 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'port': {'device_id': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'admin_state_up': True, 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'security_groups': ['02f7042f-3a85-4138-9698-7ebe2f0aa9c8']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:14.609898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port eac369d9-8736-417b-89c5-b26d7623dddd triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:14.610501 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.684619 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b9cd447-9675-4b51-9035-25b1e84c3c4e req-e7241774-1647-4538-abad-530a194949f7 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 210 time: 0.0332813 Jan 21 09:49:14.749437 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-7a4087df-019d-41d6-b6a8-006e50d96992 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Made reservation on behalf of d36411baa65a4ba89db6bb1125b34d37 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:14.752980 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-7a4087df-019d-41d6-b6a8-006e50d96992 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.888145 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-7a4087df-019d-41d6-b6a8-006e50d96992 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.20.0.4 (c39263c7-ccbe-45d5-91de-cd747f2210f5/62c9f164-1a9f-4daf-89f6-929793d297be/2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:15.029859 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-7a4087df-019d-41d6-b6a8-006e50d96992 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.064558 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-7a4087df-019d-41d6-b6a8-006e50d96992 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.119906 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-7a4087df-019d-41d6-b6a8-006e50d96992 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network c39263c7-ccbe-45d5-91de-cd747f2210f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:15.124838 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-7a4087df-019d-41d6-b6a8-006e50d96992 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:15.129636 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-7a4087df-019d-41d6-b6a8-006e50d96992 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:15.134624 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4087df-019d-41d6-b6a8-006e50d96992 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:15.182651 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-7a4087df-019d-41d6-b6a8-006e50d96992 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:15.183303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-7a4087df-019d-41d6-b6a8-006e50d96992 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.201206 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-7a4087df-019d-41d6-b6a8-006e50d96992 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6074033 Jan 21 09:49:15.214688 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Request body: {'port': {'device_id': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:15.279787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.336258 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5784b3d5-20dd-4c67-8468-550c5ee98e70 None None] Provisioning complete for port 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:15.336732 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5784b3d5-20dd-4c67-8468-550c5ee98e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.370942 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-5784b3d5-20dd-4c67-8468-550c5ee98e70 None None] Port 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:49:15.563501 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:49:15.571430 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.583557 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Transition to ACTIVE for port object 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:15.588511 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.638436 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:15.713791 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Attempting to bind port 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:15.714390 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Attempting to bind port 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '47c43ffd-9969-48da-bae8-6356a4d917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:15.714836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Attempting to bind port 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e on network c39263c7-ccbe-45d5-91de-cd747f2210f5 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:49:15.721319 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Port 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e on network c39263c7-ccbe-45d5-91de-cd747f2210f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:49:15.721677 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Attempting to bind port 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e on network c39263c7-ccbe-45d5-91de-cd747f2210f5 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:49:15.727742 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:49:15.728295 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Checking segment: {'id': '47c43ffd-9969-48da-bae8-6356a4d917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:49:15.728515 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Bound using segment: {'id': '47c43ffd-9969-48da-bae8-6356a4d917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:49:15.728909 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Bound port: 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c43ffd-9969-48da-bae8-6356a4d917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:15.729306 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.813187 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] For port 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:15.817098 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] For port 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e,segment=NetworkSegment(47c43ffd-9969-48da-bae8-6356a4d917fe),segment_id=47c43ffd-9969-48da-bae8-6356a4d917fe)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:15.818694 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6fb78-e53a-4eb4-bb09-0a099506cafd req-0195c4a9-ea86-4d19-a0fd-4ae957f1016f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:15.820565 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fcb6fb78-e53a-4eb4-bb09-0a099506cafd req-0195c4a9-ea86-4d19-a0fd-4ae957f1016f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 943 time: 0.0555816 Jan 21 09:49:15.822295 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.861011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:15.861185 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.862639 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] 10.222.0.113 "PUT /v2.0/ports/2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e HTTP/1.1" status: 200 len: 1093 time: 0.6532640 Jan 21 09:49:15.863182 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'tag': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:15.865685 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c464c95-0bf1-43e6-b954-ace1d36b9d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7", "tag": "2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:49:15.869373 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fcb6fb78-e53a-4eb4-bb09-0a099506cafd req-45c18d84-c0e7-490b-9ac8-73fda156ba33 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=02f7042f-3a85-4138-9698-7ebe2f0aa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423179 Jan 21 09:49:15.933487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7607c9-f865-4de2-ae10-0a594a48a5e9 x-openstack-request-id: req-fb7607c9-f865-4de2-ae10-0a594a48a5e9 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:49:15.934117 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7", "tag": "2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:49:15.934372 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fb7607c9-f865-4de2-ae10-0a594a48a5e9 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:49:15.934803 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'tag': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e', 'status': 'completed', 'code': 200} Jan 21 09:49:15.956079 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c31e1f-4c2a-4881-9e7b-bfacb80e3ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:15.974037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-94d02716-973a-4ba4-b4cf-83c08143c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:15.975844 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-94d02716-973a-4ba4-b4cf-83c08143c51d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 1096 time: 0.0556595 Jan 21 09:49:16.025809 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-2b5e7787-fbe6-4190-82e6-e92c035dfb2f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e HTTP/1.1" status: 200 len: 217 time: 0.0424337 Jan 21 09:49:16.081439 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-78e3750b-35dc-4023-8e9f-499364676b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:16.082932 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-78e3750b-35dc-4023-8e9f-499364676b8e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=62c9f164-1a9f-4daf-89f6-929793d297be HTTP/1.1" status: 200 len: 835 time: 0.0505157 Jan 21 09:49:16.130824 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-615bda74-88a0-4007-8c1a-be3f4d98f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:16.132362 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-615bda74-88a0-4007-8c1a-be3f4d98f7fc service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c39263c7-ccbe-45d5-91de-cd747f2210f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432971 Jan 21 09:49:16.228984 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-15e8d140-60c2-4780-b7d7-0e241c30e075 service neutron] 10.222.0.113 "GET /v2.0/networks/c39263c7-ccbe-45d5-91de-cd747f2210f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894871 Jan 21 09:49:16.321998 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0c6569a-122b-46a0-9895-a1a724817b1c req-c7619fff-e0c4-4380-8ecd-2eece2f92f50 service neutron] 10.222.0.113 "GET /v2.0/networks/c39263c7-ccbe-45d5-91de-cd747f2210f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866895 Jan 21 09:49:16.428065 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c464c95-0bf1-43e6-b954-ace1d36b9d8a req-344a625a-d706-4f02-b85a-3c4ac5d0c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:16.430327 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4c464c95-0bf1-43e6-b954-ace1d36b9d8a req-344a625a-d706-4f02-b85a-3c4ac5d0c08a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 1096 time: 0.0555165 Jan 21 09:49:16.531917 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c464c95-0bf1-43e6-b954-ace1d36b9d8a req-9000a421-d10c-4783-a9f6-6541e7a36f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:16.533428 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4c464c95-0bf1-43e6-b954-ace1d36b9d8a req-9000a421-d10c-4783-a9f6-6541e7a36f4c service neutron] 10.222.0.113 "GET /v2.0/networks?id=c39263c7-ccbe-45d5-91de-cd747f2210f5 HTTP/1.1" status: 200 len: 897 time: 0.0967054 Jan 21 09:49:16.583378 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4c464c95-0bf1-43e6-b954-ace1d36b9d8a req-df918d9c-d1b3-440e-a865-d75cddb82634 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e HTTP/1.1" status: 200 len: 217 time: 0.0422299 Jan 21 09:49:16.636296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c464c95-0bf1-43e6-b954-ace1d36b9d8a req-a06218fe-71db-4c88-aefb-a0d1cc17a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:16.637821 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4c464c95-0bf1-43e6-b954-ace1d36b9d8a req-a06218fe-71db-4c88-aefb-a0d1cc17a580 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=62c9f164-1a9f-4daf-89f6-929793d297be HTTP/1.1" status: 200 len: 835 time: 0.0463681 Jan 21 09:49:16.690429 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c464c95-0bf1-43e6-b954-ace1d36b9d8a req-cb55267c-be33-4ba8-b290-cc4b12373c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:16.691835 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4c464c95-0bf1-43e6-b954-ace1d36b9d8a req-cb55267c-be33-4ba8-b290-cc4b12373c7d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c39263c7-ccbe-45d5-91de-cd747f2210f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470531 Jan 21 09:49:16.783244 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4c464c95-0bf1-43e6-b954-ace1d36b9d8a req-ebe4367b-1960-40cb-8517-013451c7513d service neutron] 10.222.0.113 "GET /v2.0/networks/c39263c7-ccbe-45d5-91de-cd747f2210f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843079 Jan 21 09:49:16.879232 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4c464c95-0bf1-43e6-b954-ace1d36b9d8a req-d63d1aee-381c-492e-8a04-ef945028960c service neutron] 10.222.0.113 "GET /v2.0/networks/c39263c7-ccbe-45d5-91de-cd747f2210f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890634 Jan 21 09:49:17.002810 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b0f1-01e3-4c40-9700-f9867bd151bf req-e479eed5-5fc7-461f-884b-7e329f07f673 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:17.004225 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b237b0f1-01e3-4c40-9700-f9867bd151bf req-e479eed5-5fc7-461f-884b-7e329f07f673 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 943 time: 0.0499842 Jan 21 09:49:17.045202 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b237b0f1-01e3-4c40-9700-f9867bd151bf req-63c6d57f-1ef9-4b14-8bd0-249acc1fc80f tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=02f7042f-3a85-4138-9698-7ebe2f0aa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333693 Jan 21 09:49:18.164264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3420d-c081-47f2-a563-ff8760700220 req-4768812b-0f9c-42dd-9190-ec6313baab74 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:18.165784 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8eb3420d-c081-47f2-a563-ff8760700220 req-4768812b-0f9c-42dd-9190-ec6313baab74 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 943 time: 0.0509496 Jan 21 09:49:18.212458 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:49:18.222061 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8eb3420d-c081-47f2-a563-ff8760700220 req-38735a27-c3ed-4465-b5ad-fb598b3cbc64 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=02f7042f-3a85-4138-9698-7ebe2f0aa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478146 Jan 21 09:49:18.310999 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e,segment=NetworkSegment(47c43ffd-9969-48da-bae8-6356a4d917fe),segment_id=47c43ffd-9969-48da-bae8-6356a4d917fe)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:18.321843 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'port_id': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e', 'mac_address': 'fa:16:3e:9f:a8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:49:18.359817 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.373488 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:49:18.393944 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e,segment=NetworkSegment(47c43ffd-9969-48da-bae8-6356a4d917fe),segment_id=47c43ffd-9969-48da-bae8-6356a4d917fe)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:18.398078 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.448300 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:18.602444 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:49:19.341585 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cb294-b577-4aa0-9716-532b5fc998a8 req-a42ea1e5-1983-4e74-a88f-b6e30e659f49 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:19.343216 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ea0cb294-b577-4aa0-9716-532b5fc998a8 req-a42ea1e5-1983-4e74-a88f-b6e30e659f49 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0543704 Jan 21 09:49:19.384573 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ea0cb294-b577-4aa0-9716-532b5fc998a8 req-e9cefc80-0049-4766-a71a-d07ea1a4bb9e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=02f7042f-3a85-4138-9698-7ebe2f0aa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351112 Jan 21 09:49:20.211753 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:49:20.263158 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:20.267099 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:20.267597 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.348632 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.373335 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:20.375637 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb72d8e8-c14f-4147-ab8e-2112cbfade98" -d '{"events": [{"server_uuid": "8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7", "name": "network-vif-plugged", "status": "completed", "tag": "2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:49:20.396859 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e,segment=NetworkSegment(47c43ffd-9969-48da-bae8-6356a4d917fe),segment_id=47c43ffd-9969-48da-bae8-6356a4d917fe)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:20.404471 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.431250 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e32842-7604-4e91-abc5-20682348a67c x-openstack-request-id: req-f8e32842-7604-4e91-abc5-20682348a67c {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:49:20.431542 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7", "name": "network-vif-plugged", "status": "completed", "tag": "2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:49:20.431763 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f8e32842-7604-4e91-abc5-20682348a67c {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:49:20.432150 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e', 'code': 200} Jan 21 09:49:20.484170 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:20.532470 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80f8a2-f7bf-48a7-be18-854e1b287942 req-f95c6c5d-2d55-499f-93e8-cdefdc9517a0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:20.534064 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3d80f8a2-f7bf-48a7-be18-854e1b287942 req-f95c6c5d-2d55-499f-93e8-cdefdc9517a0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0595112 Jan 21 09:49:20.590724 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3d80f8a2-f7bf-48a7-be18-854e1b287942 req-12522ed5-b269-4a25-8875-43c5f7a5aec0 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=02f7042f-3a85-4138-9698-7ebe2f0aa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474355 Jan 21 09:49:20.619233 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b1e87-5929-4e3b-8082-5f4e6c074bff req-54a16f41-3a68-4d07-83b3-299ef4cc95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:20.620767 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e32b1e87-5929-4e3b-8082-5f4e6c074bff req-54a16f41-3a68-4d07-83b3-299ef4cc95b4 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 1098 time: 0.0470440 Jan 21 09:49:20.660957 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e32b1e87-5929-4e3b-8082-5f4e6c074bff req-9cb6d548-0248-46fc-a4ea-b953c5ac6a7a service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=02f7042f-3a85-4138-9698-7ebe2f0aa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337889 Jan 21 09:49:21.723357 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363537e6-6cf9-4bbb-bed1-a3161b6f182c req-32a7c17e-e3e2-4969-8b2a-774bfe7ce8ff tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:21.724875 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-363537e6-6cf9-4bbb-bed1-a3161b6f182c req-32a7c17e-e3e2-4969-8b2a-774bfe7ce8ff tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0550308 Jan 21 09:49:21.765994 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-363537e6-6cf9-4bbb-bed1-a3161b6f182c req-a9ca8200-01ec-496f-a50a-fc61280f95e6 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=02f7042f-3a85-4138-9698-7ebe2f0aa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341933 Jan 21 09:49:21.889655 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce02024-0f44-4b56-9dca-8f053cd58439 req-4bdc4bc3-bd13-4a03-9713-3e80ebbc7b8b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:21.891138 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4ce02024-0f44-4b56-9dca-8f053cd58439 req-4bdc4bc3-bd13-4a03-9713-3e80ebbc7b8b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0494573 Jan 21 09:49:21.928748 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4ce02024-0f44-4b56-9dca-8f053cd58439 req-98c134f9-e764-4708-ab9e-f3ab993ed466 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=02f7042f-3a85-4138-9698-7ebe2f0aa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318034 Jan 21 09:49:21.951219 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46464) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:21.990656 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64950ed7-2fa1-438e-9df8-d6aa0bc4da10 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:21.992610 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-64950ed7-2fa1-438e-9df8-d6aa0bc4da10 tempest-TestNetworkBasicOps-1403081295 tempest-TestNetworkBasicOps-1403081295-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 1093 time: 0.0400507 Jan 21 09:49:21.995241 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46466) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:21.999424 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:22.022400 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.123449 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.224827 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Allocated IP 172.26.7.151 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/25223b4d-67fb-47a1-acc6-9f0b650819f0) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:22.330679 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.366117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.408215 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:22.411185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:22.414398 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:22.442221 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=25223b4d-67fb-47a1-acc6-9f0b650819f0,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:22.797191 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.863311 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.014460 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.018901 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.088259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event updated for resources: {'Port': ['ID=25223b4d-67fb-47a1-acc6-9f0b650819f0,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:23.099457 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.197917 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP 1aba55f1-31a0-4f26-8192-e01a4b0d1cc8 associated. External IP: 172.26.7.151, port: 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e. Jan 21 09:49:23.423796 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 30e586a3-fbc9-4def-a8a3-15a0589144ab has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:23.531981 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:23.548275 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe224d9-7fb0-4955-91ea-0479ae66df37 None None] Sync routers for ids ['30e586a3-fbc9-4def-a8a3-15a0589144ab'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:23.550399 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.558326 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe224d9-7fb0-4955-91ea-0479ae66df37 None None] Routers {'30e586a3-fbc9-4def-a8a3-15a0589144ab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:23.558942 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-bfe224d9-7fb0-4955-91ea-0479ae66df37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:49:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['30e586a3-fbc9-4def-a8a3-15a0589144ab'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:23.588161 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-314ae0e5-51ba-4510-b873-7765c1592c24 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5918953 Jan 21 09:49:23.588775 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'tag': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:23.590981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46468) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:23.591471 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27475946-3310-43cc-9ad3-fb8eb783adde" -d '{"events": [{"name": "network-changed", "server_uuid": "8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7", "tag": "2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:49:23.661311 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6cdcceee-f024-4d4e-ac21-d00678192c32 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/1aba55f1-31a0-4f26-8192-e01a4b0d1cc8 HTTP/1.1" status: 200 len: 991 time: 0.0679257 Jan 21 09:49:23.679516 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-bfe224d9-7fb0-4955-91ea-0479ae66df37 None None] Set router 30e586a3-fbc9-4def-a8a3-15a0589144ab gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:23.696810 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3993ccc-a670-4eff-8200-692dc56b3d0a x-openstack-request-id: req-c3993ccc-a670-4eff-8200-692dc56b3d0a {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:49:23.697092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7", "tag": "2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:49:23.697340 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c3993ccc-a670-4eff-8200-692dc56b3d0a {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:49:23.697758 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'tag': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e', 'status': 'completed', 'code': 200} Jan 21 09:49:23.756814 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27475946-3310-43cc-9ad3-fb8eb783adde req-330e6045-6cd2-4345-aa1b-08c6c4abd52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.758536 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27475946-3310-43cc-9ad3-fb8eb783adde req-330e6045-6cd2-4345-aa1b-08c6c4abd52c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 1098 time: 0.0415754 Jan 21 09:49:23.850357 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27475946-3310-43cc-9ad3-fb8eb783adde req-1b40b72e-82df-4dba-8fc6-d946dcb8b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.852383 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27475946-3310-43cc-9ad3-fb8eb783adde req-1b40b72e-82df-4dba-8fc6-d946dcb8b9c8 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c39263c7-ccbe-45d5-91de-cd747f2210f5 HTTP/1.1" status: 200 len: 897 time: 0.0876017 Jan 21 09:49:23.909057 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-bfe224d9-7fb0-4955-91ea-0479ae66df37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:49:09Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '1aba55f1-31a0-4f26-8192-e01a4b0d1cc8', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.151', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'port_id': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'mac_address': 'fa:16:3e:9f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:22Z', 'updated_at': '2022-01-21T09:49:22Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac369d9-8736-417b-89c5-b26d7623dddd', 'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:d7:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:08Z', 'updated_at': '2022-01-21T09:49:13Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:23.917172 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27475946-3310-43cc-9ad3-fb8eb783adde req-c551026d-6f66-4f16-afda-85cd295456f9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e HTTP/1.1" status: 200 len: 999 time: 0.0592847 Jan 21 09:49:23.938422 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe224d9-7fb0-4955-91ea-0479ae66df37 None None] Checking router: 30e586a3-fbc9-4def-a8a3-15a0589144ab for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:49:23.946904 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe224d9-7fb0-4955-91ea-0479ae66df37 None None] Routers {'30e586a3-fbc9-4def-a8a3-15a0589144ab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:23.947511 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-bfe224d9-7fb0-4955-91ea-0479ae66df37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:49:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['30e586a3-fbc9-4def-a8a3-15a0589144ab'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:23.969807 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27475946-3310-43cc-9ad3-fb8eb783adde req-e42dc4c2-2f6c-43d1-bf71-bbb59c99dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.971270 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27475946-3310-43cc-9ad3-fb8eb783adde req-e42dc4c2-2f6c-43d1-bf71-bbb59c99dcd0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=62c9f164-1a9f-4daf-89f6-929793d297be HTTP/1.1" status: 200 len: 835 time: 0.0479496 Jan 21 09:49:24.015846 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27475946-3310-43cc-9ad3-fb8eb783adde req-92f31155-974c-48fd-83e7-a730c563c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:24.017366 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27475946-3310-43cc-9ad3-fb8eb783adde req-92f31155-974c-48fd-83e7-a730c563c92c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c39263c7-ccbe-45d5-91de-cd747f2210f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389860 Jan 21 09:49:24.052444 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-bfe224d9-7fb0-4955-91ea-0479ae66df37 None None] Set router 30e586a3-fbc9-4def-a8a3-15a0589144ab gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:24.113089 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27475946-3310-43cc-9ad3-fb8eb783adde req-9ed97258-2139-457d-87f0-9868352ad0f6 service neutron] 10.222.0.113 "GET /v2.0/networks/c39263c7-ccbe-45d5-91de-cd747f2210f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881255 Jan 21 09:49:24.213160 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27475946-3310-43cc-9ad3-fb8eb783adde req-8de4c46d-1b03-4332-aed7-04bff4b4cec3 service neutron] 10.222.0.113 "GET /v2.0/networks/c39263c7-ccbe-45d5-91de-cd747f2210f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937784 Jan 21 09:49:24.413613 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-bfe224d9-7fb0-4955-91ea-0479ae66df37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:49:09Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '1aba55f1-31a0-4f26-8192-e01a4b0d1cc8', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.151', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'port_id': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'mac_address': 'fa:16:3e:9f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:22Z', 'updated_at': '2022-01-21T09:49:22Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac369d9-8736-417b-89c5-b26d7623dddd', 'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:d7:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:08Z', 'updated_at': '2022-01-21T09:49:13Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:24.443242 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe224d9-7fb0-4955-91ea-0479ae66df37 None None] The sync data for ids ['30e586a3-fbc9-4def-a8a3-15a0589144ab'] in dv-neutron-825721-1-hyperv is: [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:49:09Z', 'revision_number': 4, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '1aba55f1-31a0-4f26-8192-e01a4b0d1cc8', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.151', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'port_id': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'mac_address': 'fa:16:3e:9f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:22Z', 'updated_at': '2022-01-21T09:49:22Z', 'revision_number': 0, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac369d9-8736-417b-89c5-b26d7623dddd', 'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:d7:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:08Z', 'updated_at': '2022-01-21T09:49:13Z', 'revision_number': 5, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:24.631336 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4af18e-1c4d-4425-8254-5f12b41cb6c3 None None] New status for floating IP 1aba55f1-31a0-4f26-8192-e01a4b0d1cc8: ACTIVE {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:49:24.663324 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46474) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:24.731451 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7d2a1be1-65ce-49bd-9379-8e0b94f6e7c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/1aba55f1-31a0-4f26-8192-e01a4b0d1cc8 HTTP/1.1" status: 200 len: 991 time: 0.0659811 Jan 21 09:49:24.865185 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.735264 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46476) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:25.795114 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2f68eda0-c263-4758-ab40-04d6bb40b8ec tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/1aba55f1-31a0-4f26-8192-e01a4b0d1cc8 HTTP/1.1" status: 200 len: 993 time: 0.0587895 Jan 21 09:49:35.864064 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5103b2ad-1773-48b2-a1aa-d8a84f2c2ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.230130 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-59f9416d-f5d0-47ad-aad8-8f9b924b030d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.206785 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:49:39.290648 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:41.300220 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:41.378425 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:54.876113 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:56.984501 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46492) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:49:56.989289 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-60122df0-1bf7-452e-8a11-5b23901691af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'router': {'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:57.655228 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-60122df0-1bf7-452e-8a11-5b23901691af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:57.668448 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-60122df0-1bf7-452e-8a11-5b23901691af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:57.785744 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60122df0-1bf7-452e-8a11-5b23901691af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 30e586a3-fbc9-4def-a8a3-15a0589144ab has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:57.903409 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60122df0-1bf7-452e-8a11-5b23901691af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:57.910844 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-60122df0-1bf7-452e-8a11-5b23901691af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:57.912039 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-60122df0-1bf7-452e-8a11-5b23901691af tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/30e586a3-fbc9-4def-a8a3-15a0589144ab HTTP/1.1" status: 200 len: 888 time: 0.9264576 Jan 21 09:49:57.920108 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b163aa-6592-41a6-87da-9c80af33527f None None] Sync routers for ids ['30e586a3-fbc9-4def-a8a3-15a0589144ab'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:57.929934 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b163aa-6592-41a6-87da-9c80af33527f None None] Routers {'30e586a3-fbc9-4def-a8a3-15a0589144ab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:57.930915 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-26b163aa-6592-41a6-87da-9c80af33527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:49:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['30e586a3-fbc9-4def-a8a3-15a0589144ab'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:57.964038 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-26b163aa-6592-41a6-87da-9c80af33527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:57.972788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b163aa-6592-41a6-87da-9c80af33527f None None] Routers {'30e586a3-fbc9-4def-a8a3-15a0589144ab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:57.973403 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-26b163aa-6592-41a6-87da-9c80af33527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:49:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['30e586a3-fbc9-4def-a8a3-15a0589144ab'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:58.011472 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-26b163aa-6592-41a6-87da-9c80af33527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:58.012342 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b163aa-6592-41a6-87da-9c80af33527f None None] The sync data for ids ['30e586a3-fbc9-4def-a8a3-15a0589144ab'] in dv-neutron-825721-1-hyperv is: [] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:58.769519 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e32f00-f19d-4841-9b71-26486d450b10 None None] New status for floating IP 1aba55f1-31a0-4f26-8192-e01a4b0d1cc8: DOWN {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:49:58.802853 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device eac369d9-8736-417b-89c5-b26d7623dddd no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:58.885330 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:58.918697 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port eac369d9-8736-417b-89c5-b26d7623dddd, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=eac369d9-8736-417b-89c5-b26d7623dddd,segment=NetworkSegment(47c43ffd-9969-48da-bae8-6356a4d917fe),segment_id=47c43ffd-9969-48da-bae8-6356a4d917fe)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:58.924392 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:58.924881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:59.016865 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=eac369d9-8736-417b-89c5-b26d7623dddd,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:59.064842 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:59.088902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:59.092589 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:59.143687 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:00.045204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46496) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:00.051175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f909eea1-9ab6-4c17-aa3e-a546d481e860 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:50:00.363577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f909eea1-9ab6-4c17-aa3e-a546d481e860 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66660385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66656604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9602'] for router, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:00.375143 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f909eea1-9ab6-4c17-aa3e-a546d481e860 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66660392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66660403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66656597'] for router, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:00.497627 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f909eea1-9ab6-4c17-aa3e-a546d481e860 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 30e586a3-fbc9-4def-a8a3-15a0589144ab has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:00.614245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f909eea1-9ab6-4c17-aa3e-a546d481e860 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:00.622916 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f909eea1-9ab6-4c17-aa3e-a546d481e860 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:00.624078 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f909eea1-9ab6-4c17-aa3e-a546d481e860 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/30e586a3-fbc9-4def-a8a3-15a0589144ab HTTP/1.1" status: 200 len: 887 time: 0.5778475 Jan 21 09:50:00.626006 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cc57da-e3ba-41aa-9663-8d6faf9d0c4b None None] Sync routers for ids ['30e586a3-fbc9-4def-a8a3-15a0589144ab'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:50:00.627148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46498) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:00.638621 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cc57da-e3ba-41aa-9663-8d6faf9d0c4b None None] Routers {'30e586a3-fbc9-4def-a8a3-15a0589144ab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:00.639316 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-10cc57da-e3ba-41aa-9663-8d6faf9d0c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:49:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['30e586a3-fbc9-4def-a8a3-15a0589144ab'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:00.692784 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e2e81121-81ed-4cec-b26d-79380018f134 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/1aba55f1-31a0-4f26-8192-e01a4b0d1cc8 HTTP/1.1" status: 200 len: 991 time: 0.0644958 Jan 21 09:50:00.752746 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-10cc57da-e3ba-41aa-9663-8d6faf9d0c4b None None] Set router 30e586a3-fbc9-4def-a8a3-15a0589144ab gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:50:00.992555 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-10cc57da-e3ba-41aa-9663-8d6faf9d0c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:50:00Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:49:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '1aba55f1-31a0-4f26-8192-e01a4b0d1cc8', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.151', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'port_id': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'mac_address': 'fa:16:3e:9f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:22Z', 'updated_at': '2022-01-21T09:49:58Z', 'revision_number': 2, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac369d9-8736-417b-89c5-b26d7623dddd', 'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:d7:4d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:08Z', 'updated_at': '2022-01-21T09:49:58Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:01.020110 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cc57da-e3ba-41aa-9663-8d6faf9d0c4b None None] Checking router: 30e586a3-fbc9-4def-a8a3-15a0589144ab for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:50:01.029787 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cc57da-e3ba-41aa-9663-8d6faf9d0c4b None None] Routers {'30e586a3-fbc9-4def-a8a3-15a0589144ab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:01.030392 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-10cc57da-e3ba-41aa-9663-8d6faf9d0c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:49:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['30e586a3-fbc9-4def-a8a3-15a0589144ab'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:01.142414 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-10cc57da-e3ba-41aa-9663-8d6faf9d0c4b None None] Set router 30e586a3-fbc9-4def-a8a3-15a0589144ab gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:50:01.397908 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-10cc57da-e3ba-41aa-9663-8d6faf9d0c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:50:00Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:49:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '1aba55f1-31a0-4f26-8192-e01a4b0d1cc8', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.151', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'port_id': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'mac_address': 'fa:16:3e:9f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:22Z', 'updated_at': '2022-01-21T09:49:58Z', 'revision_number': 2, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac369d9-8736-417b-89c5-b26d7623dddd', 'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:d7:4d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:08Z', 'updated_at': '2022-01-21T09:49:58Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:01.427397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cc57da-e3ba-41aa-9663-8d6faf9d0c4b None None] The sync data for ids ['30e586a3-fbc9-4def-a8a3-15a0589144ab'] in dv-neutron-825721-1-hyperv is: [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:50:00Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:49:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '1aba55f1-31a0-4f26-8192-e01a4b0d1cc8', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'floating_ip_address': '172.26.7.151', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'port_id': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'mac_address': 'fa:16:3e:9f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:22Z', 'updated_at': '2022-01-21T09:49:58Z', 'revision_number': 2, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac369d9-8736-417b-89c5-b26d7623dddd', 'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:d7:4d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:08Z', 'updated_at': '2022-01-21T09:49:58Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:50:01.697504 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46500) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:01.765118 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b2dd8046-567a-4175-8ffe-5b7918cbd2ee tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/1aba55f1-31a0-4f26-8192-e01a4b0d1cc8 HTTP/1.1" status: 200 len: 991 time: 0.0663610 Jan 21 09:50:02.593776 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device eac369d9-8736-417b-89c5-b26d7623dddd up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:50:02.646272 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port eac369d9-8736-417b-89c5-b26d7623dddd triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:02.646640 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:02.738593 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:02.768436 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46502) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:02.770802 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port eac369d9-8736-417b-89c5-b26d7623dddd, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=eac369d9-8736-417b-89c5-b26d7623dddd,segment=NetworkSegment(47c43ffd-9969-48da-bae8-6356a4d917fe),segment_id=47c43ffd-9969-48da-bae8-6356a4d917fe)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:02.776030 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:02.776980 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:50:02.839745 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9075c1d6-58d6-4a3d-a8c2-e6c0dbb2561c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/1aba55f1-31a0-4f26-8192-e01a4b0d1cc8 HTTP/1.1" status: 200 len: 991 time: 0.0690479 Jan 21 09:50:02.854125 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=eac369d9-8736-417b-89c5-b26d7623dddd,revision_number=7']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:02.865335 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:02.865738 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:02.952332 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:02.973445 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:02.978533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:03.030987 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:03.169995 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2d6e4-7d97-4ef1-85e4-6276009117db None None] New status for floating IP 1aba55f1-31a0-4f26-8192-e01a4b0d1cc8: ACTIVE {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:50:03.842806 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46504) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:03.903663 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ea1ae95d-ff5d-4aad-bb04-84d2ee06221d tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/floatingips/1aba55f1-31a0-4f26-8192-e01a4b0d1cc8 HTTP/1.1" status: 200 len: 993 time: 0.0597944 Jan 21 09:50:04.146132 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46510) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:04.304008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 25223b4d-67fb-47a1-acc6-9f0b650819f0 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:50:04.304344 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.382238 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.382547 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.394400 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 25223b4d-67fb-47a1-acc6-9f0b650819f0 owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:50:04.519812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device eac369d9-8736-417b-89c5-b26d7623dddd up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:50:04.563174 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.580261 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port eac369d9-8736-417b-89c5-b26d7623dddd triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:04.580725 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.590016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=25223b4d-67fb-47a1-acc6-9f0b650819f0,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:04.604777 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:04.605281 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:04.605778 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:04.606299 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:04.606807 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:04.607238 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:04.607702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:04.608180 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:04.608729 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:04.609157 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:04.609578 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:04.609989 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:04.666654 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.666913 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Floating IP 1aba55f1-31a0-4f26-8192-e01a4b0d1cc8 disassociated (deleted). External IP: 172.26.7.151, port: 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e. Jan 21 09:50:04.667066 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:50:04.715727 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:04.716105 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:04.892104 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 30e586a3-fbc9-4def-a8a3-15a0589144ab has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:05.022953 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:05.028223 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:05.033310 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00e75ab-cd16-48f6-8447-ba24e7f8f6f7 None None] Sync routers for ids ['30e586a3-fbc9-4def-a8a3-15a0589144ab'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:50:05.042908 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e75ab-cd16-48f6-8447-ba24e7f8f6f7 None None] Routers {'30e586a3-fbc9-4def-a8a3-15a0589144ab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:05.043524 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b00e75ab-cd16-48f6-8447-ba24e7f8f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:49:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['30e586a3-fbc9-4def-a8a3-15a0589144ab'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:05.056251 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4a8357c9-b495-479e-9588-a7d6682ae329 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/floatingips/1aba55f1-31a0-4f26-8192-e01a4b0d1cc8 HTTP/1.1" status: 204 len: 168 time: 0.9084475 Jan 21 09:50:05.057003 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'tag': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:05.059169 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42539fa-5c3d-4c2f-a2f9-1a4617617b65" -d '{"events": [{"name": "network-changed", "server_uuid": "8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7", "tag": "2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:50:05.097896 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f7968e-28f0-437b-a6f5-f62a9f8d7ffa x-openstack-request-id: req-94f7968e-28f0-437b-a6f5-f62a9f8d7ffa {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:50:05.098383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7", "tag": "2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:50:05.098699 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-94f7968e-28f0-437b-a6f5-f62a9f8d7ffa {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:50:05.099310 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'tag': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e', 'status': 'completed', 'code': 200} Jan 21 09:50:05.158201 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-b00e75ab-cd16-48f6-8447-ba24e7f8f6f7 None None] Set router 30e586a3-fbc9-4def-a8a3-15a0589144ab gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:50:05.161283 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42539fa-5c3d-4c2f-a2f9-1a4617617b65 req-0034621f-7693-4fc7-beac-4fbfe5f8496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:05.163436 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e42539fa-5c3d-4c2f-a2f9-1a4617617b65 req-0034621f-7693-4fc7-beac-4fbfe5f8496d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d36411baa65a4ba89db6bb1125b34d37&device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 1098 time: 0.0434730 Jan 21 09:50:05.261064 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42539fa-5c3d-4c2f-a2f9-1a4617617b65 req-a268c538-1f9d-4caa-bdb6-a725d1d6dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:05.262947 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e42539fa-5c3d-4c2f-a2f9-1a4617617b65 req-a268c538-1f9d-4caa-bdb6-a725d1d6dd7c service neutron] 10.222.0.113 "GET /v2.0/networks?id=c39263c7-ccbe-45d5-91de-cd747f2210f5 HTTP/1.1" status: 200 len: 897 time: 0.0932007 Jan 21 09:50:05.311852 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7d1c5-4382-481d-bf8d-bf0bb0a316d8 req-85af25f0-de90-4dad-b74e-4d924540d370 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:05.313852 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-89c7d1c5-4382-481d-bf8d-bf0bb0a316d8 req-85af25f0-de90-4dad-b74e-4d924540d370 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0576906 Jan 21 09:50:05.320712 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e42539fa-5c3d-4c2f-a2f9-1a4617617b65 req-b77eb6b5-d0e8-4934-a30a-24805f12e943 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e HTTP/1.1" status: 200 len: 217 time: 0.0487738 Jan 21 09:50:05.362150 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-89c7d1c5-4382-481d-bf8d-bf0bb0a316d8 req-2ae4ec8f-607b-4cec-96e3-4ee22e5b5fdd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=02f7042f-3a85-4138-9698-7ebe2f0aa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380549 Jan 21 09:50:05.384815 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42539fa-5c3d-4c2f-a2f9-1a4617617b65 req-b28af2bd-f745-4dc0-acfa-e51a058f677e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:05.386386 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e42539fa-5c3d-4c2f-a2f9-1a4617617b65 req-b28af2bd-f745-4dc0-acfa-e51a058f677e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=62c9f164-1a9f-4daf-89f6-929793d297be HTTP/1.1" status: 200 len: 835 time: 0.0587592 Jan 21 09:50:05.436266 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42539fa-5c3d-4c2f-a2f9-1a4617617b65 req-c4fef8e6-d469-4e86-b236-5a7da727488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:05.437793 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e42539fa-5c3d-4c2f-a2f9-1a4617617b65 req-c4fef8e6-d469-4e86-b236-5a7da727488c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c39263c7-ccbe-45d5-91de-cd747f2210f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449255 Jan 21 09:50:05.531963 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b00e75ab-cd16-48f6-8447-ba24e7f8f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:50:00Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:50:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'eac369d9-8736-417b-89c5-b26d7623dddd', 'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:d7:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:08Z', 'updated_at': '2022-01-21T09:50:02Z', 'revision_number': 7, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:05.534219 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e42539fa-5c3d-4c2f-a2f9-1a4617617b65 req-0bc9f63b-f2dc-455f-aa64-b7a071ed8af9 service neutron] 10.222.0.113 "GET /v2.0/networks/c39263c7-ccbe-45d5-91de-cd747f2210f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884397 Jan 21 09:50:05.559736 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00e75ab-cd16-48f6-8447-ba24e7f8f6f7 None None] Checking router: 30e586a3-fbc9-4def-a8a3-15a0589144ab for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:50:05.568125 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e75ab-cd16-48f6-8447-ba24e7f8f6f7 None None] Routers {'30e586a3-fbc9-4def-a8a3-15a0589144ab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:05.568735 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b00e75ab-cd16-48f6-8447-ba24e7f8f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:49:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['30e586a3-fbc9-4def-a8a3-15a0589144ab'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:05.629392 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e42539fa-5c3d-4c2f-a2f9-1a4617617b65 req-efb10300-7fec-4801-a2d3-f76d218b08e4 service neutron] 10.222.0.113 "GET /v2.0/networks/c39263c7-ccbe-45d5-91de-cd747f2210f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883408 Jan 21 09:50:05.694499 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-b00e75ab-cd16-48f6-8447-ba24e7f8f6f7 None None] Set router 30e586a3-fbc9-4def-a8a3-15a0589144ab gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:50:05.889127 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b93d77de-9316-457b-a503-26d20b9da0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:05.910329 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b00e75ab-cd16-48f6-8447-ba24e7f8f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:50:00Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:50:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'eac369d9-8736-417b-89c5-b26d7623dddd', 'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:d7:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:08Z', 'updated_at': '2022-01-21T09:50:02Z', 'revision_number': 7, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:05.937113 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00e75ab-cd16-48f6-8447-ba24e7f8f6f7 None None] The sync data for ids ['30e586a3-fbc9-4def-a8a3-15a0589144ab'] in dv-neutron-825721-1-hyperv is: [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:50:00Z', 'revision_number': 6, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:50:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'eac369d9-8736-417b-89c5-b26d7623dddd', 'name': '', 'network_id': 'c39263c7-ccbe-45d5-91de-cd747f2210f5', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'mac_address': 'fa:16:3e:d7:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:08Z', 'updated_at': '2022-01-21T09:50:02Z', 'revision_number': 7, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'subnets': [{'id': '62c9f164-1a9f-4daf-89f6-929793d297be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:50:06.498215 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e930e43-dd50-45ab-a1c9-47078d09b0c5 req-da79c68a-4622-40bf-9e88-92eabb0573f4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:06.499747 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8e930e43-dd50-45ab-a1c9-47078d09b0c5 req-da79c68a-4622-40bf-9e88-92eabb0573f4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0602357 Jan 21 09:50:06.558445 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8e930e43-dd50-45ab-a1c9-47078d09b0c5 req-2f22c2e1-65d0-48c8-a5e8-5485a00240cd tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/security-groups?id=02f7042f-3a85-4138-9698-7ebe2f0aa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477023 Jan 21 09:50:06.600025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943d263-ac82-47af-8aed-c86ef379e977 req-7df99c3d-a647-498a-967e-9e1c0cb076de tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:06.601734 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7943d263-ac82-47af-8aed-c86ef379e977 req-7df99c3d-a647-498a-967e-9e1c0cb076de tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0580344 Jan 21 09:50:06.605037 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7a0466-e6b5-417e-a498-752ba1e710d2 None None] New status for floating IP 1aba55f1-31a0-4f26-8192-e01a4b0d1cc8: DOWN {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:50:06.695113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-7943d263-ac82-47af-8aed-c86ef379e977 req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:50:06.695450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7943d263-ac82-47af-8aed-c86ef379e977 req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.789259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-7943d263-ac82-47af-8aed-c86ef379e977 req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e,segment=NetworkSegment(47c43ffd-9969-48da-bae8-6356a4d917fe),segment_id=47c43ffd-9969-48da-bae8-6356a4d917fe)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:06.789847 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7943d263-ac82-47af-8aed-c86ef379e977 req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.801412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-7943d263-ac82-47af-8aed-c86ef379e977 req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:50:06.938577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7943d263-ac82-47af-8aed-c86ef379e977 req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:07.263504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:07.278495 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:07.278838 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:07.279180 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:07.279511 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:07.279839 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:07.280164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:07.280487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:07.280809 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:07.281130 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:07.281449 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:07.281812 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:07.282135 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:07.315513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-7943d263-ac82-47af-8aed-c86ef379e977 req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] No DVR routers for this DVR port 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:07.318255 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7943d263-ac82-47af-8aed-c86ef379e977 req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:07.322225 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7943d263-ac82-47af-8aed-c86ef379e977 req-a05442eb-8de8-41ea-aaf5-ad40d56a8a8e tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.113 "DELETE /v2.0/ports/2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e HTTP/1.1" status: 204 len: 173 time: 0.7151458 Jan 21 09:50:07.322678 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'name': 'network-vif-deleted', 'tag': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:07.324931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b78cef8-3276-4170-a91a-770b28da7b17" -d '{"events": [{"server_uuid": "8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7", "name": "network-vif-deleted", "tag": "2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:50:07.361291 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759dc37b-145c-4e89-9e8f-b9a9270b79bc x-openstack-request-id: req-759dc37b-145c-4e89-9e8f-b9a9270b79bc {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:50:07.361618 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7", "name": "network-vif-deleted", "tag": "2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:50:07.361861 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-759dc37b-145c-4e89-9e8f-b9a9270b79bc {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:50:07.362249 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7', 'name': 'network-vif-deleted', 'tag': '2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e', 'status': 'completed', 'code': 200} Jan 21 09:50:07.680379 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-67abdcb7-5ce0-4b73-8c7b-0c53aef8ed0c req-e0e23de7-a03f-4e47-9f38-d12a569870c5 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c344aa8-1bf6-4c6e-aa84-d2d315b7b4b7 HTTP/1.1" status: 200 len: 210 time: 0.0323172 Jan 21 09:50:08.234583 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-01abde95-1cbf-46b4-8caa-389c53cfab72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:08.740003 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46528) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:08.803128 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3b01ff11-97c0-4009-8514-b21bf9f1d3d4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:08.828564 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3b01ff11-97c0-4009-8514-b21bf9f1d3d4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:08.888525 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3b01ff11-97c0-4009-8514-b21bf9f1d3d4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:08.891198 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3b01ff11-97c0-4009-8514-b21bf9f1d3d4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:08.892379 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3b01ff11-97c0-4009-8514-b21bf9f1d3d4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/security-groups/02f7042f-3a85-4138-9698-7ebe2f0aa9c8 HTTP/1.1" status: 204 len: 168 time: 0.1513369 Jan 21 09:50:08.903634 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01ff11-97c0-4009-8514-b21bf9f1d3d4 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f7042f-3a85-4138-9698-7ebe2f0aa9c8,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:08.925738 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46532) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:09.293777 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:09.297149 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2211ca63-723d-41dd-a098-e73b7cc3342b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:09.561696 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-2211ca63-723d-41dd-a098-e73b7cc3342b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port eac369d9-8736-417b-89c5-b26d7623dddd {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:50:09.561957 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2211ca63-723d-41dd-a098-e73b7cc3342b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:09.662403 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-2211ca63-723d-41dd-a098-e73b7cc3342b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port eac369d9-8736-417b-89c5-b26d7623dddd, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=eac369d9-8736-417b-89c5-b26d7623dddd,segment=NetworkSegment(47c43ffd-9969-48da-bae8-6356a4d917fe),segment_id=47c43ffd-9969-48da-bae8-6356a4d917fe)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:09.662852 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2211ca63-723d-41dd-a098-e73b7cc3342b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:09.676026 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-2211ca63-723d-41dd-a098-e73b7cc3342b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for eac369d9-8736-417b-89c5-b26d7623dddd owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:50:09.865833 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2211ca63-723d-41dd-a098-e73b7cc3342b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:09.894023 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211ca63-723d-41dd-a098-e73b7cc3342b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=eac369d9-8736-417b-89c5-b26d7623dddd,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:10.096093 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2211ca63-723d-41dd-a098-e73b7cc3342b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.317934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2211ca63-723d-41dd-a098-e73b7cc3342b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Router 30e586a3-fbc9-4def-a8a3-15a0589144ab has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:10.440469 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2211ca63-723d-41dd-a098-e73b7cc3342b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:10.445859 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2211ca63-723d-41dd-a098-e73b7cc3342b tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "PUT /v2.0/routers/30e586a3-fbc9-4def-a8a3-15a0589144ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5189149 Jan 21 09:50:10.448981 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46536) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:10.452198 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce777a62-7fca-474a-8a6c-21ab52b62c6c None None] Sync routers for ids ['30e586a3-fbc9-4def-a8a3-15a0589144ab'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:50:10.470910 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce777a62-7fca-474a-8a6c-21ab52b62c6c None None] Routers {'30e586a3-fbc9-4def-a8a3-15a0589144ab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:10.471738 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-ce777a62-7fca-474a-8a6c-21ab52b62c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:50:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['30e586a3-fbc9-4def-a8a3-15a0589144ab'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:10.512026 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:50:10.519605 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fac57ba-ce00-4400-beab-496dc11d301c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting subnet 62c9f164-1a9f-4daf-89f6-929793d297be {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:50:10.522945 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3fac57ba-ce00-4400-beab-496dc11d301c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.535849 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:50:10.536232 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 2fcdd398-25c8-4b8d-85e1-1e6ca9a4039e not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:50:10.565712 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3fac57ba-ce00-4400-beab-496dc11d301c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.607394 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-ce777a62-7fca-474a-8a6c-21ab52b62c6c None None] Set router 30e586a3-fbc9-4def-a8a3-15a0589144ab gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:50:10.653374 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3fac57ba-ce00-4400-beab-496dc11d301c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.726595 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3fac57ba-ce00-4400-beab-496dc11d301c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.758402 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac57ba-ce00-4400-beab-496dc11d301c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Subnet': ['ID=62c9f164-1a9f-4daf-89f6-929793d297be,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:10.763270 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3fac57ba-ce00-4400-beab-496dc11d301c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.769332 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46538) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:10.769894 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3fac57ba-ce00-4400-beab-496dc11d301c tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/subnets/62c9f164-1a9f-4daf-89f6-929793d297be HTTP/1.1" status: 204 len: 168 time: 0.3193877 Jan 21 09:50:10.773369 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e68b281-69a4-48bb-a087-b05c407ba1a3 None None] Network c39263c7-ccbe-45d5-91de-cd747f2210f5 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:50:10.886725 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c8478fc-52ca-447c-b023-60f3f484fc96 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.891815 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-ce777a62-7fca-474a-8a6c-21ab52b62c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:50:09Z', 'revision_number': 7, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:50:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:10.925180 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce777a62-7fca-474a-8a6c-21ab52b62c6c None None] Checking router: 30e586a3-fbc9-4def-a8a3-15a0589144ab for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:50:10.941433 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce777a62-7fca-474a-8a6c-21ab52b62c6c None None] Routers {'30e586a3-fbc9-4def-a8a3-15a0589144ab'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:10.942442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-ce777a62-7fca-474a-8a6c-21ab52b62c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:50:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['30e586a3-fbc9-4def-a8a3-15a0589144ab'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:11.003989 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c8478fc-52ca-447c-b023-60f3f484fc96 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.005021 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] DHCP port deletion for c39263c7-ccbe-45d5-91de-cd747f2210f5 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:50:11.072037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-2c8478fc-52ca-447c-b023-60f3f484fc96 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Deleting port 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:50:11.072581 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c8478fc-52ca-447c-b023-60f3f484fc96 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.104732 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-ce777a62-7fca-474a-8a6c-21ab52b62c6c None None] Set router 30e586a3-fbc9-4def-a8a3-15a0589144ab gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:50:11.157271 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-2c8478fc-52ca-447c-b023-60f3f484fc96 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] For port 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:11.157573 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c8478fc-52ca-447c-b023-60f3f484fc96 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.170445 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-2c8478fc-52ca-447c-b023-60f3f484fc96 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Calling delete_port for 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:50:11.218690 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Deleting port 1bc072dd-040c-4574-98f6-87e63fb1ae2f {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:50:11.218974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.320323 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] For port 1bc072dd-040c-4574-98f6-87e63fb1ae2f, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1bc072dd-040c-4574-98f6-87e63fb1ae2f,segment=NetworkSegment(47c43ffd-9969-48da-bae8-6356a4d917fe),segment_id=47c43ffd-9969-48da-bae8-6356a4d917fe)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:11.321475 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.355197 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c8478fc-52ca-447c-b023-60f3f484fc96 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.357952 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Calling delete_port for 1bc072dd-040c-4574-98f6-87e63fb1ae2f owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:50:11.362055 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.382343 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8478fc-52ca-447c-b023-60f3f484fc96 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Port': ['ID=3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:11.426233 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.451368 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c8478fc-52ca-447c-b023-60f3f484fc96 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.472688 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-ce777a62-7fca-474a-8a6c-21ab52b62c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:50:09Z', 'revision_number': 7, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:50:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:11.504692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce777a62-7fca-474a-8a6c-21ab52b62c6c None None] The sync data for ids ['30e586a3-fbc9-4def-a8a3-15a0589144ab'] in dv-neutron-825721-1-hyperv is: [{'id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'name': 'tempest-TestNetworkBasicOps-router-123650320', 'tenant_id': 'd36411baa65a4ba89db6bb1125b34d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:05Z', 'updated_at': '2022-01-21T09:50:09Z', 'revision_number': 7, 'project_id': 'd36411baa65a4ba89db6bb1125b34d37', 'gw_port': {'id': '3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e586a3-fbc9-4def-a8a3-15a0589144ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:06Z', 'updated_at': '2022-01-21T09:50:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:50:11.510535 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.540428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Pushing event deleted for resources: {'Port': ['ID=1bc072dd-040c-4574-98f6-87e63fb1ae2f,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:11.542987 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] No DVR routers for this DVR port 1bc072dd-040c-4574-98f6-87e63fb1ae2f on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:11.556691 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:11.557041 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:11.557385 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:11.557769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:11.558088 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:11.558423 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:11.558755 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:11.559085 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:11.559410 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:11.559738 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:11.560061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:11.560421 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708f4fa-365d-46b4-b42b-c7ec33510903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:11.560784 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c8478fc-52ca-447c-b023-60f3f484fc96 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.563260 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c8478fc-52ca-447c-b023-60f3f484fc96 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.608203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c8478fc-52ca-447c-b023-60f3f484fc96 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.608889 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8478fc-52ca-447c-b023-60f3f484fc96 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Fanout notify agent at l3_agent the message router_deleted on router 30e586a3-fbc9-4def-a8a3-15a0589144ab {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:50:11.616622 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c8478fc-52ca-447c-b023-60f3f484fc96 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.617060 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2c8478fc-52ca-447c-b023-60f3f484fc96 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/routers/30e586a3-fbc9-4def-a8a3-15a0589144ab HTTP/1.1" status: 204 len: 168 time: 0.8464568 Jan 21 09:50:11.620535 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46540) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:11.703175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7112920b-0700-4f55-9d81-0e49a9328a82 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.794896 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7112920b-0700-4f55-9d81-0e49a9328a82 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.816512 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-7112920b-0700-4f55-9d81-0e49a9328a82 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39263c7-ccbe-45d5-91de-cd747f2210f5']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:11.826154 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-7112920b-0700-4f55-9d81-0e49a9328a82 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c43ffd-9969-48da-bae8-6356a4d917fe') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:11.826446 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-7112920b-0700-4f55-9d81-0e49a9328a82 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c43ffd-9969-48da-bae8-6356a4d917fe') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:11.835741 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7112920b-0700-4f55-9d81-0e49a9328a82 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.849983 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7112920b-0700-4f55-9d81-0e49a9328a82 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.857364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7112920b-0700-4f55-9d81-0e49a9328a82 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:50:11.857629 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7112920b-0700-4f55-9d81-0e49a9328a82 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:50:11.860797 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:50:11.928267 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7112920b-0700-4f55-9d81-0e49a9328a82 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.936075 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7112920b-0700-4f55-9d81-0e49a9328a82 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.939401 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7112920b-0700-4f55-9d81-0e49a9328a82 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] 10.222.0.88 "DELETE /v2.0/networks/c39263c7-ccbe-45d5-91de-cd747f2210f5 HTTP/1.1" status: 204 len: 168 time: 0.3179147 Jan 21 09:50:11.960206 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112920b-0700-4f55-9d81-0e49a9328a82 tempest-TestNetworkBasicOps-634328778 tempest-TestNetworkBasicOps-634328778-project] Pushing event deleted for resources: {'Network': ['ID=c39263c7-ccbe-45d5-91de-cd747f2210f5,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:12.264273 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46546) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:12.401838 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ff9917a9-57a1-4469-a57a-532613c27f51 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d36411baa65a4ba89db6bb1125b34d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362922 Jan 21 09:50:12.404588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46550) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:12.454802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c00f2b9c-b6bb-4899-aa32-858ca7baf6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.483207 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c00f2b9c-b6bb-4899-aa32-858ca7baf6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.533118 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c00f2b9c-b6bb-4899-aa32-858ca7baf6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.536982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c00f2b9c-b6bb-4899-aa32-858ca7baf6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.538702 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c00f2b9c-b6bb-4899-aa32-858ca7baf6a3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fdfbc147-5087-45a9-ba20-6cd1c0900eac HTTP/1.1" status: 204 len: 168 time: 0.1330481 Jan 21 09:50:12.551108 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f2b9c-b6bb-4899-aa32-858ca7baf6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfbc147-5087-45a9-ba20-6cd1c0900eac,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:12.653344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device eac369d9-8736-417b-89c5-b26d7623dddd no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:50:12.674989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: eac369d9-8736-417b-89c5-b26d7623dddd {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:50:12.675329 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device eac369d9-8736-417b-89c5-b26d7623dddd not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:50:12.675751 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1bc072dd-040c-4574-98f6-87e63fb1ae2f no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:50:12.697703 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 1bc072dd-040c-4574-98f6-87e63fb1ae2f {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:50:12.698197 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1bc072dd-040c-4574-98f6-87e63fb1ae2f not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:50:12.698671 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:50:12.718188 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:50:12.718531 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3568fcb2-18e2-42c0-bd40-8a5e4c53b4c5 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:50:12.837561 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46556) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:12.851592 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-550b1e7e-b135-4ffa-a207-9a003ab372ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.930971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-550b1e7e-b135-4ffa-a207-9a003ab372ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.934756 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-550b1e7e-b135-4ffa-a207-9a003ab372ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.973304 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-550b1e7e-b135-4ffa-a207-9a003ab372ce admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=65bf628373be4db9b44c09ae93530f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346698 Jan 21 09:50:12.974461 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b1e7e-b135-4ffa-a207-9a003ab372ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df094ab-153f-4a4b-905b-5172569c296c,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:12.976320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46558) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:13.034806 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-829ef36c-ce69-4c3c-ab92-253fef25244b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:13.057378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-829ef36c-ce69-4c3c-ab92-253fef25244b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:13.105994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-829ef36c-ce69-4c3c-ab92-253fef25244b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:13.108803 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-829ef36c-ce69-4c3c-ab92-253fef25244b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:13.110009 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-829ef36c-ce69-4c3c-ab92-253fef25244b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5df094ab-153f-4a4b-905b-5172569c296c HTTP/1.1" status: 204 len: 168 time: 0.1308444 Jan 21 09:50:13.119194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ef36c-ce69-4c3c-ab92-253fef25244b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df094ab-153f-4a4b-905b-5172569c296c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:16.205440 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:50:20.209078 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-5c2b8ae1-41e6-4f3a-aaea-80296a76f902 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=f0b7225bacf441738670023e37d6de29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304093 Jan 21 09:50:20.720367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-9867f6ae-d73c-4068-81fd-a2886b626890 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:20.721793 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-9867f6ae-d73c-4068-81fd-a2886b626890 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5071528 Jan 21 09:50:20.736871 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-ef6f4a40-8707-43ca-b211-5ee8f794427e tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/quotas/f0b7225bacf441738670023e37d6de29 HTTP/1.1" status: 200 len: 375 time: 0.0090744 Jan 21 09:50:20.767945 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-b1c74612-c0ef-4d96-87a5-3e609b4604fc tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f0b7225bacf441738670023e37d6de29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258305 Jan 21 09:50:20.934482 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ef45acff-414e-448f-8cc5-b8a1ea6dec46 req-050854cd-1047-4831-8da4-7f5c7ceb3ff2 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/ports?device_id=a674cbea-5e4f-4b1b-b8ca-a7c1b141303e HTTP/1.1" status: 200 len: 210 time: 0.0376339 Jan 21 09:50:21.751098 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-734d3228-c335-4d3a-80a4-463c1e6f3576 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=f0b7225bacf441738670023e37d6de29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317218 Jan 21 09:50:21.954143 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-1f87eb0e-e9af-4815-aef7-7e50d7520a01 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:21.955718 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-1f87eb0e-e9af-4815-aef7-7e50d7520a01 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993477 Jan 21 09:50:21.970526 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-c40a4507-e8df-4e79-aaf4-585d8da7aa44 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Request body: {'port': {'device_id': 'a674cbea-5e4f-4b1b-b8ca-a7c1b141303e', 'network_id': 'b8805a02-4230-4fb0-b1ca-d68f821b10e8', 'admin_state_up': True, 'tenant_id': 'f0b7225bacf441738670023e37d6de29'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:50:22.034128 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c99c1aad-9640-4a1d-b868-57f902018b6d req-09e86b98-a947-43b2-bda9-84b03ec352ea tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/ports?device_id=a674cbea-5e4f-4b1b-b8ca-a7c1b141303e HTTP/1.1" status: 200 len: 210 time: 0.0307539 Jan 21 09:50:22.088151 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-c40a4507-e8df-4e79-aaf4-585d8da7aa44 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Made reservation on behalf of f0b7225bacf441738670023e37d6de29 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:22.091683 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-c40a4507-e8df-4e79-aaf4-585d8da7aa44 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.101320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-c40a4507-e8df-4e79-aaf4-585d8da7aa44 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.183352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-c40a4507-e8df-4e79-aaf4-585d8da7aa44 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.187091 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-c40a4507-e8df-4e79-aaf4-585d8da7aa44 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.256159 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a4507-e8df-4e79-aaf4-585d8da7aa44 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71c0c3b-0b96-4693-a778-d6543ab83077,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:22.321691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-c40a4507-e8df-4e79-aaf4-585d8da7aa44 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Allocated IP 192.168.233.83 (b8805a02-4230-4fb0-b1ca-d68f821b10e8/2d1c26e3-3a37-49b8-a55b-87202dc37be2/9c51298a-98de-4173-9180-f4cb3d94b89f) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:22.470404 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-c40a4507-e8df-4e79-aaf4-585d8da7aa44 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.513145 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-c40a4507-e8df-4e79-aaf4-585d8da7aa44 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.559067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-c40a4507-e8df-4e79-aaf4-585d8da7aa44 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Network b8805a02-4230-4fb0-b1ca-d68f821b10e8 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:22.562202 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-c40a4507-e8df-4e79-aaf4-585d8da7aa44 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:22.565816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-c40a4507-e8df-4e79-aaf4-585d8da7aa44 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:22.572202 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a4507-e8df-4e79-aaf4-585d8da7aa44 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Pushing event updated for resources: {'Port': ['ID=9c51298a-98de-4173-9180-f4cb3d94b89f,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:22.618725 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-c40a4507-e8df-4e79-aaf4-585d8da7aa44 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:22.619358 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-c40a4507-e8df-4e79-aaf4-585d8da7aa44 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.640017 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-c40a4507-e8df-4e79-aaf4-585d8da7aa44 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6738739 Jan 21 09:50:22.652539 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Request body: {'port': {'device_id': 'a674cbea-5e4f-4b1b-b8ca-a7c1b141303e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:50:22.712793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.797389 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-177fffa3-e6a3-4116-a229-bdbe01ea90ab None None] Provisioning complete for port 9c51298a-98de-4173-9180-f4cb3d94b89f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:22.798059 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-177fffa3-e6a3-4116-a229-bdbe01ea90ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.831604 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-177fffa3-e6a3-4116-a229-bdbe01ea90ab None None] Port 9c51298a-98de-4173-9180-f4cb3d94b89f cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:50:22.974316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c51298a-98de-4173-9180-f4cb3d94b89f {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:50:22.982295 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.994967 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Transition to ACTIVE for port object 9c51298a-98de-4173-9180-f4cb3d94b89f will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:22.998391 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.050109 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Pushing event updated for resources: {'Port': ['ID=9c51298a-98de-4173-9180-f4cb3d94b89f,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:23.135899 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Attempting to bind port 9c51298a-98de-4173-9180-f4cb3d94b89f on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:50:23.136240 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Attempting to bind port 9c51298a-98de-4173-9180-f4cb3d94b89f by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'e0e962b6-4471-4eaa-931f-98bbb70934c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b8805a02-4230-4fb0-b1ca-d68f821b10e8'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:50:23.136570 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Attempting to bind port 9c51298a-98de-4173-9180-f4cb3d94b89f on network b8805a02-4230-4fb0-b1ca-d68f821b10e8 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:50:23.156925 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Port 9c51298a-98de-4173-9180-f4cb3d94b89f on network b8805a02-4230-4fb0-b1ca-d68f821b10e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:50:23.157205 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Attempting to bind port 9c51298a-98de-4173-9180-f4cb3d94b89f on network b8805a02-4230-4fb0-b1ca-d68f821b10e8 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:50:23.167311 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:50:23.167649 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Checking segment: {'id': 'e0e962b6-4471-4eaa-931f-98bbb70934c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b8805a02-4230-4fb0-b1ca-d68f821b10e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:50:23.168035 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Bound using segment: {'id': 'e0e962b6-4471-4eaa-931f-98bbb70934c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b8805a02-4230-4fb0-b1ca-d68f821b10e8'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:50:23.168471 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Bound port: 9c51298a-98de-4173-9180-f4cb3d94b89f, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0e962b6-4471-4eaa-931f-98bbb70934c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b8805a02-4230-4fb0-b1ca-d68f821b10e8'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:50:23.168828 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.196175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b28033-070a-4f33-9d22-9b965b665ac0 req-900fb361-aa1a-431d-ba5b-5622ff31ad34 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:23.197772 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-87b28033-070a-4f33-9d22-9b965b665ac0 req-900fb361-aa1a-431d-ba5b-5622ff31ad34 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/ports?device_id=a674cbea-5e4f-4b1b-b8ca-a7c1b141303e HTTP/1.1" status: 200 len: 947 time: 0.0806718 Jan 21 09:50:23.276090 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-87b28033-070a-4f33-9d22-9b965b665ac0 req-c413177f-3dbb-4226-b97a-aa960cc8fa4d tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/security-groups?id=c71c0c3b-0b96-4693-a778-d6543ab83077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604918 Jan 21 09:50:23.280601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] For port 9c51298a-98de-4173-9180-f4cb3d94b89f, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:50:23.283814 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] For port 9c51298a-98de-4173-9180-f4cb3d94b89f, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9c51298a-98de-4173-9180-f4cb3d94b89f,segment=NetworkSegment(e0e962b6-4471-4eaa-931f-98bbb70934c3),segment_id=e0e962b6-4471-4eaa-931f-98bbb70934c3)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:50:23.288732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.325731 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:23.326352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.327739 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] 10.222.0.113 "PUT /v2.0/ports/9c51298a-98de-4173-9180-f4cb3d94b89f HTTP/1.1" status: 200 len: 1097 time: 0.6801610 Jan 21 09:50:23.328174 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a674cbea-5e4f-4b1b-b8ca-a7c1b141303e', 'tag': '9c51298a-98de-4173-9180-f4cb3d94b89f'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:23.330458 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3578ffc-901d-4985-a2c7-1861fdc62aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "a674cbea-5e4f-4b1b-b8ca-a7c1b141303e", "tag": "9c51298a-98de-4173-9180-f4cb3d94b89f"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:50:23.359810 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5607df-fe7a-4540-af8d-87b567802527 service neutron] Pushing event updated for resources: {'Port': ['ID=9c51298a-98de-4173-9180-f4cb3d94b89f,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:23.396175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66754beb-1d43-45aa-a3ef-79ef98c5a20e x-openstack-request-id: req-66754beb-1d43-45aa-a3ef-79ef98c5a20e {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:50:23.396470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a674cbea-5e4f-4b1b-b8ca-a7c1b141303e", "tag": "9c51298a-98de-4173-9180-f4cb3d94b89f", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:50:23.396720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-66754beb-1d43-45aa-a3ef-79ef98c5a20e {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:50:23.397110 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a674cbea-5e4f-4b1b-b8ca-a7c1b141303e', 'tag': '9c51298a-98de-4173-9180-f4cb3d94b89f', 'status': 'completed', 'code': 200} Jan 21 09:50:23.413655 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-82f38664-24f7-4351-bad5-dc58b1506bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:23.415876 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-82f38664-24f7-4351-bad5-dc58b1506bc3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f0b7225bacf441738670023e37d6de29&device_id=a674cbea-5e4f-4b1b-b8ca-a7c1b141303e HTTP/1.1" status: 200 len: 1100 time: 0.0455382 Jan 21 09:50:23.463068 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-fd824fa1-0f81-4b29-b682-bfd2ed235e19 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=9c51298a-98de-4173-9180-f4cb3d94b89f HTTP/1.1" status: 200 len: 217 time: 0.0397475 Jan 21 09:50:23.516166 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-e4461fe1-86b4-49a7-a324-9c94c267d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:23.517700 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-e4461fe1-86b4-49a7-a324-9c94c267d1c4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2d1c26e3-3a37-49b8-a55b-87202dc37be2 HTTP/1.1" status: 200 len: 843 time: 0.0486917 Jan 21 09:50:23.565092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-23c1f8b9-eb0e-42ce-9488-46fd57bf306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:23.566612 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-23c1f8b9-eb0e-42ce-9488-46fd57bf306e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b8805a02-4230-4fb0-b1ca-d68f821b10e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0419006 Jan 21 09:50:23.659733 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-4a36e1af-952f-49d7-a74a-244b780d6f7f service neutron] 10.222.0.113 "GET /v2.0/networks/b8805a02-4230-4fb0-b1ca-d68f821b10e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860591 Jan 21 09:50:23.747750 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ca1d24d2-a6ce-4323-bcbf-238ddb44bd04 req-6bb112bd-e911-4e82-af64-1d931a5ab6c3 service neutron] 10.222.0.113 "GET /v2.0/networks/b8805a02-4230-4fb0-b1ca-d68f821b10e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816967 Jan 21 09:50:23.843950 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3578ffc-901d-4985-a2c7-1861fdc62aa7 req-d2851da2-ae67-49ff-8289-64033ff7336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:23.845481 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b3578ffc-901d-4985-a2c7-1861fdc62aa7 req-d2851da2-ae67-49ff-8289-64033ff7336b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f0b7225bacf441738670023e37d6de29&device_id=a674cbea-5e4f-4b1b-b8ca-a7c1b141303e HTTP/1.1" status: 200 len: 1100 time: 0.0510724 Jan 21 09:50:23.940123 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3578ffc-901d-4985-a2c7-1861fdc62aa7 req-09a94f1d-67ea-45fe-84f0-03b2e8dfd3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:23.941511 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b3578ffc-901d-4985-a2c7-1861fdc62aa7 req-09a94f1d-67ea-45fe-84f0-03b2e8dfd3ac service neutron] 10.222.0.113 "GET /v2.0/networks?id=b8805a02-4230-4fb0-b1ca-d68f821b10e8 HTTP/1.1" status: 200 len: 870 time: 0.0880809 Jan 21 09:50:23.983325 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b3578ffc-901d-4985-a2c7-1861fdc62aa7 req-0fafbc21-8376-4dde-a927-1f93cd2dfe28 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=9c51298a-98de-4173-9180-f4cb3d94b89f HTTP/1.1" status: 200 len: 217 time: 0.0347846 Jan 21 09:50:24.037245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3578ffc-901d-4985-a2c7-1861fdc62aa7 req-2ad1c01e-de7a-49fd-9c18-7b3944564fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:24.038716 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b3578ffc-901d-4985-a2c7-1861fdc62aa7 req-2ad1c01e-de7a-49fd-9c18-7b3944564fdc service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2d1c26e3-3a37-49b8-a55b-87202dc37be2 HTTP/1.1" status: 200 len: 843 time: 0.0476930 Jan 21 09:50:24.084528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3578ffc-901d-4985-a2c7-1861fdc62aa7 req-7c3ee7cb-f2ec-46f3-941c-05bd39b21b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:24.086748 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b3578ffc-901d-4985-a2c7-1861fdc62aa7 req-7c3ee7cb-f2ec-46f3-941c-05bd39b21b25 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b8805a02-4230-4fb0-b1ca-d68f821b10e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0404282 Jan 21 09:50:24.176037 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b3578ffc-901d-4985-a2c7-1861fdc62aa7 req-9115d05c-c979-452d-8dc5-8d426b7943ab service neutron] 10.222.0.113 "GET /v2.0/networks/b8805a02-4230-4fb0-b1ca-d68f821b10e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817549 Jan 21 09:50:24.276795 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b3578ffc-901d-4985-a2c7-1861fdc62aa7 req-3a6526b6-4e81-410d-981f-d9a01a7170c3 service neutron] 10.222.0.113 "GET /v2.0/networks/b8805a02-4230-4fb0-b1ca-d68f821b10e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938570 Jan 21 09:50:24.397317 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990a66d-bf35-4c39-b75b-72c5e320119e req-9e39cfe6-7486-4870-a54e-4110e890bedc tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:24.399559 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4990a66d-bf35-4c39-b75b-72c5e320119e req-9e39cfe6-7486-4870-a54e-4110e890bedc tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/ports?device_id=a674cbea-5e4f-4b1b-b8ca-a7c1b141303e HTTP/1.1" status: 200 len: 947 time: 0.0507081 Jan 21 09:50:24.436595 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4990a66d-bf35-4c39-b75b-72c5e320119e req-b291da6e-03ca-41c4-b892-7c1969b59ab3 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/security-groups?id=c71c0c3b-0b96-4693-a778-d6543ab83077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308712 Jan 21 09:50:24.638361 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 9c51298a-98de-4173-9180-f4cb3d94b89f details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:50:24.734010 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 9c51298a-98de-4173-9180-f4cb3d94b89f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9c51298a-98de-4173-9180-f4cb3d94b89f,segment=NetworkSegment(e0e962b6-4471-4eaa-931f-98bbb70934c3),segment_id=e0e962b6-4471-4eaa-931f-98bbb70934c3)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:24.745893 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '9c51298a-98de-4173-9180-f4cb3d94b89f', 'network_id': 'b8805a02-4230-4fb0-b1ca-d68f821b10e8', 'port_id': '9c51298a-98de-4173-9180-f4cb3d94b89f', 'mac_address': 'fa:16:3e:fb:f0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1c26e3-3a37-49b8-a55b-87202dc37be2', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:50:24.932132 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.934491 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.947344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c51298a-98de-4173-9180-f4cb3d94b89f {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:50:24.966773 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 9c51298a-98de-4173-9180-f4cb3d94b89f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9c51298a-98de-4173-9180-f4cb3d94b89f,segment=NetworkSegment(e0e962b6-4471-4eaa-931f-98bbb70934c3),segment_id=e0e962b6-4471-4eaa-931f-98bbb70934c3)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:24.970721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:25.017524 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=9c51298a-98de-4173-9180-f4cb3d94b89f,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:25.181707 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['9c51298a-98de-4173-9180-f4cb3d94b89f'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:50:25.553379 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2630e-dfd2-4d7b-84e4-cc84a1074c60 req-7e420db6-685a-4143-a7b0-0c192e7aeccd tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:25.555040 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dfc2630e-dfd2-4d7b-84e4-cc84a1074c60 req-7e420db6-685a-4143-a7b0-0c192e7aeccd tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/ports?device_id=a674cbea-5e4f-4b1b-b8ca-a7c1b141303e HTTP/1.1" status: 200 len: 948 time: 0.0494044 Jan 21 09:50:25.595428 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dfc2630e-dfd2-4d7b-84e4-cc84a1074c60 req-a3ed8e93-3a00-40e3-bb63-ccbed26fffad tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/security-groups?id=c71c0c3b-0b96-4693-a778-d6543ab83077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345225 Jan 21 09:50:26.648646 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 9c51298a-98de-4173-9180-f4cb3d94b89f up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:50:26.697726 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 9c51298a-98de-4173-9180-f4cb3d94b89f completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:26.701451 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 9c51298a-98de-4173-9180-f4cb3d94b89f triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:26.701848 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.714826 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bbfd9-7dfd-4d2e-b9c3-206ef0c7a8ee req-ffa8b6e7-e5b8-4ae3-abda-a7bd8ef5062b tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:26.716353 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3a2bbfd9-7dfd-4d2e-b9c3-206ef0c7a8ee req-ffa8b6e7-e5b8-4ae3-abda-a7bd8ef5062b tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/ports?device_id=a674cbea-5e4f-4b1b-b8ca-a7c1b141303e HTTP/1.1" status: 200 len: 948 time: 0.0531611 Jan 21 09:50:26.755841 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3a2bbfd9-7dfd-4d2e-b9c3-206ef0c7a8ee req-05a469bf-2170-4b3e-825b-da199d8d1311 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/security-groups?id=c71c0c3b-0b96-4693-a778-d6543ab83077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326736 Jan 21 09:50:26.781743 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.803580 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a674cbea-5e4f-4b1b-b8ca-a7c1b141303e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51298a-98de-4173-9180-f4cb3d94b89f'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:26.806709 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18594d4d-159a-4397-b1f7-f22d1bbff338" -d '{"events": [{"server_uuid": "a674cbea-5e4f-4b1b-b8ca-a7c1b141303e", "name": "network-vif-plugged", "status": "completed", "tag": "9c51298a-98de-4173-9180-f4cb3d94b89f"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:50:26.818534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 9c51298a-98de-4173-9180-f4cb3d94b89f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9c51298a-98de-4173-9180-f4cb3d94b89f,segment=NetworkSegment(e0e962b6-4471-4eaa-931f-98bbb70934c3),segment_id=e0e962b6-4471-4eaa-931f-98bbb70934c3)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:26.823309 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.848583 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e317e0-9bf3-4b1b-aef9-61a910f55fb5 x-openstack-request-id: req-f6e317e0-9bf3-4b1b-aef9-61a910f55fb5 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:50:26.848874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a674cbea-5e4f-4b1b-b8ca-a7c1b141303e", "name": "network-vif-plugged", "status": "completed", "tag": "9c51298a-98de-4173-9180-f4cb3d94b89f", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:50:26.849650 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f6e317e0-9bf3-4b1b-aef9-61a910f55fb5 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:50:26.850050 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a674cbea-5e4f-4b1b-b8ca-a7c1b141303e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51298a-98de-4173-9180-f4cb3d94b89f', 'code': 200} Jan 21 09:50:26.876495 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=9c51298a-98de-4173-9180-f4cb3d94b89f,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:27.008440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d372a5b-d239-459d-a052-a84615781cfa req-952a8a4a-47a9-484a-9bd3-ffa0ba274d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:27.009853 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2d372a5b-d239-459d-a052-a84615781cfa req-952a8a4a-47a9-484a-9bd3-ffa0ba274d69 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=a674cbea-5e4f-4b1b-b8ca-a7c1b141303e HTTP/1.1" status: 200 len: 1102 time: 0.0436554 Jan 21 09:50:27.045780 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2d372a5b-d239-459d-a052-a84615781cfa req-da6c69ef-b805-4146-96d9-0242db778193 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=c71c0c3b-0b96-4693-a778-d6543ab83077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297828 Jan 21 09:50:27.869823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2257794-3f2b-489a-8636-b7f89c142d4a req-4df31314-b9d5-4bcc-acc5-4baafda3f96f tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:27.871293 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a2257794-3f2b-489a-8636-b7f89c142d4a req-4df31314-b9d5-4bcc-acc5-4baafda3f96f tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/ports?device_id=a674cbea-5e4f-4b1b-b8ca-a7c1b141303e HTTP/1.1" status: 200 len: 949 time: 0.0485811 Jan 21 09:50:27.914990 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a2257794-3f2b-489a-8636-b7f89c142d4a req-5c31488d-deb3-4d24-b93a-bb13d5b29738 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/security-groups?id=c71c0c3b-0b96-4693-a778-d6543ab83077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365052 Jan 21 09:50:29.036169 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40567aca-8815-4281-a57f-5193dc42625d req-ad47d546-f912-4d50-a602-2b7cb43f6522 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:29.037744 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-40567aca-8815-4281-a57f-5193dc42625d req-ad47d546-f912-4d50-a602-2b7cb43f6522 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/ports?device_id=a674cbea-5e4f-4b1b-b8ca-a7c1b141303e HTTP/1.1" status: 200 len: 949 time: 0.0526986 Jan 21 09:50:29.077085 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-40567aca-8815-4281-a57f-5193dc42625d req-1bfbcce6-4629-4cf4-9618-5082ccff51f5 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/security-groups?id=c71c0c3b-0b96-4693-a778-d6543ab83077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332649 Jan 21 09:50:29.375588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [req-325ab091-085d-4e11-9ec3-a22e6f275ccf req-3c459437-275f-477c-9934-d0dc41430123 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:50:29.376578 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-325ab091-085d-4e11-9ec3-a22e6f275ccf req-3c459437-275f-477c-9934-d0dc41430123 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054178 Jan 21 09:50:29.757805 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [req-f587db19-06b8-4f95-b2b8-daebb747632e req-7fdcadb0-25eb-45d6-bea8-7e6361aa8f8d service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:50:29.758923 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f587db19-06b8-4f95-b2b8-daebb747632e req-7fdcadb0-25eb-45d6-bea8-7e6361aa8f8d service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054080 Jan 21 09:50:30.151616 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f3266-db41-468b-869b-b08cd8ffc990 req-c5322778-761d-45c8-9ddc-300be12de379 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:30.153415 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-451f3266-db41-468b-869b-b08cd8ffc990 req-c5322778-761d-45c8-9ddc-300be12de379 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/ports?device_id=a674cbea-5e4f-4b1b-b8ca-a7c1b141303e HTTP/1.1" status: 200 len: 949 time: 0.0557647 Jan 21 09:50:30.193405 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-451f3266-db41-468b-869b-b08cd8ffc990 req-8f73cde1-0b23-48ec-af8a-4becb86e3ddb tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/security-groups?id=c71c0c3b-0b96-4693-a778-d6543ab83077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339139 Jan 21 09:50:31.313831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a4525-44c5-48bc-bc69-00005f3d8966 req-ac692ad2-0d93-46f4-8e11-a423bc23e695 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:31.315296 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-847a4525-44c5-48bc-bc69-00005f3d8966 req-ac692ad2-0d93-46f4-8e11-a423bc23e695 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/ports?device_id=a674cbea-5e4f-4b1b-b8ca-a7c1b141303e HTTP/1.1" status: 200 len: 949 time: 0.0520256 Jan 21 09:50:31.354749 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-847a4525-44c5-48bc-bc69-00005f3d8966 req-92ee2c88-2d51-4018-a7b7-a03d984d1a38 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.88 "GET /v2.0/security-groups?id=c71c0c3b-0b96-4693-a778-d6543ab83077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331254 Jan 21 09:50:31.415381 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3326bc3-c1be-4e5c-a39d-e5c0c3d39bae req-3ce0f56e-c145-4207-8140-f4eadf30723f tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:31.416839 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a3326bc3-c1be-4e5c-a39d-e5c0c3d39bae req-3ce0f56e-c145-4207-8140-f4eadf30723f tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.113 "GET /v2.0/ports?device_id=a674cbea-5e4f-4b1b-b8ca-a7c1b141303e HTTP/1.1" status: 200 len: 949 time: 0.0531332 Jan 21 09:50:31.504722 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-a3326bc3-c1be-4e5c-a39d-e5c0c3d39bae req-29dc5fd4-3390-4db3-bb56-0dac875962c8 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Deleting port 9c51298a-98de-4173-9180-f4cb3d94b89f {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:50:31.505084 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a3326bc3-c1be-4e5c-a39d-e5c0c3d39bae req-29dc5fd4-3390-4db3-bb56-0dac875962c8 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:31.596187 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-a3326bc3-c1be-4e5c-a39d-e5c0c3d39bae req-29dc5fd4-3390-4db3-bb56-0dac875962c8 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] For port 9c51298a-98de-4173-9180-f4cb3d94b89f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9c51298a-98de-4173-9180-f4cb3d94b89f,segment=NetworkSegment(e0e962b6-4471-4eaa-931f-98bbb70934c3),segment_id=e0e962b6-4471-4eaa-931f-98bbb70934c3)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:31.596551 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a3326bc3-c1be-4e5c-a39d-e5c0c3d39bae req-29dc5fd4-3390-4db3-bb56-0dac875962c8 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:31.608155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-a3326bc3-c1be-4e5c-a39d-e5c0c3d39bae req-29dc5fd4-3390-4db3-bb56-0dac875962c8 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Calling delete_port for 9c51298a-98de-4173-9180-f4cb3d94b89f owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:50:31.735458 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a3326bc3-c1be-4e5c-a39d-e5c0c3d39bae req-29dc5fd4-3390-4db3-bb56-0dac875962c8 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:31.750359 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['9c51298a-98de-4173-9180-f4cb3d94b89f'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:50:31.771526 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc5fd4-3390-4db3-bb56-0dac875962c8 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Pushing event deleted for resources: {'Port': ['ID=9c51298a-98de-4173-9180-f4cb3d94b89f,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:31.815139 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3326bc3-c1be-4e5c-a39d-e5c0c3d39bae req-29dc5fd4-3390-4db3-bb56-0dac875962c8 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] No DVR routers for this DVR port 9c51298a-98de-4173-9180-f4cb3d94b89f on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:31.817832 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a3326bc3-c1be-4e5c-a39d-e5c0c3d39bae req-29dc5fd4-3390-4db3-bb56-0dac875962c8 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:31.821244 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a3326bc3-c1be-4e5c-a39d-e5c0c3d39bae req-29dc5fd4-3390-4db3-bb56-0dac875962c8 tempest-ServersAdminNegativeTestJSON-1665786615 tempest-ServersAdminNegativeTestJSON-1665786615-project] 10.222.0.113 "DELETE /v2.0/ports/9c51298a-98de-4173-9180-f4cb3d94b89f HTTP/1.1" status: 204 len: 173 time: 0.3987365 Jan 21 09:50:31.821803 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a674cbea-5e4f-4b1b-b8ca-a7c1b141303e', 'name': 'network-vif-deleted', 'tag': '9c51298a-98de-4173-9180-f4cb3d94b89f'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:31.824179 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa15f9a-a598-43cc-b581-7ad0826d043a" -d '{"events": [{"server_uuid": "a674cbea-5e4f-4b1b-b8ca-a7c1b141303e", "name": "network-vif-deleted", "tag": "9c51298a-98de-4173-9180-f4cb3d94b89f"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:50:31.863446 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9649faff-0887-45a2-953a-f54c13d31bbf x-openstack-request-id: req-9649faff-0887-45a2-953a-f54c13d31bbf {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:50:31.863788 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a674cbea-5e4f-4b1b-b8ca-a7c1b141303e", "name": "network-vif-deleted", "tag": "9c51298a-98de-4173-9180-f4cb3d94b89f", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:50:31.864125 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9649faff-0887-45a2-953a-f54c13d31bbf {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:50:31.864531 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a674cbea-5e4f-4b1b-b8ca-a7c1b141303e', 'name': 'network-vif-deleted', 'tag': '9c51298a-98de-4173-9180-f4cb3d94b89f', 'status': 'completed', 'code': 200} Jan 21 09:50:32.662213 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46688) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:32.795872 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8dbb416c-eb25-4f00-9a98-477689bfec81 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f0b7225bacf441738670023e37d6de29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324811 Jan 21 09:50:32.798351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46692) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:32.845994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-871ac780-b025-4eaf-99ff-4dad9182616b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.869246 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-871ac780-b025-4eaf-99ff-4dad9182616b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.922575 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-871ac780-b025-4eaf-99ff-4dad9182616b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.925582 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-871ac780-b025-4eaf-99ff-4dad9182616b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.926888 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-871ac780-b025-4eaf-99ff-4dad9182616b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c71c0c3b-0b96-4693-a778-d6543ab83077 HTTP/1.1" status: 204 len: 168 time: 0.1275167 Jan 21 09:50:32.935266 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ac780-b025-4eaf-99ff-4dad9182616b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71c0c3b-0b96-4693-a778-d6543ab83077,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:33.214966 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46698) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:33.230739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2650b5b0-2d25-4ea9-b94f-b57c07023e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.313166 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2650b5b0-2d25-4ea9-b94f-b57c07023e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.317731 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2650b5b0-2d25-4ea9-b94f-b57c07023e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.357582 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2650b5b0-2d25-4ea9-b94f-b57c07023e46 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=51823ac2ab7d4fc49ee633ec2097d53e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414146 Jan 21 09:50:33.358445 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650b5b0-2d25-4ea9-b94f-b57c07023e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f73d316-e693-44db-92c6-b3094da700cd,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:33.360189 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46700) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:33.409703 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a18be89a-456c-4e57-a79a-3b8b9dcc4e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.432022 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a18be89a-456c-4e57-a79a-3b8b9dcc4e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.477018 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a18be89a-456c-4e57-a79a-3b8b9dcc4e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.479778 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a18be89a-456c-4e57-a79a-3b8b9dcc4e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.480948 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a18be89a-456c-4e57-a79a-3b8b9dcc4e26 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2f73d316-e693-44db-92c6-b3094da700cd HTTP/1.1" status: 204 len: 168 time: 0.1191616 Jan 21 09:50:33.489022 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18be89a-456c-4e57-a79a-3b8b9dcc4e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f73d316-e693-44db-92c6-b3094da700cd,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:34.149654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46722) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:34.244919 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-60aabc0d-cda5-48f8-80ce-c06d2b97f200 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-478135200-network', 'tenant_id': '544c5b24b9b84053bc26385e856561e3'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:50:34.266937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60aabc0d-cda5-48f8-80ce-c06d2b97f200 admin admin] Made reservation on behalf of 544c5b24b9b84053bc26385e856561e3 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:34.269422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60aabc0d-cda5-48f8-80ce-c06d2b97f200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.278486 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60aabc0d-cda5-48f8-80ce-c06d2b97f200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.355701 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60aabc0d-cda5-48f8-80ce-c06d2b97f200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.359395 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60aabc0d-cda5-48f8-80ce-c06d2b97f200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.384198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60aabc0d-cda5-48f8-80ce-c06d2b97f200 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:50:34.392793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aabc0d-cda5-48f8-80ce-c06d2b97f200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d011aa70-12a3-4ca9-9084-936504d59046,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:34.400189 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60aabc0d-cda5-48f8-80ce-c06d2b97f200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.400605 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-60aabc0d-cda5-48f8-80ce-c06d2b97f200 admin admin] Added segment a900f9f0-13ea-4710-a0f1-81f78120995e of type vlan for network 69f9eb53-e782-4fdd-93e3-718171dad3bc Jan 21 09:50:34.444009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60aabc0d-cda5-48f8-80ce-c06d2b97f200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.468820 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60aabc0d-cda5-48f8-80ce-c06d2b97f200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.470009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aabc0d-cda5-48f8-80ce-c06d2b97f200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:34.470575 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60aabc0d-cda5-48f8-80ce-c06d2b97f200 admin admin] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.535389 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-60aabc0d-cda5-48f8-80ce-c06d2b97f200 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3846097 Jan 21 09:50:34.538689 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46726) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:34.543990 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-bc42f605-cbf1-46cf-8a95-ae68f0ff5c23 admin admin] Request body: {'subnet': {'network_id': '69f9eb53-e782-4fdd-93e3-718171dad3bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-478135200-subnet', 'tenant_id': '544c5b24b9b84053bc26385e856561e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:50:34.564691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aabc0d-cda5-48f8-80ce-c06d2b97f200 admin admin] Pushing event updated for resources: {'Network': ['ID=69f9eb53-e782-4fdd-93e3-718171dad3bc,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:34.573187 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc42f605-cbf1-46cf-8a95-ae68f0ff5c23 admin admin] Made reservation on behalf of 544c5b24b9b84053bc26385e856561e3 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:34.575625 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc42f605-cbf1-46cf-8a95-ae68f0ff5c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.577275 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 69f9eb53-e782-4fdd-93e3-718171dad3bc details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:50:34.753934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc42f605-cbf1-46cf-8a95-ae68f0ff5c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.824497 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42f605-cbf1-46cf-8a95-ae68f0ff5c23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2c27e00-8fc6-42fe-b53a-6a6166eb2978,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:34.833428 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42f605-cbf1-46cf-8a95-ae68f0ff5c23 admin admin] Checking segment: {'id': 'a900f9f0-13ea-4710-a0f1-81f78120995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '69f9eb53-e782-4fdd-93e3-718171dad3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:50:34.833809 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc42f605-cbf1-46cf-8a95-ae68f0ff5c23 admin admin] Network hostable DHCP agents. Network: 69f9eb53-e782-4fdd-93e3-718171dad3bc, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:50:34.850867 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc42f605-cbf1-46cf-8a95-ae68f0ff5c23 admin admin] Network 69f9eb53-e782-4fdd-93e3-718171dad3bc is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:50:34.860407 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-bc42f605-cbf1-46cf-8a95-ae68f0ff5c23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 69f9eb53-e782-4fdd-93e3-718171dad3bc) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:34.864758 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc42f605-cbf1-46cf-8a95-ae68f0ff5c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:34.865412 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bc42f605-cbf1-46cf-8a95-ae68f0ff5c23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.870588 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a559c1-69d7-4fc1-974b-765949562fd0 None None] Network 69f9eb53-e782-4fdd-93e3-718171dad3bc requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:50:34.882096 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bc42f605-cbf1-46cf-8a95-ae68f0ff5c23 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3417113 Jan 21 09:50:35.004628 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c657711-735b-47f4-80a6-22c9aaf5b90b None None] Network 69f9eb53-e782-4fdd-93e3-718171dad3bc requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:50:35.341303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-6011d82c-5bae-4ef5-8304-ed59a89fe502 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:35.342866 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-6011d82c-5bae-4ef5-8304-ed59a89fe502 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/networks?id=69f9eb53-e782-4fdd-93e3-718171dad3bc HTTP/1.1" status: 200 len: 811 time: 0.1049783 Jan 21 09:50:35.359097 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-54928e67-eef3-472d-90a8-745cfb6f3cd6 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/quotas/544c5b24b9b84053bc26385e856561e3 HTTP/1.1" status: 200 len: 375 time: 0.0103204 Jan 21 09:50:35.397646 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-8c57482a-e934-4425-91e5-8e5230505472 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=544c5b24b9b84053bc26385e856561e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319612 Jan 21 09:50:35.495103 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-b480be98-db71-47dd-896d-b604d20b5ac4 service neutron] 10.222.0.88 "GET /v2.0/networks/69f9eb53-e782-4fdd-93e3-718171dad3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896294 Jan 21 09:50:35.598401 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-c014a6a7-d184-45ba-851a-dc5399b36b5e service neutron] 10.222.0.88 "GET /v2.0/networks/69f9eb53-e782-4fdd-93e3-718171dad3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956485 Jan 21 09:50:35.772546 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3b839dc5-90a9-41f2-9ee0-334d2b67b22f req-423de376-a2a8-4c1b-90e9-8191cd462b79 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 210 time: 0.0332303 Jan 21 09:50:35.873170 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0b7d-e8f0-46b4-9923-82f6ab3cd251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:36.710621 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 9c51298a-98de-4173-9180-f4cb3d94b89f no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:50:36.731781 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 9c51298a-98de-4173-9180-f4cb3d94b89f {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:50:36.732024 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 9c51298a-98de-4173-9180-f4cb3d94b89f not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:50:36.734997 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-30512a28-1219-4453-8032-82b9fa139b08 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:36.736451 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-30512a28-1219-4453-8032-82b9fa139b08 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.113 "GET /v2.0/networks?id=69f9eb53-e782-4fdd-93e3-718171dad3bc HTTP/1.1" status: 200 len: 811 time: 0.1072097 Jan 21 09:50:36.749804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-cb0fc15d-7923-4671-83e0-5a2251ac450a tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Request body: {'port': {'device_id': '9b8dcd53-13ba-48cd-8965-6269d5ad4db9', 'network_id': '69f9eb53-e782-4fdd-93e3-718171dad3bc', 'admin_state_up': True, 'tenant_id': '544c5b24b9b84053bc26385e856561e3'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:50:36.870614 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-cb0fc15d-7923-4671-83e0-5a2251ac450a tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Made reservation on behalf of 544c5b24b9b84053bc26385e856561e3 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:36.871963 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4fdac72f-614b-45dd-a56c-b57004c1aca4 req-f3d92c91-84bb-4a00-99b5-7c257acfeba8 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 210 time: 0.0279305 Jan 21 09:50:36.874354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-cb0fc15d-7923-4671-83e0-5a2251ac450a tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.003887 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-cb0fc15d-7923-4671-83e0-5a2251ac450a tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Allocated IP 172.20.0.11 (69f9eb53-e782-4fdd-93e3-718171dad3bc/b2c27e00-8fc6-42fe-b53a-6a6166eb2978/75fa7814-5b6b-47f0-938d-083a0d032dc5) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:37.154171 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-cb0fc15d-7923-4671-83e0-5a2251ac450a tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.187928 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-cb0fc15d-7923-4671-83e0-5a2251ac450a tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.232270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-cb0fc15d-7923-4671-83e0-5a2251ac450a tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Network 69f9eb53-e782-4fdd-93e3-718171dad3bc is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:37.235515 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-cb0fc15d-7923-4671-83e0-5a2251ac450a tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:37.239047 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-cb0fc15d-7923-4671-83e0-5a2251ac450a tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:37.246440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fc15d-7923-4671-83e0-5a2251ac450a tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Pushing event updated for resources: {'Port': ['ID=75fa7814-5b6b-47f0-938d-083a0d032dc5,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:37.297529 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-cb0fc15d-7923-4671-83e0-5a2251ac450a tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:37.298130 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-cb0fc15d-7923-4671-83e0-5a2251ac450a tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.313692 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-cb0fc15d-7923-4671-83e0-5a2251ac450a tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5680852 Jan 21 09:50:37.325999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Request body: {'port': {'device_id': '9b8dcd53-13ba-48cd-8965-6269d5ad4db9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:50:37.379525 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.953850 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75fa7814-5b6b-47f0-938d-083a0d032dc5 {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:50:37.979310 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.996807 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Transition to ACTIVE for port object 75fa7814-5b6b-47f0-938d-083a0d032dc5 will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:38.001709 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.013370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18704e07-fc84-4669-9913-43b3d552fa7b req-1755888a-f044-43d0-a628-d0a20fd9daf8 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:38.014883 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-18704e07-fc84-4669-9913-43b3d552fa7b req-1755888a-f044-43d0-a628-d0a20fd9daf8 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 932 time: 0.0755415 Jan 21 09:50:38.093688 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=75fa7814-5b6b-47f0-938d-083a0d032dc5,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:38.100065 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-18704e07-fc84-4669-9913-43b3d552fa7b req-60cbf849-6052-480c-946c-32dcd28db05b tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625017 Jan 21 09:50:38.160909 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Attempting to bind port 75fa7814-5b6b-47f0-938d-083a0d032dc5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:50:38.161162 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Attempting to bind port 75fa7814-5b6b-47f0-938d-083a0d032dc5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'a900f9f0-13ea-4710-a0f1-81f78120995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '69f9eb53-e782-4fdd-93e3-718171dad3bc'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:50:38.161513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Attempting to bind port 75fa7814-5b6b-47f0-938d-083a0d032dc5 on network 69f9eb53-e782-4fdd-93e3-718171dad3bc {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:50:38.165812 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Port 75fa7814-5b6b-47f0-938d-083a0d032dc5 on network 69f9eb53-e782-4fdd-93e3-718171dad3bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:50:38.166128 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Attempting to bind port 75fa7814-5b6b-47f0-938d-083a0d032dc5 on network 69f9eb53-e782-4fdd-93e3-718171dad3bc {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:50:38.170831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:50:38.171167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Checking segment: {'id': 'a900f9f0-13ea-4710-a0f1-81f78120995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '69f9eb53-e782-4fdd-93e3-718171dad3bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:50:38.171550 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Bound using segment: {'id': 'a900f9f0-13ea-4710-a0f1-81f78120995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '69f9eb53-e782-4fdd-93e3-718171dad3bc'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:50:38.171968 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Bound port: 75fa7814-5b6b-47f0-938d-083a0d032dc5, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a900f9f0-13ea-4710-a0f1-81f78120995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '69f9eb53-e782-4fdd-93e3-718171dad3bc'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:50:38.172315 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.237367 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b7558344-dabd-4739-a8fb-afc9fc70aeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.239280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] For port 75fa7814-5b6b-47f0-938d-083a0d032dc5, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:50:38.242590 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] For port 75fa7814-5b6b-47f0-938d-083a0d032dc5, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=75fa7814-5b6b-47f0-938d-083a0d032dc5,segment=NetworkSegment(a900f9f0-13ea-4710-a0f1-81f78120995e),segment_id=a900f9f0-13ea-4710-a0f1-81f78120995e)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:50:38.247287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.281479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:38.282112 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.283493 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] 10.222.0.113 "PUT /v2.0/ports/75fa7814-5b6b-47f0-938d-083a0d032dc5 HTTP/1.1" status: 200 len: 1094 time: 0.9614675 Jan 21 09:50:38.283941 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8dcd53-13ba-48cd-8965-6269d5ad4db9', 'tag': '75fa7814-5b6b-47f0-938d-083a0d032dc5'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:38.286193 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5f9224-7255-416d-a662-6b4ca70f176d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8dcd53-13ba-48cd-8965-6269d5ad4db9", "tag": "75fa7814-5b6b-47f0-938d-083a0d032dc5"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:50:38.310547 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848593fc-7060-4fde-95a5-0829dcf8b7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=75fa7814-5b6b-47f0-938d-083a0d032dc5,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:38.334007 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5139ae15-ecfa-4756-82c3-6bd0dc641238 x-openstack-request-id: req-5139ae15-ecfa-4756-82c3-6bd0dc641238 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:50:38.334304 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8dcd53-13ba-48cd-8965-6269d5ad4db9", "tag": "75fa7814-5b6b-47f0-938d-083a0d032dc5", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:50:38.334600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5139ae15-ecfa-4756-82c3-6bd0dc641238 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:50:38.335004 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8dcd53-13ba-48cd-8965-6269d5ad4db9', 'tag': '75fa7814-5b6b-47f0-938d-083a0d032dc5', 'status': 'completed', 'code': 200} Jan 21 09:50:38.364540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-a130f164-a905-4e2a-b594-1fa815e1b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:38.366093 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-a130f164-a905-4e2a-b594-1fa815e1b9f0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=544c5b24b9b84053bc26385e856561e3&device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 1097 time: 0.0423479 Jan 21 09:50:38.410761 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-e4ce7fb0-a736-4ce4-8c90-52b8882f6fc8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75fa7814-5b6b-47f0-938d-083a0d032dc5 HTTP/1.1" status: 200 len: 217 time: 0.0375323 Jan 21 09:50:38.459141 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-c545c386-9d9e-439d-8221-f22015ea7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:38.460556 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-c545c386-9d9e-439d-8221-f22015ea7013 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b2c27e00-8fc6-42fe-b53a-6a6166eb2978 HTTP/1.1" status: 200 len: 851 time: 0.0440500 Jan 21 09:50:38.492968 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-9cb4fba8-0705-427e-bf44-a3f3b4dc6c59 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=69f9eb53-e782-4fdd-93e3-718171dad3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253437 Jan 21 09:50:38.585242 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-0df7fa76-8872-4a9e-bec5-0b5e33ec0964 service neutron] 10.222.0.113 "GET /v2.0/networks/69f9eb53-e782-4fdd-93e3-718171dad3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863469 Jan 21 09:50:38.677605 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dda631d3-d5fc-4fed-aeee-d1c7a16c93aa req-04b0fecf-5f1a-4d54-a290-3ef325eb31a8 service neutron] 10.222.0.113 "GET /v2.0/networks/69f9eb53-e782-4fdd-93e3-718171dad3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859997 Jan 21 09:50:38.759731 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f9224-7255-416d-a662-6b4ca70f176d req-2f4906a3-712d-4855-97b0-d5342d3be73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:38.761158 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1a5f9224-7255-416d-a662-6b4ca70f176d req-2f4906a3-712d-4855-97b0-d5342d3be73e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=544c5b24b9b84053bc26385e856561e3&device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 1097 time: 0.0421770 Jan 21 09:50:38.855382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f9224-7255-416d-a662-6b4ca70f176d req-e73c43fe-e5c4-4015-a473-f3a8a63ece43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:38.856924 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1a5f9224-7255-416d-a662-6b4ca70f176d req-e73c43fe-e5c4-4015-a473-f3a8a63ece43 service neutron] 10.222.0.113 "GET /v2.0/networks?id=69f9eb53-e782-4fdd-93e3-718171dad3bc HTTP/1.1" status: 200 len: 912 time: 0.0873687 Jan 21 09:50:38.901085 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1a5f9224-7255-416d-a662-6b4ca70f176d req-3b9525ea-afb5-479e-bfa3-8ae540ade91a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75fa7814-5b6b-47f0-938d-083a0d032dc5 HTTP/1.1" status: 200 len: 217 time: 0.0366886 Jan 21 09:50:38.956382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f9224-7255-416d-a662-6b4ca70f176d req-29d940d1-05fa-45f9-b372-c036d099367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:38.957876 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1a5f9224-7255-416d-a662-6b4ca70f176d req-29d940d1-05fa-45f9-b372-c036d099367c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b2c27e00-8fc6-42fe-b53a-6a6166eb2978 HTTP/1.1" status: 200 len: 851 time: 0.0494745 Jan 21 09:50:38.994646 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1a5f9224-7255-416d-a662-6b4ca70f176d req-52a55eab-1952-4004-9926-85fbc397346e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=69f9eb53-e782-4fdd-93e3-718171dad3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270514 Jan 21 09:50:39.087535 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1a5f9224-7255-416d-a662-6b4ca70f176d req-9e89129b-3a64-474d-a88a-9ca4bbc67b96 service neutron] 10.222.0.113 "GET /v2.0/networks/69f9eb53-e782-4fdd-93e3-718171dad3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851724 Jan 21 09:50:39.207358 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1a5f9224-7255-416d-a662-6b4ca70f176d req-bd38ce3a-9cfc-458f-b01e-ea6d77578579 service neutron] 10.222.0.113 "GET /v2.0/networks/69f9eb53-e782-4fdd-93e3-718171dad3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121569 Jan 21 09:50:39.232235 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb6c07-a2b1-45c5-a882-2db98b62ed0d req-232f7d72-e156-480a-8bc9-d45bbf803792 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:39.233790 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dbcb6c07-a2b1-45c5-a882-2db98b62ed0d req-232f7d72-e156-480a-8bc9-d45bbf803792 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 944 time: 0.0643218 Jan 21 09:50:39.271768 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dbcb6c07-a2b1-45c5-a882-2db98b62ed0d req-82e59154-39ff-44d8-a5ea-0be70955cda3 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319173 Jan 21 09:50:39.296739 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.391767 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85464e94-0c79-4970-8743-2472c02b5fdf req-e7818802-0e3b-4f92-b098-6aa9355578c1 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:40.393279 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-85464e94-0c79-4970-8743-2472c02b5fdf req-e7818802-0e3b-4f92-b098-6aa9355578c1 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 944 time: 0.0506437 Jan 21 09:50:40.432080 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-85464e94-0c79-4970-8743-2472c02b5fdf req-52d7bddb-801b-45d0-a2a6-c486412d5935 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321789 Jan 21 09:50:40.732238 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 75fa7814-5b6b-47f0-938d-083a0d032dc5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:50:40.825300 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 75fa7814-5b6b-47f0-938d-083a0d032dc5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=75fa7814-5b6b-47f0-938d-083a0d032dc5,segment=NetworkSegment(a900f9f0-13ea-4710-a0f1-81f78120995e),segment_id=a900f9f0-13ea-4710-a0f1-81f78120995e)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:40.835661 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '75fa7814-5b6b-47f0-938d-083a0d032dc5', 'network_id': '69f9eb53-e782-4fdd-93e3-718171dad3bc', 'port_id': '75fa7814-5b6b-47f0-938d-083a0d032dc5', 'mac_address': 'fa:16:3e:5f:fe:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c27e00-8fc6-42fe-b53a-6a6166eb2978', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:50:40.875849 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.888838 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75fa7814-5b6b-47f0-938d-083a0d032dc5 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:50:40.908093 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 75fa7814-5b6b-47f0-938d-083a0d032dc5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=75fa7814-5b6b-47f0-938d-083a0d032dc5,segment=NetworkSegment(a900f9f0-13ea-4710-a0f1-81f78120995e),segment_id=a900f9f0-13ea-4710-a0f1-81f78120995e)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:40.911663 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.957183 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=75fa7814-5b6b-47f0-938d-083a0d032dc5,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:41.101676 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['75fa7814-5b6b-47f0-938d-083a0d032dc5'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:50:41.306670 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.378201 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.551939 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13f5e7-b63a-496c-b859-6d08e39e9d27 req-c7c89fe8-ed1d-4d0f-9f5f-b1ff613f7af5 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:41.553838 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3d13f5e7-b63a-496c-b859-6d08e39e9d27 req-c7c89fe8-ed1d-4d0f-9f5f-b1ff613f7af5 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 945 time: 0.0564651 Jan 21 09:50:41.592590 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3d13f5e7-b63a-496c-b859-6d08e39e9d27 req-07fb5b10-6523-41ca-99df-65c857a0e1e9 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319090 Jan 21 09:50:42.711777 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e096549-f2c2-416b-a99d-043709a45372 req-99d08cc8-0d33-4bc8-aff3-8e48ea491178 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:42.713258 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1e096549-f2c2-416b-a99d-043709a45372 req-99d08cc8-0d33-4bc8-aff3-8e48ea491178 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 945 time: 0.0497899 Jan 21 09:50:42.742684 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 75fa7814-5b6b-47f0-938d-083a0d032dc5 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:50:42.751151 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1e096549-f2c2-416b-a99d-043709a45372 req-9268a254-d070-4924-9f2d-848b1b95cb40 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 Jan 21 09:50:42.791043 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 75fa7814-5b6b-47f0-938d-083a0d032dc5 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:42.794577 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 75fa7814-5b6b-47f0-938d-083a0d032dc5 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:42.794956 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:42.872627 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:42.896743 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8dcd53-13ba-48cd-8965-6269d5ad4db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fa7814-5b6b-47f0-938d-083a0d032dc5'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:42.900065 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56b6af1-aea5-4b2b-8c87-6289ed108648" -d '{"events": [{"server_uuid": "9b8dcd53-13ba-48cd-8965-6269d5ad4db9", "name": "network-vif-plugged", "status": "completed", "tag": "75fa7814-5b6b-47f0-938d-083a0d032dc5"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:50:42.912999 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 75fa7814-5b6b-47f0-938d-083a0d032dc5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=75fa7814-5b6b-47f0-938d-083a0d032dc5,segment=NetworkSegment(a900f9f0-13ea-4710-a0f1-81f78120995e),segment_id=a900f9f0-13ea-4710-a0f1-81f78120995e)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:42.918206 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:42.944167 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611c6cd6-4fa5-4634-ac6f-c802fec891b6 x-openstack-request-id: req-611c6cd6-4fa5-4634-ac6f-c802fec891b6 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:50:42.944474 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8dcd53-13ba-48cd-8965-6269d5ad4db9", "name": "network-vif-plugged", "status": "completed", "tag": "75fa7814-5b6b-47f0-938d-083a0d032dc5", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:50:42.944726 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-611c6cd6-4fa5-4634-ac6f-c802fec891b6 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:50:42.945819 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8dcd53-13ba-48cd-8965-6269d5ad4db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fa7814-5b6b-47f0-938d-083a0d032dc5', 'code': 200} Jan 21 09:50:42.972287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=75fa7814-5b6b-47f0-938d-083a0d032dc5,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:43.115439 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d6b15-eba1-4cc0-a08f-7b4cf9024b65 req-5c5eab6c-b934-42dc-bc44-25d2b1f74c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:43.117587 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8a4d6b15-eba1-4cc0-a08f-7b4cf9024b65 req-5c5eab6c-b934-42dc-bc44-25d2b1f74c5c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 1099 time: 0.0467248 Jan 21 09:50:43.153732 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8a4d6b15-eba1-4cc0-a08f-7b4cf9024b65 req-4d2b288a-128a-4207-b923-35f6ec522b44 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305383 Jan 21 09:50:43.872336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c38cc3-6204-4626-bda7-388a1a20f5f5 req-ded3330d-5ad1-40c6-9f8f-539ce5507c09 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:43.873822 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b6c38cc3-6204-4626-bda7-388a1a20f5f5 req-ded3330d-5ad1-40c6-9f8f-539ce5507c09 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0528944 Jan 21 09:50:43.910939 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b6c38cc3-6204-4626-bda7-388a1a20f5f5 req-d1d50816-570b-4a52-be5e-ee078908c110 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312700 Jan 21 09:50:45.029513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcae442-3539-4535-a746-08577220a714 req-08b51b86-8439-4913-a387-4460fe3056e7 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:45.031022 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ebcae442-3539-4535-a746-08577220a714 req-08b51b86-8439-4913-a387-4460fe3056e7 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0487788 Jan 21 09:50:45.069582 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ebcae442-3539-4535-a746-08577220a714 req-3ba9acea-9022-41eb-bed8-3be3375340cc tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324254 Jan 21 09:50:45.405273 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6eb18-5964-4bc0-a64c-64334e0d1f8e req-2a1ae3eb-f869-4865-87e9-d9aa93249b09 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:45.406826 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-57d6eb18-5964-4bc0-a64c-64334e0d1f8e req-2a1ae3eb-f869-4865-87e9-d9aa93249b09 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0576046 Jan 21 09:50:45.417940 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46786) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:50:45.447014 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-57d6eb18-5964-4bc0-a64c-64334e0d1f8e req-f4de41af-ee13-4078-92b5-3c49d3c098d2 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340753 Jan 21 09:50:45.509932 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-8406fa48-d4e5-44f8-a621-804b2a251ec9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906510 Jan 21 09:50:45.518671 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-5f651814-9662-4f64-8a52-1d81d85fda78 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:50:45.519621 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-5f651814-9662-4f64-8a52-1d81d85fda78 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048780 Jan 21 09:50:45.753136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dbc3f-97ba-445f-8365-8b0644371f68 req-46aab29f-7d9f-4b14-9eda-b088487db120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:45.755043 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b08dbc3f-97ba-445f-8365-8b0644371f68 req-46aab29f-7d9f-4b14-9eda-b088487db120 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=544c5b24b9b84053bc26385e856561e3&device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 1099 time: 0.0475104 Jan 21 09:50:45.865677 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dbc3f-97ba-445f-8365-8b0644371f68 req-d7204d59-b47f-4f6b-bbfb-212f591ae734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:45.867864 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b08dbc3f-97ba-445f-8365-8b0644371f68 req-d7204d59-b47f-4f6b-bbfb-212f591ae734 service neutron] 10.222.0.113 "GET /v2.0/networks?id=69f9eb53-e782-4fdd-93e3-718171dad3bc HTTP/1.1" status: 200 len: 912 time: 0.0947714 Jan 21 09:50:45.913562 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b08dbc3f-97ba-445f-8365-8b0644371f68 req-32fd4d13-02e5-48c6-9150-cef089e31e31 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75fa7814-5b6b-47f0-938d-083a0d032dc5 HTTP/1.1" status: 200 len: 217 time: 0.0396965 Jan 21 09:50:45.967329 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dbc3f-97ba-445f-8365-8b0644371f68 req-d629a7b6-769d-49f8-aa8a-8847759f50c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:45.968843 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b08dbc3f-97ba-445f-8365-8b0644371f68 req-d629a7b6-769d-49f8-aa8a-8847759f50c2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b2c27e00-8fc6-42fe-b53a-6a6166eb2978 HTTP/1.1" status: 200 len: 851 time: 0.0491021 Jan 21 09:50:46.002434 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b08dbc3f-97ba-445f-8365-8b0644371f68 req-fcb00149-575f-4422-891b-a9f898dfd31c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=69f9eb53-e782-4fdd-93e3-718171dad3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268695 Jan 21 09:50:46.095423 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b08dbc3f-97ba-445f-8365-8b0644371f68 req-bbe4828c-531e-4f12-9b1a-bdc7273d5044 service neutron] 10.222.0.113 "GET /v2.0/networks/69f9eb53-e782-4fdd-93e3-718171dad3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867567 Jan 21 09:50:46.197738 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b08dbc3f-97ba-445f-8365-8b0644371f68 req-eb691a60-c798-473a-8b3d-056a83e87b20 service neutron] 10.222.0.113 "GET /v2.0/networks/69f9eb53-e782-4fdd-93e3-718171dad3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954156 Jan 21 09:50:46.578415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f91e0-3a09-4ba2-828e-f0175ed118be req-45287fd3-03df-431b-be52-ea3be320dab0 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:46.579915 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f27f91e0-3a09-4ba2-828e-f0175ed118be req-45287fd3-03df-431b-be52-ea3be320dab0 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0490603 Jan 21 09:50:46.620079 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f27f91e0-3a09-4ba2-828e-f0175ed118be req-b6c3cc61-ce67-4bb0-9fdb-68f313aeeea2 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325468 Jan 21 09:50:46.764231 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62e518-2816-470b-a04e-ac444d15d07d req-2f0644e7-97c2-4e67-8809-3f243c87cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:46.766512 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-2f0644e7-97c2-4e67-8809-3f243c87cd09 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=544c5b24b9b84053bc26385e856561e3&device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 1099 time: 0.0442121 Jan 21 09:50:46.865235 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62e518-2816-470b-a04e-ac444d15d07d req-89b18a15-7511-4498-830b-be41d94fc5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:46.867413 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-89b18a15-7511-4498-830b-be41d94fc5d9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=69f9eb53-e782-4fdd-93e3-718171dad3bc HTTP/1.1" status: 200 len: 912 time: 0.0936725 Jan 21 09:50:46.907358 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-01234af1-d49e-47fa-890e-96658a738ca8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75fa7814-5b6b-47f0-938d-083a0d032dc5 HTTP/1.1" status: 200 len: 217 time: 0.0342710 Jan 21 09:50:46.956156 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62e518-2816-470b-a04e-ac444d15d07d req-cf941d2d-721b-4d84-9773-0472894a55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:46.957688 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-cf941d2d-721b-4d84-9773-0472894a55d1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b2c27e00-8fc6-42fe-b53a-6a6166eb2978 HTTP/1.1" status: 200 len: 851 time: 0.0446379 Jan 21 09:50:46.988407 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-8200b2fd-af2c-411e-9d93-0ebe36ae26c5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=69f9eb53-e782-4fdd-93e3-718171dad3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246980 Jan 21 09:50:47.093255 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-aa4068e2-529b-49c9-af17-7f9fe1c49b8e service neutron] 10.222.0.113 "GET /v2.0/networks/69f9eb53-e782-4fdd-93e3-718171dad3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987442 Jan 21 09:50:47.187716 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-74385278-6552-48d8-ba6d-b7265e35593a service neutron] 10.222.0.113 "GET /v2.0/networks/69f9eb53-e782-4fdd-93e3-718171dad3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874293 Jan 21 09:50:47.748851 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d1b88-4089-4d88-a9bc-ec01349705f8 req-2ff80ade-70dd-44e0-b179-8ecba416297d tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:47.750305 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a71d1b88-4089-4d88-a9bc-ec01349705f8 req-2ff80ade-70dd-44e0-b179-8ecba416297d tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0598803 Jan 21 09:50:47.790133 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a71d1b88-4089-4d88-a9bc-ec01349705f8 req-d079f0d5-3e5b-44f4-88d8-d0b5f70bb805 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338585 Jan 21 09:50:48.910873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee081676-7686-4b44-9c0c-bca76556bb3c req-8646d95a-90eb-41a5-8696-2ea74e17453f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:48.912376 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ee081676-7686-4b44-9c0c-bca76556bb3c req-8646d95a-90eb-41a5-8696-2ea74e17453f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0530782 Jan 21 09:50:48.951029 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ee081676-7686-4b44-9c0c-bca76556bb3c req-201bcbf6-0323-485d-9e63-07f0920cfb4d tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321779 Jan 21 09:50:50.071123 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93cbb2-f854-426c-aa5a-7d6e60c88ee0 req-9b6d6da5-e15b-4810-a447-7547cfcd58c1 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:50.072637 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6e93cbb2-f854-426c-aa5a-7d6e60c88ee0 req-9b6d6da5-e15b-4810-a447-7547cfcd58c1 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0539529 Jan 21 09:50:50.111817 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6e93cbb2-f854-426c-aa5a-7d6e60c88ee0 req-df770c77-23b1-4195-80ca-efab78f08aa0 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324905 Jan 21 09:50:51.245482 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5756fb1-cb1f-4da2-8719-d4de6b50abe9 req-8c52001b-f998-40f1-942a-6e8b59385ce2 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:51.247200 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b5756fb1-cb1f-4da2-8719-d4de6b50abe9 req-8c52001b-f998-40f1-942a-6e8b59385ce2 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0589628 Jan 21 09:50:51.290679 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b5756fb1-cb1f-4da2-8719-d4de6b50abe9 req-b081c033-69a8-42f7-9e9b-6d742e0a6b61 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375919 Jan 21 09:50:52.411487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9872f-75db-48d2-9d85-805e5b0b2cfb req-8d922d57-92cb-4cfd-a0c4-cd6dd8bb9a85 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:52.412962 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-00f9872f-75db-48d2-9d85-805e5b0b2cfb req-8d922d57-92cb-4cfd-a0c4-cd6dd8bb9a85 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0496135 Jan 21 09:50:52.451804 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-00f9872f-75db-48d2-9d85-805e5b0b2cfb req-6c6de172-b6bf-4331-8998-b4ca3468e5f8 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317574 Jan 21 09:50:53.204034 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:50:53.575127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ce2ad-fa7a-45e6-9293-4f55639f2b07 req-94e5c00b-8405-4b34-b94d-27633a723971 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:53.576989 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-453ce2ad-fa7a-45e6-9293-4f55639f2b07 req-94e5c00b-8405-4b34-b94d-27633a723971 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0545292 Jan 21 09:50:53.617929 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-453ce2ad-fa7a-45e6-9293-4f55639f2b07 req-2999d871-ecc2-407c-aada-f3736252f285 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349805 Jan 21 09:50:54.750644 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2590e6-3b10-47cc-ac46-4f1ef061ad3b req-db5867ca-c0a6-452e-bc32-5781e2d17ca2 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:54.752044 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ad2590e6-3b10-47cc-ac46-4f1ef061ad3b req-db5867ca-c0a6-452e-bc32-5781e2d17ca2 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0554430 Jan 21 09:50:54.792731 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ad2590e6-3b10-47cc-ac46-4f1ef061ad3b req-fbb10ea4-62bf-49ad-b8a1-3d7379978905 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339947 Jan 21 09:50:54.885666 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:55.916506 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653399c1-78b4-46ef-81d4-0886700009ff req-74f0296f-8789-427b-b24a-cf6e279033c2 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:55.918021 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-653399c1-78b4-46ef-81d4-0886700009ff req-74f0296f-8789-427b-b24a-cf6e279033c2 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0575147 Jan 21 09:50:55.956603 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-653399c1-78b4-46ef-81d4-0886700009ff req-10d5e6ce-7048-4816-995b-984d1308fa1e tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326934 Jan 21 09:50:57.078392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7735fe-1f36-45ea-9380-b7de72d96a73 req-0d10b1e6-a6a6-4fc5-8da6-244a0d1926f5 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:57.079982 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ee7735fe-1f36-45ea-9380-b7de72d96a73 req-0d10b1e6-a6a6-4fc5-8da6-244a0d1926f5 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0506599 Jan 21 09:50:57.119443 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ee7735fe-1f36-45ea-9380-b7de72d96a73 req-3d876346-caf5-4cc2-b22a-715b73429817 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329442 Jan 21 09:50:58.239472 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871331ca-62ed-4ec3-b413-5a31cd0b2b26 req-e92eb64f-272b-4579-b193-ba376496c52d tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:58.240967 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-871331ca-62ed-4ec3-b413-5a31cd0b2b26 req-e92eb64f-272b-4579-b193-ba376496c52d tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0496356 Jan 21 09:50:58.280210 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-871331ca-62ed-4ec3-b413-5a31cd0b2b26 req-c33c31ec-09db-4651-bce5-fcfce605300d tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324299 Jan 21 09:50:59.399923 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303a079-19b9-41c2-951f-71e24c344125 req-956d2442-19a6-408f-8d83-1adf873cf4ba tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.401512 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e303a079-19b9-41c2-951f-71e24c344125 req-956d2442-19a6-408f-8d83-1adf873cf4ba tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0531275 Jan 21 09:50:59.439736 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e303a079-19b9-41c2-951f-71e24c344125 req-6f8d8f91-4786-4257-ab02-6b175e484e69 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319633 Jan 21 09:51:00.557109 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd57bf-47f0-47f3-a89c-6d0b5c48f8f5 req-92fcb0a7-a261-402f-807e-ff3795db4c2f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:00.558628 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-27bd57bf-47f0-47f3-a89c-6d0b5c48f8f5 req-92fcb0a7-a261-402f-807e-ff3795db4c2f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0503483 Jan 21 09:51:00.601934 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-27bd57bf-47f0-47f3-a89c-6d0b5c48f8f5 req-59f8f925-47d8-4f5a-b46f-ab9c5e94f92b tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366428 Jan 21 09:51:01.726784 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e34d7-c7f6-40fc-adb9-3a11e6cf0425 req-8ea775de-6aad-45a2-a554-e3982e6dec79 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:01.728301 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d6e34d7-c7f6-40fc-adb9-3a11e6cf0425 req-8ea775de-6aad-45a2-a554-e3982e6dec79 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0548081 Jan 21 09:51:01.766856 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d6e34d7-c7f6-40fc-adb9-3a11e6cf0425 req-8f0ec0cc-4c25-44c1-8f04-9769743a6a23 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325253 Jan 21 09:51:02.901885 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f160689-7f0e-419c-87c1-67de4a4de907 req-81bb96c2-20db-4421-900c-d8e080e8f60f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:02.903636 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7f160689-7f0e-419c-87c1-67de4a4de907 req-81bb96c2-20db-4421-900c-d8e080e8f60f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0648766 Jan 21 09:51:02.942497 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7f160689-7f0e-419c-87c1-67de4a4de907 req-5344b0f4-5c3e-490f-b61a-94d8bef43292 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327916 Jan 21 09:51:04.065980 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bde2b-fb6f-4f73-b264-dcf6f7c15048 req-fa4c8ec4-de4e-4471-96f2-ddb7b041c084 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:04.067683 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-477bde2b-fb6f-4f73-b264-dcf6f7c15048 req-fa4c8ec4-de4e-4471-96f2-ddb7b041c084 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0530975 Jan 21 09:51:04.110892 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-477bde2b-fb6f-4f73-b264-dcf6f7c15048 req-c8b82517-e111-4606-9a7a-2a796461c67e tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364389 Jan 21 09:51:05.234559 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85086ce8-ea61-4be9-8c14-8a4d79a19299 req-27a99b97-1055-443d-aafe-bc774001bd37 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:05.236047 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-85086ce8-ea61-4be9-8c14-8a4d79a19299 req-27a99b97-1055-443d-aafe-bc774001bd37 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0555196 Jan 21 09:51:05.275928 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-85086ce8-ea61-4be9-8c14-8a4d79a19299 req-42846abf-3fe9-49db-9e70-b475da180571 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325511 Jan 21 09:51:05.871331 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-181bf3a9-bd40-45d7-8ac7-4fe068ed556c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.394109 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cd948-e3e1-490a-9d35-6b7c8e96ce84 req-db9f45ff-7f9a-4393-a0a7-5e90051aa77a tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:06.395633 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fe7cd948-e3e1-490a-9d35-6b7c8e96ce84 req-db9f45ff-7f9a-4393-a0a7-5e90051aa77a tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0502105 Jan 21 09:51:06.434229 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fe7cd948-e3e1-490a-9d35-6b7c8e96ce84 req-e63aa3af-da74-4256-8dac-79f0afb0d3ff tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326715 Jan 21 09:51:07.554048 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3c9d7-91a3-4214-bcef-ba2478e97a1b req-e7e33009-7825-4e4b-a6cc-d9d904aa5857 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:07.555561 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fec3c9d7-91a3-4214-bcef-ba2478e97a1b req-e7e33009-7825-4e4b-a6cc-d9d904aa5857 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0521319 Jan 21 09:51:07.593951 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fec3c9d7-91a3-4214-bcef-ba2478e97a1b req-c13fe111-267a-4534-a4cd-a2383b699668 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324273 Jan 21 09:51:08.239563 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3dd5fa15-157e-4875-98b7-a7bcf7d00fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:08.719425 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36f991-9b52-4382-ad9b-8ca31cb10dbf req-a976a896-8c89-4037-a742-5307c43bec0c tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:08.720925 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7b36f991-9b52-4382-ad9b-8ca31cb10dbf req-a976a896-8c89-4037-a742-5307c43bec0c tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0553498 Jan 21 09:51:08.760118 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7b36f991-9b52-4382-ad9b-8ca31cb10dbf req-1b9bbc3d-b8f6-4d21-aeec-ade4e4f551fb tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328219 Jan 21 09:51:09.298828 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.883463 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c408a-a550-444a-b141-014ac2375102 req-b9e806a5-ec8b-4e2b-a51a-40e387bc1af2 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:09.884940 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ab7c408a-a550-444a-b141-014ac2375102 req-b9e806a5-ec8b-4e2b-a51a-40e387bc1af2 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0552108 Jan 21 09:51:09.923205 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ab7c408a-a550-444a-b141-014ac2375102 req-4d266760-8aed-4ca9-86cf-b8a3d73c884a tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321732 Jan 21 09:51:11.046917 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7addd3-2ef9-44da-9bc3-a386493ee026 req-5918e9a1-2401-4a9c-bd08-0e285c3fca98 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:11.048435 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9f7addd3-2ef9-44da-9bc3-a386493ee026 req-5918e9a1-2401-4a9c-bd08-0e285c3fca98 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0515907 Jan 21 09:51:11.089479 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9f7addd3-2ef9-44da-9bc3-a386493ee026 req-9f4fe052-3f73-4f22-b192-b9a9b59603dc tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349383 Jan 21 09:51:11.325439 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:11.391121 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.212857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b0570-4d0a-4c01-aab8-e03f3a8a174c req-2b2913cb-5d55-4112-9ec5-82f5b21584ba tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:12.215001 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-677b0570-4d0a-4c01-aab8-e03f3a8a174c req-2b2913cb-5d55-4112-9ec5-82f5b21584ba tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0525243 Jan 21 09:51:12.265562 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-677b0570-4d0a-4c01-aab8-e03f3a8a174c req-88df63ea-6985-45f0-bcf2-97d7c5f2ecf5 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432405 Jan 21 09:51:13.386167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2ef66-2c4e-4178-b2ed-d5434ffddc93 req-08eab824-22c8-42b4-9df9-849e3936c837 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:13.387811 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5ae2ef66-2c4e-4178-b2ed-d5434ffddc93 req-08eab824-22c8-42b4-9df9-849e3936c837 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0530846 Jan 21 09:51:13.429826 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5ae2ef66-2c4e-4178-b2ed-d5434ffddc93 req-7f562cce-9130-4d1b-abbc-4c62174c2251 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349717 Jan 21 09:51:13.845363 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-bb7ee5fe-9db1-44c6-a1a2-138c538041be service neutron] 10.222.0.113 "GET /v2.0/ports/75fa7814-5b6b-47f0-938d-083a0d032dc5/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0643528 Jan 21 09:51:14.106471 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62e518-2816-470b-a04e-ac444d15d07d req-a35d875b-d58c-4daf-b00f-b58668eb1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:14.107693 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-a35d875b-d58c-4daf-b00f-b58668eb1eab service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9&tenant_id=544c5b24b9b84053bc26385e856561e3 HTTP/1.1" status: 200 len: 1099 time: 0.0929806 Jan 21 09:51:14.180814 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62e518-2816-470b-a04e-ac444d15d07d req-c8c33067-a386-4416-b449-1a71d345dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:14.182469 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-c8c33067-a386-4416-b449-1a71d345dc42 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=544c5b24b9b84053bc26385e856561e3&device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 1099 time: 0.0451229 Jan 21 09:51:14.290035 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62e518-2816-470b-a04e-ac444d15d07d req-5af58b8e-bc76-47b4-8b74-5701d14c2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:14.291545 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-5af58b8e-bc76-47b4-8b74-5701d14c2b7b service neutron] 10.222.0.113 "GET /v2.0/networks?id=69f9eb53-e782-4fdd-93e3-718171dad3bc HTTP/1.1" status: 200 len: 912 time: 0.0995657 Jan 21 09:51:14.335169 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-ab1aa46e-5308-46aa-8f9d-8683c9bc344f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75fa7814-5b6b-47f0-938d-083a0d032dc5 HTTP/1.1" status: 200 len: 217 time: 0.0373130 Jan 21 09:51:14.389788 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62e518-2816-470b-a04e-ac444d15d07d req-8fdcd283-c177-45d7-b4cb-67ee0207104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:14.391202 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-8fdcd283-c177-45d7-b4cb-67ee0207104b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b2c27e00-8fc6-42fe-b53a-6a6166eb2978 HTTP/1.1" status: 200 len: 851 time: 0.0502431 Jan 21 09:51:14.425155 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-0b52a0fb-c190-4e6d-9e05-105d068bb2c0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=69f9eb53-e782-4fdd-93e3-718171dad3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277524 Jan 21 09:51:14.523215 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-5f5a9404-c0bc-4801-8285-bf58c29afc85 service neutron] 10.222.0.113 "GET /v2.0/networks/69f9eb53-e782-4fdd-93e3-718171dad3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917165 Jan 21 09:51:14.552235 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9df71-ffe4-45eb-9036-a879fe50bcbf req-06c723f4-b294-48f9-a4c3-72989a1c15ee tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:14.553854 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8da9df71-ffe4-45eb-9036-a879fe50bcbf req-06c723f4-b294-48f9-a4c3-72989a1c15ee tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0515225 Jan 21 09:51:14.595672 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8da9df71-ffe4-45eb-9036-a879fe50bcbf req-6a15de67-d234-425c-ab6d-7825a6a5cf08 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349987 Jan 21 09:51:14.626033 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8d62e518-2816-470b-a04e-ac444d15d07d req-58992091-c259-4da1-85b1-0a2f50d9e376 service neutron] 10.222.0.113 "GET /v2.0/networks/69f9eb53-e782-4fdd-93e3-718171dad3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960643 Jan 21 09:51:15.716585 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91d48a-1db6-4fff-ae51-16088f80f7c7 req-c39d60a0-6cf8-4b3b-b98f-c95b9bd4d46b tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:15.718083 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d91d48a-1db6-4fff-ae51-16088f80f7c7 req-c39d60a0-6cf8-4b3b-b98f-c95b9bd4d46b tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0530844 Jan 21 09:51:15.759261 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d91d48a-1db6-4fff-ae51-16088f80f7c7 req-35d6a1c4-5154-4ec1-bb20-11586a02827f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346766 Jan 21 09:51:16.882909 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b48d0-dd79-4407-8899-b3fadecabe96 req-cb062509-e40c-4d41-9280-684af42bfce7 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:16.884405 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b97b48d0-dd79-4407-8899-b3fadecabe96 req-cb062509-e40c-4d41-9280-684af42bfce7 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0548880 Jan 21 09:51:16.925873 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b97b48d0-dd79-4407-8899-b3fadecabe96 req-7e0f7374-60e5-4748-b2d9-e609b75aaada tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340519 Jan 21 09:51:16.952340 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 75fa7814-5b6b-47f0-938d-083a0d032dc5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:51:17.050307 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 75fa7814-5b6b-47f0-938d-083a0d032dc5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=75fa7814-5b6b-47f0-938d-083a0d032dc5,segment=NetworkSegment(a900f9f0-13ea-4710-a0f1-81f78120995e),segment_id=a900f9f0-13ea-4710-a0f1-81f78120995e)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:17.062311 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '75fa7814-5b6b-47f0-938d-083a0d032dc5', 'network_id': '69f9eb53-e782-4fdd-93e3-718171dad3bc', 'port_id': '75fa7814-5b6b-47f0-938d-083a0d032dc5', 'mac_address': 'fa:16:3e:5f:fe:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c27e00-8fc6-42fe-b53a-6a6166eb2978', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:51:17.103952 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.117218 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75fa7814-5b6b-47f0-938d-083a0d032dc5 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:51:17.137121 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 75fa7814-5b6b-47f0-938d-083a0d032dc5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=75fa7814-5b6b-47f0-938d-083a0d032dc5,segment=NetworkSegment(a900f9f0-13ea-4710-a0f1-81f78120995e),segment_id=a900f9f0-13ea-4710-a0f1-81f78120995e)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:17.140871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.191245 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=75fa7814-5b6b-47f0-938d-083a0d032dc5,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:17.195711 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['75fa7814-5b6b-47f0-938d-083a0d032dc5'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:51:17.206779 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.207129 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.207468 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.207801 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.208176 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.208461 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.208768 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.209096 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.209422 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.209766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.210086 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.210404 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:17.259136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-64cea375-b7b5-454b-922f-482892ae6a56 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:17.260596 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-64cea375-b7b5-454b-922f-482892ae6a56 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9&tenant_id=544c5b24b9b84053bc26385e856561e3&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 945 time: 0.0907836 Jan 21 09:51:17.344859 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-16f4c853-4985-4201-8ca4-0c59dcbdcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:17.346329 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-16f4c853-4985-4201-8ca4-0c59dcbdcd54 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=544c5b24b9b84053bc26385e856561e3&device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 1098 time: 0.0422485 Jan 21 09:51:17.434671 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-1231c5ee-438d-4ce9-9052-4d8c8fa4d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:17.436168 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-1231c5ee-438d-4ce9-9052-4d8c8fa4d9be service neutron] 10.222.0.113 "GET /v2.0/networks?id=69f9eb53-e782-4fdd-93e3-718171dad3bc HTTP/1.1" status: 200 len: 912 time: 0.0832279 Jan 21 09:51:17.479597 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-8e45cf45-8754-47bf-8500-5da5718b272b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75fa7814-5b6b-47f0-938d-083a0d032dc5 HTTP/1.1" status: 200 len: 217 time: 0.0368662 Jan 21 09:51:17.527471 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-4fa59f6e-2644-4940-be25-9929ed8867be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:17.529115 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-4fa59f6e-2644-4940-be25-9929ed8867be service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b2c27e00-8fc6-42fe-b53a-6a6166eb2978 HTTP/1.1" status: 200 len: 851 time: 0.0429661 Jan 21 09:51:17.561271 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-8a69f7f8-db5e-4746-b71b-e3af0923f586 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=69f9eb53-e782-4fdd-93e3-718171dad3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249324 Jan 21 09:51:17.652655 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-c5434fd4-8f93-4c8f-97a2-1a2cc6d207de service neutron] 10.222.0.113 "GET /v2.0/networks/69f9eb53-e782-4fdd-93e3-718171dad3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836194 Jan 21 09:51:17.741917 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-ef48fb8c-b61c-482d-bed9-1ad943eefc65 service neutron] 10.222.0.113 "GET /v2.0/networks/69f9eb53-e782-4fdd-93e3-718171dad3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834594 Jan 21 09:51:18.416927 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8e810-0a2d-47a0-8312-497c3ff0eaca req-c267c602-4475-4762-895e-662a6ef5518f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:18.418936 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7cc8e810-0a2d-47a0-8312-497c3ff0eaca req-c267c602-4475-4762-895e-662a6ef5518f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 945 time: 0.0504103 Jan 21 09:51:18.456433 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7cc8e810-0a2d-47a0-8312-497c3ff0eaca req-a9e4d8ea-ab39-4b70-9735-cee68ac7ee0c tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314651 Jan 21 09:51:18.980847 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 75fa7814-5b6b-47f0-938d-083a0d032dc5 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:51:19.035981 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 75fa7814-5b6b-47f0-938d-083a0d032dc5 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:19.036351 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.123596 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.146895 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8dcd53-13ba-48cd-8965-6269d5ad4db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fa7814-5b6b-47f0-938d-083a0d032dc5'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:19.148993 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc80687-cf88-4db3-94af-91738921c12f" -d '{"events": [{"server_uuid": "9b8dcd53-13ba-48cd-8965-6269d5ad4db9", "name": "network-vif-plugged", "status": "completed", "tag": "75fa7814-5b6b-47f0-938d-083a0d032dc5"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:51:19.165331 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 75fa7814-5b6b-47f0-938d-083a0d032dc5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=75fa7814-5b6b-47f0-938d-083a0d032dc5,segment=NetworkSegment(a900f9f0-13ea-4710-a0f1-81f78120995e),segment_id=a900f9f0-13ea-4710-a0f1-81f78120995e)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:19.172096 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.197127 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee697c66-6309-4c5a-855c-18ab875617e0 x-openstack-request-id: req-ee697c66-6309-4c5a-855c-18ab875617e0 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:51:19.197412 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8dcd53-13ba-48cd-8965-6269d5ad4db9", "name": "network-vif-plugged", "status": "completed", "tag": "75fa7814-5b6b-47f0-938d-083a0d032dc5", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:51:19.197684 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ee697c66-6309-4c5a-855c-18ab875617e0 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:51:19.198065 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8dcd53-13ba-48cd-8965-6269d5ad4db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fa7814-5b6b-47f0-938d-083a0d032dc5', 'code': 200} Jan 21 09:51:19.225321 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=75fa7814-5b6b-47f0-938d-083a0d032dc5,revision_number=7']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:19.580795 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4bf70-8a9c-4224-9a5d-f50bf5f60609 req-3a77e6c1-a3f2-4a6b-a21c-f484c1fb6f09 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:19.582531 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d6b4bf70-8a9c-4224-9a5d-f50bf5f60609 req-3a77e6c1-a3f2-4a6b-a21c-f484c1fb6f09 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0564475 Jan 21 09:51:19.623310 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d6b4bf70-8a9c-4224-9a5d-f50bf5f60609 req-7d909bae-b261-4bec-8eea-1d152d5d8384 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/security-groups?id=d011aa70-12a3-4ca9-9084-936504d59046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348749 Jan 21 09:51:20.100869 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-66f30e18-d754-485a-8151-c2ca120782eb tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:20.102413 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-66f30e18-d754-485a-8151-c2ca120782eb tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 946 time: 0.0538800 Jan 21 09:51:20.201686 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Deleting port 75fa7814-5b6b-47f0-938d-083a0d032dc5 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:51:20.202026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.290345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] For port 75fa7814-5b6b-47f0-938d-083a0d032dc5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=75fa7814-5b6b-47f0-938d-083a0d032dc5,segment=NetworkSegment(a900f9f0-13ea-4710-a0f1-81f78120995e),segment_id=a900f9f0-13ea-4710-a0f1-81f78120995e)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:20.290345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.303182 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Calling delete_port for 75fa7814-5b6b-47f0-938d-083a0d032dc5 owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:51:20.434284 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.446258 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['75fa7814-5b6b-47f0-938d-083a0d032dc5'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:51:20.462908 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Pushing event deleted for resources: {'Port': ['ID=75fa7814-5b6b-47f0-938d-083a0d032dc5,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:20.476801 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:20.477144 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:20.477498 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:20.477827 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:20.478152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:20.478478 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:20.478800 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:20.479117 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:20.479434 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:20.479828 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:20.480281 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:20.480599 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:20.518191 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] No DVR routers for this DVR port 75fa7814-5b6b-47f0-938d-083a0d032dc5 on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:51:20.520786 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.524204 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-193fa0ff-3599-4d0c-a83f-e6cb7b5383e6 req-3ae3784d-8f52-4b03-8037-afd7f759177f tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.113 "DELETE /v2.0/ports/75fa7814-5b6b-47f0-938d-083a0d032dc5 HTTP/1.1" status: 204 len: 173 time: 0.4163327 Jan 21 09:51:20.524635 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8dcd53-13ba-48cd-8965-6269d5ad4db9', 'name': 'network-vif-deleted', 'tag': '75fa7814-5b6b-47f0-938d-083a0d032dc5'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:20.527866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b7ba70-3e4e-43ed-b095-4d2d1183dfb5" -d '{"events": [{"server_uuid": "9b8dcd53-13ba-48cd-8965-6269d5ad4db9", "name": "network-vif-deleted", "tag": "75fa7814-5b6b-47f0-938d-083a0d032dc5"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:51:20.565437 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fb9c46-dc2e-46f4-a964-353c55716ac0 x-openstack-request-id: req-d3fb9c46-dc2e-46f4-a964-353c55716ac0 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:51:20.565763 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8dcd53-13ba-48cd-8965-6269d5ad4db9", "name": "network-vif-deleted", "tag": "75fa7814-5b6b-47f0-938d-083a0d032dc5", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:51:20.566017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d3fb9c46-dc2e-46f4-a964-353c55716ac0 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:51:20.566413 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8dcd53-13ba-48cd-8965-6269d5ad4db9', 'name': 'network-vif-deleted', 'tag': '75fa7814-5b6b-47f0-938d-083a0d032dc5', 'status': 'completed', 'code': 200} Jan 21 09:51:20.733072 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2dec4990-57d7-4bcd-97c9-c2ef2ba00503 req-0e57d272-5a57-44de-abeb-0946ace26e96 tempest-DeleteServersTestJSON-1735827409 tempest-DeleteServersTestJSON-1735827409-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b8dcd53-13ba-48cd-8965-6269d5ad4db9 HTTP/1.1" status: 200 len: 210 time: 0.0316155 Jan 21 09:51:21.867892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46888) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:51:21.926407 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Deleting subnet b2c27e00-8fc6-42fe-b53a-6a6166eb2978 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:51:21.930313 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:21.966365 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.003910 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.062034 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.087232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2c27e00-8fc6-42fe-b53a-6a6166eb2978,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:22.092048 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.095257 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b2c27e00-8fc6-42fe-b53a-6a6166eb2978 HTTP/1.1" status: 204 len: 168 time: 0.2260423 Jan 21 09:51:22.098070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46890) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:51:22.100134 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:22.100484 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:22.100823 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:22.101170 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:22.101532 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:22.101862 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:22.102190 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:22.102518 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:22.102844 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:22.103169 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:22.103490 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:22.103809 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63916ebc-d269-43d1-b39f-ff00d8a79a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:22.168078 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-119b5110-0625-475b-8806-88b80e50015e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.251352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-119b5110-0625-475b-8806-88b80e50015e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.275317 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-119b5110-0625-475b-8806-88b80e50015e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f9eb53-e782-4fdd-93e3-718171dad3bc']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:22.285175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-119b5110-0625-475b-8806-88b80e50015e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a900f9f0-13ea-4710-a0f1-81f78120995e') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:22.285491 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-119b5110-0625-475b-8806-88b80e50015e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a900f9f0-13ea-4710-a0f1-81f78120995e') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:22.295560 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-119b5110-0625-475b-8806-88b80e50015e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.309325 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-119b5110-0625-475b-8806-88b80e50015e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.315414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119b5110-0625-475b-8806-88b80e50015e admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:51:22.315738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-119b5110-0625-475b-8806-88b80e50015e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:51:22.317704 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:51:22.372139 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-119b5110-0625-475b-8806-88b80e50015e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.378560 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-119b5110-0625-475b-8806-88b80e50015e admin admin] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.381671 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-119b5110-0625-475b-8806-88b80e50015e admin admin] 10.222.0.88 "DELETE /v2.0/networks/69f9eb53-e782-4fdd-93e3-718171dad3bc HTTP/1.1" status: 204 len: 168 time: 0.2825785 Jan 21 09:51:22.392271 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b5110-0625-475b-8806-88b80e50015e admin admin] Pushing event deleted for resources: {'Network': ['ID=69f9eb53-e782-4fdd-93e3-718171dad3bc,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:22.491168 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46894) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:51:22.531953 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-585e7807-2ea7-4dca-952f-97f8d50375dd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=544c5b24b9b84053bc26385e856561e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395427 Jan 21 09:51:22.534564 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46896) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:51:22.583924 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f485c10a-8f90-4ae2-aa90-5d2ed87fb689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.604483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f485c10a-8f90-4ae2-aa90-5d2ed87fb689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.649695 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f485c10a-8f90-4ae2-aa90-5d2ed87fb689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.652759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f485c10a-8f90-4ae2-aa90-5d2ed87fb689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.653934 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f485c10a-8f90-4ae2-aa90-5d2ed87fb689 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d011aa70-12a3-4ca9-9084-936504d59046 HTTP/1.1" status: 204 len: 168 time: 0.1182871 Jan 21 09:51:22.661524 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485c10a-8f90-4ae2-aa90-5d2ed87fb689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d011aa70-12a3-4ca9-9084-936504d59046,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:23.305136 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 46918) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:51:23.401258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-2fa21873-022d-4ab5-aba2-88a859b001b3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-554547785-network', 'tenant_id': '5236c7132ec643cba2be377f47f515eb'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:23.424969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa21873-022d-4ab5-aba2-88a859b001b3 admin admin] Made reservation on behalf of 5236c7132ec643cba2be377f47f515eb for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:23.427434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2fa21873-022d-4ab5-aba2-88a859b001b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.439702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2fa21873-022d-4ab5-aba2-88a859b001b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.514446 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2fa21873-022d-4ab5-aba2-88a859b001b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.518186 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2fa21873-022d-4ab5-aba2-88a859b001b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.541303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa21873-022d-4ab5-aba2-88a859b001b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:51:23.550409 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa21873-022d-4ab5-aba2-88a859b001b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92a413d-f017-4cd9-ae85-98545fff0417,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:23.558863 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2fa21873-022d-4ab5-aba2-88a859b001b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.558863 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-2fa21873-022d-4ab5-aba2-88a859b001b3 admin admin] Added segment 84978c60-f61e-4f15-a478-6cfc766189fa of type vlan for network e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 Jan 21 09:51:23.598034 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2fa21873-022d-4ab5-aba2-88a859b001b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.623044 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2fa21873-022d-4ab5-aba2-88a859b001b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.624008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa21873-022d-4ab5-aba2-88a859b001b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:23.624577 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2fa21873-022d-4ab5-aba2-88a859b001b3 admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.671591 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2fa21873-022d-4ab5-aba2-88a859b001b3 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3651757 Jan 21 09:51:23.674528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 46922) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:51:23.679524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-2b457e16-058e-4022-9b5a-85d883dc0ffa admin admin] Request body: {'subnet': {'network_id': 'e7ef954b-2b2d-47e6-ac5b-2637cb362cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-554547785-subnet', 'tenant_id': '5236c7132ec643cba2be377f47f515eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:23.686682 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa21873-022d-4ab5-aba2-88a859b001b3 admin admin] Pushing event updated for resources: {'Network': ['ID=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:23.697283 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:51:23.703565 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b457e16-058e-4022-9b5a-85d883dc0ffa admin admin] Made reservation on behalf of 5236c7132ec643cba2be377f47f515eb for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:23.706162 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2b457e16-058e-4022-9b5a-85d883dc0ffa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.876231 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2b457e16-058e-4022-9b5a-85d883dc0ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.936826 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b457e16-058e-4022-9b5a-85d883dc0ffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=08860e0e-dc9b-4871-9084-60d0a0fa9a60,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:23.944443 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b457e16-058e-4022-9b5a-85d883dc0ffa admin admin] Checking segment: {'id': '84978c60-f61e-4f15-a478-6cfc766189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e7ef954b-2b2d-47e6-ac5b-2637cb362cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:51:23.944802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b457e16-058e-4022-9b5a-85d883dc0ffa admin admin] Network hostable DHCP agents. Network: e7ef954b-2b2d-47e6-ac5b-2637cb362cb0, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:51:23.961959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b457e16-058e-4022-9b5a-85d883dc0ffa admin admin] Network e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:51:23.970666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-2b457e16-058e-4022-9b5a-85d883dc0ffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, e7ef954b-2b2d-47e6-ac5b-2637cb362cb0) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:23.974600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b457e16-058e-4022-9b5a-85d883dc0ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:23.975128 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2b457e16-058e-4022-9b5a-85d883dc0ffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.979145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726159ae-01bc-4239-82d8-de515fb7eff1 None None] Network e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:51:23.993018 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2b457e16-058e-4022-9b5a-85d883dc0ffa admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3173828 Jan 21 09:51:24.108908 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c0c24c-20af-484c-89c8-d401696e5021 None None] Network e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:51:24.413600 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-d8ea4f87-d478-4b1c-aad2-2f6f191a8e29 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:24.415071 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-d8ea4f87-d478-4b1c-aad2-2f6f191a8e29 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/networks?id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 HTTP/1.1" status: 200 len: 814 time: 0.1048706 Jan 21 09:51:24.430049 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-32ffb0de-b00e-408b-af6a-d2657b17d5e6 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/quotas/5236c7132ec643cba2be377f47f515eb HTTP/1.1" status: 200 len: 375 time: 0.0090280 Jan 21 09:51:24.461836 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-e0611dc3-892d-4e84-9d02-771a99720986 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5236c7132ec643cba2be377f47f515eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264494 Jan 21 09:51:24.555664 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-72bf14b3-c273-403a-8cdd-71167b2e0590 service neutron] 10.222.0.88 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856640 Jan 21 09:51:24.650495 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-f4af27ec-cd03-4bc8-b222-8bb0eab9ac83 service neutron] 10.222.0.88 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882299 Jan 21 09:51:24.814974 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f783f33f-e631-4807-9602-5602deaa09e5 req-32734266-f587-4c38-937d-137a311922fb tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 210 time: 0.0274847 Jan 21 09:51:24.876979 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.996874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 75fa7814-5b6b-47f0-938d-083a0d032dc5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:51:25.018346 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 75fa7814-5b6b-47f0-938d-083a0d032dc5 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:51:25.018681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 75fa7814-5b6b-47f0-938d-083a0d032dc5 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:51:25.727416 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-f0fe2659-d59f-40fa-ac4d-48464c97e038 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:25.728852 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-f0fe2659-d59f-40fa-ac4d-48464c97e038 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.113 "GET /v2.0/networks?id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 HTTP/1.1" status: 200 len: 814 time: 0.1046376 Jan 21 09:51:25.743216 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-fc265381-dcd9-48d8-a2bb-8f9b9ea84cab tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Request body: {'port': {'device_id': 'aede4f91-480d-4285-ba3e-fc401404aac3', 'network_id': 'e7ef954b-2b2d-47e6-ac5b-2637cb362cb0', 'admin_state_up': True, 'tenant_id': '5236c7132ec643cba2be377f47f515eb'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:25.862112 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-fc265381-dcd9-48d8-a2bb-8f9b9ea84cab tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Made reservation on behalf of 5236c7132ec643cba2be377f47f515eb for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:25.865841 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-fc265381-dcd9-48d8-a2bb-8f9b9ea84cab tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.914149 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-aa71d06f-0eee-4520-9017-cadd1a582087 req-3b6184ab-a237-43aa-86a7-99ec16581321 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 210 time: 0.0302103 Jan 21 09:51:25.996751 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-fc265381-dcd9-48d8-a2bb-8f9b9ea84cab tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Allocated IP 172.20.0.7 (e7ef954b-2b2d-47e6-ac5b-2637cb362cb0/08860e0e-dc9b-4871-9084-60d0a0fa9a60/a0c8aaf4-5df1-409f-b009-09ecc5bb33c1) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:26.140382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-fc265381-dcd9-48d8-a2bb-8f9b9ea84cab tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.173806 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-fc265381-dcd9-48d8-a2bb-8f9b9ea84cab tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.216936 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-fc265381-dcd9-48d8-a2bb-8f9b9ea84cab tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Network e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:26.222139 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-fc265381-dcd9-48d8-a2bb-8f9b9ea84cab tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:26.224368 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-fc265381-dcd9-48d8-a2bb-8f9b9ea84cab tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:26.257591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc265381-dcd9-48d8-a2bb-8f9b9ea84cab tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Pushing event updated for resources: {'Port': ['ID=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:26.282272 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-fc265381-dcd9-48d8-a2bb-8f9b9ea84cab tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:26.282883 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-fc265381-dcd9-48d8-a2bb-8f9b9ea84cab tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.299071 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-fc265381-dcd9-48d8-a2bb-8f9b9ea84cab tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5595081 Jan 21 09:51:26.311908 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Request body: {'port': {'device_id': 'aede4f91-480d-4285-ba3e-fc401404aac3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:26.365213 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.631097 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:51:26.638698 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.650192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Transition to ACTIVE for port object a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:26.654292 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.704683 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:26.772182 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Attempting to bind port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:51:26.772734 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Attempting to bind port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '84978c60-f61e-4f15-a478-6cfc766189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e7ef954b-2b2d-47e6-ac5b-2637cb362cb0'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:51:26.773078 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Attempting to bind port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 on network e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:51:26.779367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 on network e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:51:26.779367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Attempting to bind port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 on network e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:51:26.782738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:51:26.783070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Checking segment: {'id': '84978c60-f61e-4f15-a478-6cfc766189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e7ef954b-2b2d-47e6-ac5b-2637cb362cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:51:26.783448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Bound using segment: {'id': '84978c60-f61e-4f15-a478-6cfc766189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e7ef954b-2b2d-47e6-ac5b-2637cb362cb0'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:51:26.783867 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Bound port: a0c8aaf4-5df1-409f-b009-09ecc5bb33c1, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84978c60-f61e-4f15-a478-6cfc766189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e7ef954b-2b2d-47e6-ac5b-2637cb362cb0'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:51:26.784215 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.852069 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] For port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:26.855338 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] For port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1,segment=NetworkSegment(84978c60-f61e-4f15-a478-6cfc766189fa),segment_id=84978c60-f61e-4f15-a478-6cfc766189fa)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:26.858989 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.892352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:26.892923 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.894481 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] 10.222.0.113 "PUT /v2.0/ports/a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 HTTP/1.1" status: 200 len: 1093 time: 0.5872910 Jan 21 09:51:26.896682 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aede4f91-480d-4285-ba3e-fc401404aac3', 'tag': 'a0c8aaf4-5df1-409f-b009-09ecc5bb33c1'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:26.899796 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95c4ee6-ae18-43b8-bb78-8e194cfa6ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "aede4f91-480d-4285-ba3e-fc401404aac3", "tag": "a0c8aaf4-5df1-409f-b009-09ecc5bb33c1"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:51:26.929656 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee5040-2ff0-4906-bbbf-9652610cd058 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:26.951993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b96946-5d84-476d-a890-d39d1aedf406 x-openstack-request-id: req-69b96946-5d84-476d-a890-d39d1aedf406 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:51:26.952294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aede4f91-480d-4285-ba3e-fc401404aac3", "tag": "a0c8aaf4-5df1-409f-b009-09ecc5bb33c1", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:51:26.952625 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-69b96946-5d84-476d-a890-d39d1aedf406 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:51:26.952938 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aede4f91-480d-4285-ba3e-fc401404aac3', 'tag': 'a0c8aaf4-5df1-409f-b009-09ecc5bb33c1', 'status': 'completed', 'code': 200} Jan 21 09:51:26.984411 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-707265d0-d086-448a-a85f-4422dcd8102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:26.985952 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-707265d0-d086-448a-a85f-4422dcd8102b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5236c7132ec643cba2be377f47f515eb&device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 1096 time: 0.0475402 Jan 21 09:51:27.032182 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-45d3608a-82b0-40f0-b42b-a9a42070e645 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 HTTP/1.1" status: 200 len: 217 time: 0.0381641 Jan 21 09:51:27.036621 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54beb07b-a270-4495-8b49-25553b3c981a req-2453a93a-04a7-4907-9235-659c04a11b64 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:27.038416 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-54beb07b-a270-4495-8b49-25553b3c981a req-2453a93a-04a7-4907-9235-659c04a11b64 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 943 time: 0.0547435 Jan 21 09:51:27.078684 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-54beb07b-a270-4495-8b49-25553b3c981a req-0c6894ae-22b7-4ca8-8855-379a0d8def34 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333180 Jan 21 09:51:27.083057 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-e4b82ab7-62fb-4c15-a0c8-4534323a5a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:27.084543 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-e4b82ab7-62fb-4c15-a0c8-4534323a5a45 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=08860e0e-dc9b-4871-9084-60d0a0fa9a60 HTTP/1.1" status: 200 len: 854 time: 0.0464962 Jan 21 09:51:27.116136 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-cd29b232-753f-4d04-bd0f-8fe461ae62de service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251169 Jan 21 09:51:27.203411 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-b6778c11-3ca9-4215-ba2d-af0d220b0401 service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801747 Jan 21 09:51:27.297487 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37783ca7-b532-4cf7-9454-2f7d5594d895 req-07dee06d-d550-4cdc-b2c0-08e40ae0b87c service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878079 Jan 21 09:51:27.385689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c4ee6-ae18-43b8-bb78-8e194cfa6ba2 req-32a76791-5f18-4369-aabf-bdfcdb9bbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:27.387211 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f95c4ee6-ae18-43b8-bb78-8e194cfa6ba2 req-32a76791-5f18-4369-aabf-bdfcdb9bbf17 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5236c7132ec643cba2be377f47f515eb&device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 1096 time: 0.0412893 Jan 21 09:51:27.480323 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c4ee6-ae18-43b8-bb78-8e194cfa6ba2 req-06062f00-e752-4ccc-841e-6b7c7d6950ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:27.481823 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f95c4ee6-ae18-43b8-bb78-8e194cfa6ba2 req-06062f00-e752-4ccc-841e-6b7c7d6950ff service neutron] 10.222.0.113 "GET /v2.0/networks?id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 HTTP/1.1" status: 200 len: 915 time: 0.0874038 Jan 21 09:51:27.524680 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f95c4ee6-ae18-43b8-bb78-8e194cfa6ba2 req-fa1e0a86-2627-4294-8ca8-24ce689330ca service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 HTTP/1.1" status: 200 len: 217 time: 0.0331376 Jan 21 09:51:27.571904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c4ee6-ae18-43b8-bb78-8e194cfa6ba2 req-450355b7-c2ff-44ad-9fda-b4d1e28e7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:27.573225 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f95c4ee6-ae18-43b8-bb78-8e194cfa6ba2 req-450355b7-c2ff-44ad-9fda-b4d1e28e7983 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=08860e0e-dc9b-4871-9084-60d0a0fa9a60 HTTP/1.1" status: 200 len: 854 time: 0.0423498 Jan 21 09:51:27.607542 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f95c4ee6-ae18-43b8-bb78-8e194cfa6ba2 req-dc3d69b8-23b6-4d44-9996-70ec49810f32 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252297 Jan 21 09:51:27.700403 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f95c4ee6-ae18-43b8-bb78-8e194cfa6ba2 req-a33d18f1-0039-4bf7-81a9-a02a7a725d6a service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856576 Jan 21 09:51:27.790616 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f95c4ee6-ae18-43b8-bb78-8e194cfa6ba2 req-949375f0-4f2b-4b41-8804-ef0519e2c4ac service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820417 Jan 21 09:51:28.200106 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36aecac-08d9-43ad-9dc7-ade84c24647b req-32515f57-120e-4238-884a-c52d386af969 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:28.201635 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f36aecac-08d9-43ad-9dc7-ade84c24647b req-32515f57-120e-4238-884a-c52d386af969 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 943 time: 0.0546131 Jan 21 09:51:28.239244 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f36aecac-08d9-43ad-9dc7-ade84c24647b req-bd39d1e6-2858-42cc-9433-a6b488f1e94e tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Jan 21 09:51:28.996071 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:51:29.092635 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1,segment=NetworkSegment(84978c60-f61e-4f15-a478-6cfc766189fa),segment_id=84978c60-f61e-4f15-a478-6cfc766189fa)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:29.102784 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'a0c8aaf4-5df1-409f-b009-09ecc5bb33c1', 'network_id': 'e7ef954b-2b2d-47e6-ac5b-2637cb362cb0', 'port_id': 'a0c8aaf4-5df1-409f-b009-09ecc5bb33c1', 'mac_address': 'fa:16:3e:b0:cf:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08860e0e-dc9b-4871-9084-60d0a0fa9a60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:51:29.140658 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.153214 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:51:29.171711 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1,segment=NetworkSegment(84978c60-f61e-4f15-a478-6cfc766189fa),segment_id=84978c60-f61e-4f15-a478-6cfc766189fa)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:29.175673 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.222767 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:29.357343 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44518cbf-0b84-4ad0-aa5c-8ef0f6480dbc req-7e9e4582-c6fd-4ee6-9026-695e5cd14553 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:29.358831 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-44518cbf-0b84-4ad0-aa5c-8ef0f6480dbc req-7e9e4582-c6fd-4ee6-9026-695e5cd14553 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 944 time: 0.0534961 Jan 21 09:51:29.379077 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['a0c8aaf4-5df1-409f-b009-09ecc5bb33c1'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:51:29.397704 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-44518cbf-0b84-4ad0-aa5c-8ef0f6480dbc req-f9bc985b-ad70-4a39-bd48-afabd735856a tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329227 Jan 21 09:51:30.204167 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:51:30.512148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71aa85-c274-4442-bdf5-12f45733ff7e req-425fa3e5-5873-4983-ab4c-2db8bb8aca14 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:30.513663 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-da71aa85-c274-4442-bdf5-12f45733ff7e req-425fa3e5-5873-4983-ab4c-2db8bb8aca14 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 944 time: 0.0499482 Jan 21 09:51:30.550339 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-da71aa85-c274-4442-bdf5-12f45733ff7e req-b2577bf9-010e-451f-8a7d-3a8dade0f358 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308299 Jan 21 09:51:31.016155 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:51:31.064183 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:31.067823 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:31.068199 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.144987 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.166921 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aede4f91-480d-4285-ba3e-fc401404aac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c8aaf4-5df1-409f-b009-09ecc5bb33c1'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:31.169258 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3049441e-1d6c-4d8d-b1f2-a4354ee39f13" -d '{"events": [{"server_uuid": "aede4f91-480d-4285-ba3e-fc401404aac3", "name": "network-vif-plugged", "status": "completed", "tag": "a0c8aaf4-5df1-409f-b009-09ecc5bb33c1"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:51:31.181689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1,segment=NetworkSegment(84978c60-f61e-4f15-a478-6cfc766189fa),segment_id=84978c60-f61e-4f15-a478-6cfc766189fa)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:31.185862 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.209716 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b730e6de-da06-410a-aa17-d22f08360117 x-openstack-request-id: req-b730e6de-da06-410a-aa17-d22f08360117 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:51:31.210011 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aede4f91-480d-4285-ba3e-fc401404aac3", "name": "network-vif-plugged", "status": "completed", "tag": "a0c8aaf4-5df1-409f-b009-09ecc5bb33c1", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:51:31.210259 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b730e6de-da06-410a-aa17-d22f08360117 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:51:31.210637 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aede4f91-480d-4285-ba3e-fc401404aac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c8aaf4-5df1-409f-b009-09ecc5bb33c1', 'code': 200} Jan 21 09:51:31.236368 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:31.364806 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6a5de-0f68-401a-b7ec-d15c05319a9c req-e8a7988f-0656-4bc7-a5f9-ceab23e06fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:31.366302 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-61f6a5de-0f68-401a-b7ec-d15c05319a9c req-e8a7988f-0656-4bc7-a5f9-ceab23e06fda service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 1098 time: 0.0392876 Jan 21 09:51:31.400621 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-61f6a5de-0f68-401a-b7ec-d15c05319a9c req-545783f1-a486-4b2e-a306-c51666c73359 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269699 Jan 21 09:51:31.669643 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76a45d-5900-4544-8551-8328838670b0 req-ca997b1a-5ab6-491f-8940-f0bff4800153 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:31.671006 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bd76a45d-5900-4544-8551-8328838670b0 req-ca997b1a-5ab6-491f-8940-f0bff4800153 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0548978 Jan 21 09:51:31.708730 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bd76a45d-5900-4544-8551-8328838670b0 req-8ab80ccb-4df6-4291-8f05-1721c096d9a8 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317776 Jan 21 09:51:32.824543 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f45db-3519-48ac-abab-a7492e75735d req-6efb3a7b-21cc-4b14-aa64-2d78cee28331 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:32.826051 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-978f45db-3519-48ac-abab-a7492e75735d req-6efb3a7b-21cc-4b14-aa64-2d78cee28331 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0497599 Jan 21 09:51:32.863287 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-978f45db-3519-48ac-abab-a7492e75735d req-10911057-49fc-4f93-aa6a-2cbf140ba487 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Jan 21 09:51:32.977779 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ab70c-c062-45b0-bea3-eeae4d522df1 req-adcaf26e-c734-496c-97df-64652cb18a6d tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:32.979227 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-041ab70c-c062-45b0-bea3-eeae4d522df1 req-adcaf26e-c734-496c-97df-64652cb18a6d tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0501714 Jan 21 09:51:33.017080 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-041ab70c-c062-45b0-bea3-eeae4d522df1 req-d3f17424-d4c4-49f2-b7f7-1eabdee4dbaa tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317292 Jan 21 09:51:33.219840 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38609401-bfd6-4407-b66c-490fc180555b req-f818340c-f0c3-4baa-9092-2bdb11d76a73 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:33.221325 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-38609401-bfd6-4407-b66c-490fc180555b req-f818340c-f0c3-4baa-9092-2bdb11d76a73 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0495174 Jan 21 09:51:33.259253 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-38609401-bfd6-4407-b66c-490fc180555b req-cc06f9a8-7268-44b8-b24a-76990d0c7a69 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319066 Jan 21 09:51:33.377346 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135df18-d36d-4556-897b-39a5fd9fe60e req-66364b8c-214f-4c60-93b0-250fc4e002e1 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:33.378831 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4135df18-d36d-4556-897b-39a5fd9fe60e req-66364b8c-214f-4c60-93b0-250fc4e002e1 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0543370 Jan 21 09:51:33.417689 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4135df18-d36d-4556-897b-39a5fd9fe60e req-dcfe8200-2f81-4baa-87a2-54ac5b08e112 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322978 Jan 21 09:51:33.775531 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-657fe673-254b-4049-8740-8cdd4d76b03e req-196c9257-df16-4b35-89ab-3b4a4cd59a9e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0671072 Jan 21 09:51:33.787785 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42ced9-0f43-4c44-9c70-997a60314309 req-774f31dd-cd20-418d-bd9b-010f86667bdd tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:33.789209 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7d42ced9-0f43-4c44-9c70-997a60314309 req-774f31dd-cd20-418d-bd9b-010f86667bdd tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0709820 Jan 21 09:51:33.830166 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7d42ced9-0f43-4c44-9c70-997a60314309 req-802c5c96-7498-48a8-8b81-59d65de03f28 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347588 Jan 21 09:51:34.881295 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fe673-254b-4049-8740-8cdd4d76b03e req-33148159-4582-4b0e-9b18-a67c6545e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:34.882839 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-657fe673-254b-4049-8740-8cdd4d76b03e req-33148159-4582-4b0e-9b18-a67c6545e596 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5236c7132ec643cba2be377f47f515eb&device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 1098 time: 0.0450721 Jan 21 09:51:35.306708 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6ee96-6768-4490-a99d-cb8a3a402f15 req-90d2a116-70c5-4050-85f8-2e13b9a5e14e tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:35.308901 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bed6ee96-6768-4490-a99d-cb8a3a402f15 req-90d2a116-70c5-4050-85f8-2e13b9a5e14e tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.4112523 Jan 21 09:51:35.333811 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fe673-254b-4049-8740-8cdd4d76b03e req-63390c4e-9d4c-4919-b24c-bd1064382486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:35.335227 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-657fe673-254b-4049-8740-8cdd4d76b03e req-63390c4e-9d4c-4919-b24c-bd1064382486 service neutron] 10.222.0.113 "GET /v2.0/networks?id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 HTTP/1.1" status: 200 len: 915 time: 0.4457893 Jan 21 09:51:35.382382 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-657fe673-254b-4049-8740-8cdd4d76b03e req-bafd2427-72c3-4662-82d3-bd26357e132d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 HTTP/1.1" status: 200 len: 217 time: 0.0399354 Jan 21 09:51:35.387427 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bed6ee96-6768-4490-a99d-cb8a3a402f15 req-9ef56d93-a6ed-4473-bb6d-2674ebd47ffd tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693321 Jan 21 09:51:35.430362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fe673-254b-4049-8740-8cdd4d76b03e req-dcb294d6-5ef0-49a5-840e-74c2ec5d8540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:35.431819 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-657fe673-254b-4049-8740-8cdd4d76b03e req-dcb294d6-5ef0-49a5-840e-74c2ec5d8540 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=08860e0e-dc9b-4871-9084-60d0a0fa9a60 HTTP/1.1" status: 200 len: 854 time: 0.0430875 Jan 21 09:51:35.466803 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-657fe673-254b-4049-8740-8cdd4d76b03e req-2cc94e51-1924-4d8f-a2d1-5c48fbc9d2a0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274272 Jan 21 09:51:35.554855 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-657fe673-254b-4049-8740-8cdd4d76b03e req-dcbe30ae-443e-422f-bc8d-9e1416883bfd service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808926 Jan 21 09:51:35.650349 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-657fe673-254b-4049-8740-8cdd4d76b03e req-e587c781-ff5f-4b04-8d0f-46b849550833 service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838692 Jan 21 09:51:35.873605 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fff9ad17-95e1-418e-a437-c5158824a287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.523868 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be89e1-4009-4671-bb94-1d4bf84eecb6 req-960119cd-adc6-4c05-bd7b-dea0bb61eb4e tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:36.525390 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d8be89e1-4009-4671-bb94-1d4bf84eecb6 req-960119cd-adc6-4c05-bd7b-dea0bb61eb4e tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0530522 Jan 21 09:51:36.562959 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d8be89e1-4009-4671-bb94-1d4bf84eecb6 req-8b590bca-8309-4e24-a5d4-f81a47aeb7ab tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309918 Jan 21 09:51:37.677881 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd63b37-e552-4143-b9ee-5112c7e1847b req-09c95425-31db-42ae-9ab6-e8a4182edb52 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:37.679339 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0fd63b37-e552-4143-b9ee-5112c7e1847b req-09c95425-31db-42ae-9ab6-e8a4182edb52 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0497329 Jan 21 09:51:37.717188 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0fd63b37-e552-4143-b9ee-5112c7e1847b req-7393b1f4-030c-4219-8a2d-c0635204da33 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315464 Jan 21 09:51:38.239047 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-19019479-49fd-452d-aaca-015c6f5ffb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.831829 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a983b6-9686-4713-a3fe-01fd8f19b7b2 req-641a8cff-20f9-4200-a0f2-5c87fe3b5e91 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:38.833297 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b9a983b6-9686-4713-a3fe-01fd8f19b7b2 req-641a8cff-20f9-4200-a0f2-5c87fe3b5e91 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0491052 Jan 21 09:51:38.872346 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b9a983b6-9686-4713-a3fe-01fd8f19b7b2 req-9add93de-cf44-4095-9e3a-5814caf3fe0c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325174 Jan 21 09:51:39.300816 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.994126 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aba8a5-f507-4f17-9096-e7d430f7652d req-1eaf1b68-adce-476c-b48a-0bca47bfb3b0 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:39.996410 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-64aba8a5-f507-4f17-9096-e7d430f7652d req-1eaf1b68-adce-476c-b48a-0bca47bfb3b0 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0540986 Jan 21 09:51:40.033903 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-64aba8a5-f507-4f17-9096-e7d430f7652d req-472bc953-c07b-48be-a5d4-be5b45bb2357 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315599 Jan 21 09:51:41.150832 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9718225-d48a-459d-8dcc-166d5cc32ec0 req-1f1e0f1e-d79b-4c94-a80c-d81c86bbc2ae tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:41.152647 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b9718225-d48a-459d-8dcc-166d5cc32ec0 req-1f1e0f1e-d79b-4c94-a80c-d81c86bbc2ae tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0494845 Jan 21 09:51:41.190612 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b9718225-d48a-459d-8dcc-166d5cc32ec0 req-16c82521-8171-445a-803a-40a494c8b110 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320740 Jan 21 09:51:41.312119 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.385319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.306286 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa59f8-4b4c-4d43-8acd-f5b49ce7a328 req-edd5fcb5-2441-4f3a-bdb8-431071dbe9c7 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:42.308483 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-04aa59f8-4b4c-4d43-8acd-f5b49ce7a328 req-edd5fcb5-2441-4f3a-bdb8-431071dbe9c7 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0502529 Jan 21 09:51:42.349713 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-04aa59f8-4b4c-4d43-8acd-f5b49ce7a328 req-f463211e-69ea-49c6-86ca-367fb6190e26 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354004 Jan 21 09:51:43.475073 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dffbd6-3b39-4e18-9239-c0abc8171256 req-c86a511e-029e-469d-a3c2-050b6af52ff9 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:43.476595 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-93dffbd6-3b39-4e18-9239-c0abc8171256 req-c86a511e-029e-469d-a3c2-050b6af52ff9 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0552056 Jan 21 09:51:43.514965 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-93dffbd6-3b39-4e18-9239-c0abc8171256 req-562290c6-bc60-4957-a354-4990ed6f4686 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320363 Jan 21 09:51:44.633678 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d00cd-8570-490b-ade5-6f077dad6266 req-2dd1b0b3-a2a3-48f5-8453-9a18c221edad tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:44.635175 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cb0d00cd-8570-490b-ade5-6f077dad6266 req-2dd1b0b3-a2a3-48f5-8453-9a18c221edad tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0499377 Jan 21 09:51:44.674276 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cb0d00cd-8570-490b-ade5-6f077dad6266 req-0f82c054-ee0d-42d6-b399-630095197f81 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322998 Jan 21 09:51:45.789480 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba979d-1572-4470-ae76-b94ee96ed084 req-18e94ef8-4844-4c68-b35a-e5324a84b171 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:45.790954 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-98ba979d-1572-4470-ae76-b94ee96ed084 req-18e94ef8-4844-4c68-b35a-e5324a84b171 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0489330 Jan 21 09:51:45.828657 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-98ba979d-1572-4470-ae76-b94ee96ed084 req-2e5e2f65-dd90-455d-9e7d-652003c475cd tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309536 Jan 21 09:51:46.754911 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d87dcc-90b8-4a84-bd80-7df2019b941c req-fe767997-939f-4d31-bb8e-840d0d5a194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:46.756385 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27d87dcc-90b8-4a84-bd80-7df2019b941c req-fe767997-939f-4d31-bb8e-840d0d5a194b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5236c7132ec643cba2be377f47f515eb&device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 1098 time: 0.0409257 Jan 21 09:51:46.862496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d87dcc-90b8-4a84-bd80-7df2019b941c req-200ea161-e957-4819-a519-206d9c9ab2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:46.864000 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27d87dcc-90b8-4a84-bd80-7df2019b941c req-200ea161-e957-4819-a519-206d9c9ab2ef service neutron] 10.222.0.113 "GET /v2.0/networks?id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 HTTP/1.1" status: 200 len: 915 time: 0.0885696 Jan 21 09:51:46.907536 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27d87dcc-90b8-4a84-bd80-7df2019b941c req-2c275353-6bfe-4a62-a527-9f0f7d0c8b1e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 HTTP/1.1" status: 200 len: 217 time: 0.0360861 Jan 21 09:51:46.982520 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d87dcc-90b8-4a84-bd80-7df2019b941c req-1d587af7-c730-4e59-b812-c8e6965277a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:46.983988 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27d87dcc-90b8-4a84-bd80-7df2019b941c req-1d587af7-c730-4e59-b812-c8e6965277a8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=08860e0e-dc9b-4871-9084-60d0a0fa9a60 HTTP/1.1" status: 200 len: 854 time: 0.0692298 Jan 21 09:51:46.996214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424b0fc-0789-44e9-9779-72bfa1f04bc3 req-04a94cc2-5424-4ebf-8c7d-cef1b9a60a03 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:46.997702 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4424b0fc-0789-44e9-9779-72bfa1f04bc3 req-04a94cc2-5424-4ebf-8c7d-cef1b9a60a03 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0926867 Jan 21 09:51:47.029446 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27d87dcc-90b8-4a84-bd80-7df2019b941c req-e2d7437b-a0d0-4dfc-97c3-8115b7684bac service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306842 Jan 21 09:51:47.042471 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [req-27d87dcc-90b8-4a84-bd80-7df2019b941c req-6bec434a-d631-4bd0-a5b6-9ec1c4eff4a7 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:51:47.043584 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27d87dcc-90b8-4a84-bd80-7df2019b941c req-6bec434a-d631-4bd0-a5b6-9ec1c4eff4a7 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078418 Jan 21 09:51:47.078575 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4424b0fc-0789-44e9-9779-72bfa1f04bc3 req-977c32fc-98b0-4a53-bd42-4d4c9049db4c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723383 Jan 21 09:51:47.150494 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27d87dcc-90b8-4a84-bd80-7df2019b941c req-409da2a7-c120-4d17-944f-5a2839ace32b service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003683 Jan 21 09:51:47.244828 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27d87dcc-90b8-4a84-bd80-7df2019b941c req-2f11199b-d51b-4ac2-b9e8-3a55250c912f service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866075 Jan 21 09:51:48.195283 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfd544-3e15-499c-86c2-de46dee7e0ae req-8dd82664-7156-48db-be50-462a6046c156 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:48.196793 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-68dfd544-3e15-499c-86c2-de46dee7e0ae req-8dd82664-7156-48db-be50-462a6046c156 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0504136 Jan 21 09:51:48.234958 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-68dfd544-3e15-499c-86c2-de46dee7e0ae req-363d81c5-6932-4bb8-a77c-d67c41913e47 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314794 Jan 21 09:51:49.353141 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f71ed8-956f-41f6-8952-049ace88626c req-1f08ee46-e8db-4927-9eaa-945e01593fad tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:49.354667 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-11f71ed8-956f-41f6-8952-049ace88626c req-1f08ee46-e8db-4927-9eaa-945e01593fad tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0514657 Jan 21 09:51:49.392868 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-11f71ed8-956f-41f6-8952-049ace88626c req-a040dd96-5ffe-456e-b035-2a23a02832b6 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321658 Jan 21 09:51:50.511470 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfee1d-88c8-4901-873b-9f2ccba42a0e req-6320905d-0bb8-418c-8077-dc3c15c43077 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:50.513663 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-48cfee1d-88c8-4901-873b-9f2ccba42a0e req-6320905d-0bb8-418c-8077-dc3c15c43077 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0546865 Jan 21 09:51:50.552238 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-48cfee1d-88c8-4901-873b-9f2ccba42a0e req-3c2fa33d-b6a0-46a6-bb32-ab5ae1b57b9f tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325413 Jan 21 09:51:51.677657 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3240a8-5882-4594-ad32-d81f92ea4f8b req-a884873c-9f99-4a2c-a12c-ee95db4c4f77 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:51.679145 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0c3240a8-5882-4594-ad32-d81f92ea4f8b req-a884873c-9f99-4a2c-a12c-ee95db4c4f77 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0543382 Jan 21 09:51:51.716249 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0c3240a8-5882-4594-ad32-d81f92ea4f8b req-a57f69df-3266-4786-838f-c9815f3383df tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309634 Jan 21 09:51:52.844214 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267297c-21e8-4642-9752-d5fe1bdcd457 req-6cb10b45-7c8d-4942-84e1-565086c8dc63 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:52.845796 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8267297c-21e8-4642-9752-d5fe1bdcd457 req-6cb10b45-7c8d-4942-84e1-565086c8dc63 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0566764 Jan 21 09:51:52.884136 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8267297c-21e8-4642-9752-d5fe1bdcd457 req-600c7059-c7b2-4703-82a3-f70d2c5e8b18 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Jan 21 09:51:54.005487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68478574-9de3-4a08-ac04-da7cc2b89f55 req-389ce7fa-5489-4a15-a8a3-fa5b0289d1b5 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:54.007000 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-68478574-9de3-4a08-ac04-da7cc2b89f55 req-389ce7fa-5489-4a15-a8a3-fa5b0289d1b5 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0515997 Jan 21 09:51:54.045970 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-68478574-9de3-4a08-ac04-da7cc2b89f55 req-0996cbb5-debe-48f4-aad9-5c876ff4483f tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321717 Jan 21 09:51:54.885621 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:55.165437 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565f8d1-4f9e-4a36-8287-4a4e470dd32b req-2bd8449e-7034-4716-b079-0dae76145107 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:55.166851 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7565f8d1-4f9e-4a36-8287-4a4e470dd32b req-2bd8449e-7034-4716-b079-0dae76145107 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0500150 Jan 21 09:51:55.209986 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7565f8d1-4f9e-4a36-8287-4a4e470dd32b req-93e28f70-0b06-4ee3-bbf9-702604477b53 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365486 Jan 21 09:51:56.338836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1233ae-b2be-447f-89ab-2a0f5eb214df req-0f42c219-c6ce-42c3-97e7-669c5b207189 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:56.341075 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bf1233ae-b2be-447f-89ab-2a0f5eb214df req-0f42c219-c6ce-42c3-97e7-669c5b207189 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0548337 Jan 21 09:51:56.378247 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bf1233ae-b2be-447f-89ab-2a0f5eb214df req-1aac0873-bf1d-471d-bdf6-419e20d3136d tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310919 Jan 21 09:51:57.497104 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbcef6-a760-4d9c-8a4e-4d894b1fd242 req-8e4f50f6-9190-41ae-9437-29eac3a77f27 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:57.498789 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6abbcef6-a760-4d9c-8a4e-4d894b1fd242 req-8e4f50f6-9190-41ae-9437-29eac3a77f27 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0528717 Jan 21 09:51:57.535384 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6abbcef6-a760-4d9c-8a4e-4d894b1fd242 req-3e80263f-3a59-4f2d-85f1-54bbe6889535 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307841 Jan 21 09:51:58.655129 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e18083-7e25-482e-b71a-3434c6c0fb19 req-ec652996-44a5-41b9-b178-da21098ad159 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:58.656635 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-18e18083-7e25-482e-b71a-3434c6c0fb19 req-ec652996-44a5-41b9-b178-da21098ad159 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0545986 Jan 21 09:51:58.696977 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-18e18083-7e25-482e-b71a-3434c6c0fb19 req-53bd0c6c-1085-49ba-8629-d87586701ab7 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344529 Jan 21 09:51:59.813738 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9e333-6d70-450c-8e56-5cf5c88c8476 req-59dc32e3-cf1e-45d8-a290-e25e48405d4d tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:59.815212 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-70b9e333-6d70-450c-8e56-5cf5c88c8476 req-59dc32e3-cf1e-45d8-a290-e25e48405d4d tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0494418 Jan 21 09:51:59.853761 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-70b9e333-6d70-450c-8e56-5cf5c88c8476 req-f1e9ee25-28b7-4256-87e9-a97150dbc8b9 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326574 Jan 21 09:52:00.973440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a256446-3d10-4800-94a5-674527b7e0ba req-2e05c3da-f64c-43f3-928d-e124f3333a4c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:00.975056 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9a256446-3d10-4800-94a5-674527b7e0ba req-2e05c3da-f64c-43f3-928d-e124f3333a4c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0521004 Jan 21 09:52:01.013744 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9a256446-3d10-4800-94a5-674527b7e0ba req-1049c69e-ac66-4bf8-80dd-4844344fdbb8 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325408 Jan 21 09:52:02.128376 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddf09d-def0-4324-b4a5-b64a49217de1 req-a451f509-a39c-4703-b04a-88703e1f3f1d tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:02.129930 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-89ddf09d-def0-4324-b4a5-b64a49217de1 req-a451f509-a39c-4703-b04a-88703e1f3f1d tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0490777 Jan 21 09:52:02.167803 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-89ddf09d-def0-4324-b4a5-b64a49217de1 req-fb0ef86c-b940-4870-a33e-6d5a21ace553 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314140 Jan 21 09:52:02.240913 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-657fe673-254b-4049-8740-8cdd4d76b03e req-b9ac2731-03b8-4f28-a36e-b675dd087baa service neutron] 10.222.0.113 "GET /v2.0/ports/a0c8aaf4-5df1-409f-b009-09ecc5bb33c1/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0552845 Jan 21 09:52:02.439669 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fe673-254b-4049-8740-8cdd4d76b03e req-5a742c7f-163b-4071-b7b8-3e2d108a6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:02.441102 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-657fe673-254b-4049-8740-8cdd4d76b03e req-5a742c7f-163b-4071-b7b8-3e2d108a6383 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3&tenant_id=5236c7132ec643cba2be377f47f515eb HTTP/1.1" status: 200 len: 1098 time: 0.0460711 Jan 21 09:52:02.501696 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fe673-254b-4049-8740-8cdd4d76b03e req-6ee88846-d909-4ee0-af4d-4acb43688921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:02.503197 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-657fe673-254b-4049-8740-8cdd4d76b03e req-6ee88846-d909-4ee0-af4d-4acb43688921 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5236c7132ec643cba2be377f47f515eb&device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 1098 time: 0.0410502 Jan 21 09:52:02.593732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fe673-254b-4049-8740-8cdd4d76b03e req-2c5e6793-9794-4ba1-bbf0-ae8db6c6cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:02.595207 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-657fe673-254b-4049-8740-8cdd4d76b03e req-2c5e6793-9794-4ba1-bbf0-ae8db6c6cd66 service neutron] 10.222.0.113 "GET /v2.0/networks?id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 HTTP/1.1" status: 200 len: 915 time: 0.0855222 Jan 21 09:52:02.641302 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-657fe673-254b-4049-8740-8cdd4d76b03e req-d6484645-11c8-4237-a975-9455a1073676 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 HTTP/1.1" status: 200 len: 217 time: 0.0390589 Jan 21 09:52:02.689772 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fe673-254b-4049-8740-8cdd4d76b03e req-442f11e7-ce9a-407f-9327-9ba108f636c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:02.691121 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-657fe673-254b-4049-8740-8cdd4d76b03e req-442f11e7-ce9a-407f-9327-9ba108f636c3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=08860e0e-dc9b-4871-9084-60d0a0fa9a60 HTTP/1.1" status: 200 len: 854 time: 0.0440540 Jan 21 09:52:02.722152 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-657fe673-254b-4049-8740-8cdd4d76b03e req-64bb3796-0c59-44f4-bac6-f32542a0af04 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246267 Jan 21 09:52:02.814177 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-657fe673-254b-4049-8740-8cdd4d76b03e req-be3342d6-7de6-4c68-9623-69e680695c74 service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854154 Jan 21 09:52:02.904335 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-657fe673-254b-4049-8740-8cdd4d76b03e req-499962b8-ef71-446e-8ba9-b9c17204cd50 service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834043 Jan 21 09:52:03.284751 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0dc20-ebe9-4d96-b779-2b6f1d699302 req-2e85651e-b550-48f6-8f43-ee82023d7a4f tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:03.286185 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d3d0dc20-ebe9-4d96-b779-2b6f1d699302 req-2e85651e-b550-48f6-8f43-ee82023d7a4f tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0495765 Jan 21 09:52:03.322777 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d3d0dc20-ebe9-4d96-b779-2b6f1d699302 req-20c33f41-9c89-4ab9-8671-b7599ce23101 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306525 Jan 21 09:52:04.445292 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92174cec-ce12-4a4e-8613-4c9f9216361a req-bdcd2417-dab5-42b3-a4e0-1be4c3013bbd tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:04.446851 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-92174cec-ce12-4a4e-8613-4c9f9216361a req-bdcd2417-dab5-42b3-a4e0-1be4c3013bbd tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0538785 Jan 21 09:52:04.485925 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-92174cec-ce12-4a4e-8613-4c9f9216361a req-6be81e40-3dd8-45c4-87e4-6b678804fbd7 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324817 Jan 21 09:52:05.168514 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:52:05.266954 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1,segment=NetworkSegment(84978c60-f61e-4f15-a478-6cfc766189fa),segment_id=84978c60-f61e-4f15-a478-6cfc766189fa)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:05.277822 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'a0c8aaf4-5df1-409f-b009-09ecc5bb33c1', 'network_id': 'e7ef954b-2b2d-47e6-ac5b-2637cb362cb0', 'port_id': 'a0c8aaf4-5df1-409f-b009-09ecc5bb33c1', 'mac_address': 'fa:16:3e:b0:cf:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08860e0e-dc9b-4871-9084-60d0a0fa9a60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:52:05.317387 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:05.330627 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:52:05.350622 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1,segment=NetworkSegment(84978c60-f61e-4f15-a478-6cfc766189fa),segment_id=84978c60-f61e-4f15-a478-6cfc766189fa)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:05.354420 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:05.404815 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:05.410849 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['a0c8aaf4-5df1-409f-b009-09ecc5bb33c1'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:52:05.623305 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf1d9c-fb3b-42e9-868c-a60c79b4fadd req-0a9f8f59-6c46-4f82-882f-adfdaa5cc94c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:05.624800 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9fcf1d9c-fb3b-42e9-868c-a60c79b4fadd req-0a9f8f59-6c46-4f82-882f-adfdaa5cc94c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 944 time: 0.0568542 Jan 21 09:52:05.663783 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9fcf1d9c-fb3b-42e9-868c-a60c79b4fadd req-99f48756-1dea-401d-9631-924f1c198f36 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328922 Jan 21 09:52:05.878355 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bf8a5c5e-9580-44bd-b3d7-fd97436c797a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:05.882032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d16e1d-77f0-42f0-a69a-c088e018a12c req-eccca1cb-d4e0-4f78-92ff-49aea364d194 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:05.883592 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-34d16e1d-77f0-42f0-a69a-c088e018a12c req-eccca1cb-d4e0-4f78-92ff-49aea364d194 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 944 time: 0.0602376 Jan 21 09:52:05.953689 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-34d16e1d-77f0-42f0-a69a-c088e018a12c req-c1f92988-9a8d-4251-bc29-cb176eeca4d4 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603025 Jan 21 09:52:05.968296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9237f5-7b98-4ffd-affb-ec3c85ffac60 req-43818fe9-15d7-493d-a1f0-a6fee89c6aa9 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:05.970694 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bb9237f5-7b98-4ffd-affb-ec3c85ffac60 req-43818fe9-15d7-493d-a1f0-a6fee89c6aa9 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.113 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3&tenant_id=5236c7132ec643cba2be377f47f515eb&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 944 time: 0.0861773 Jan 21 09:52:06.055012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9237f5-7b98-4ffd-affb-ec3c85ffac60 req-624d64d9-2c2a-476b-9a14-36f000fb4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:06.056528 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bb9237f5-7b98-4ffd-affb-ec3c85ffac60 req-624d64d9-2c2a-476b-9a14-36f000fb4277 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5236c7132ec643cba2be377f47f515eb&device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 1097 time: 0.0421150 Jan 21 09:52:06.148293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9237f5-7b98-4ffd-affb-ec3c85ffac60 req-c7dd1dfc-b6ce-498c-b508-72008dea7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:06.149810 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bb9237f5-7b98-4ffd-affb-ec3c85ffac60 req-c7dd1dfc-b6ce-498c-b508-72008dea7e6e service neutron] 10.222.0.113 "GET /v2.0/networks?id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 HTTP/1.1" status: 200 len: 915 time: 0.0872359 Jan 21 09:52:06.195462 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bb9237f5-7b98-4ffd-affb-ec3c85ffac60 req-e23e0654-9a72-46ad-ab70-8f04ef8c22c9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 HTTP/1.1" status: 200 len: 217 time: 0.0395973 Jan 21 09:52:06.256321 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9237f5-7b98-4ffd-affb-ec3c85ffac60 req-94484922-34bf-4138-a704-479dc886d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:06.257854 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bb9237f5-7b98-4ffd-affb-ec3c85ffac60 req-94484922-34bf-4138-a704-479dc886d518 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=08860e0e-dc9b-4871-9084-60d0a0fa9a60 HTTP/1.1" status: 200 len: 854 time: 0.0563486 Jan 21 09:52:06.292317 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bb9237f5-7b98-4ffd-affb-ec3c85ffac60 req-4b95098e-3182-4fe7-b8a2-9f6fb06007c4 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282927 Jan 21 09:52:06.391010 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bb9237f5-7b98-4ffd-affb-ec3c85ffac60 req-00543ce2-4b42-4e99-9525-00d7dd6f05d5 service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919406 Jan 21 09:52:06.481700 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bb9237f5-7b98-4ffd-affb-ec3c85ffac60 req-eb8a2cc1-ad32-4fec-a5b1-309a1888c7dd service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836496 Jan 21 09:52:07.083783 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6042e-26c7-4d1f-ba18-fed64c7de776 req-b384020e-87dd-47c9-87d6-2cd09d30de0f tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:07.085498 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cdc6042e-26c7-4d1f-ba18-fed64c7de776 req-b384020e-87dd-47c9-87d6-2cd09d30de0f tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 944 time: 0.0591929 Jan 21 09:52:07.127575 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cdc6042e-26c7-4d1f-ba18-fed64c7de776 req-a5135a09-6038-4afd-b78e-f478a8d07653 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352650 Jan 21 09:52:07.182169 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:52:07.207618 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:52:07.244382 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:07.244767 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:07.254896 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d8b01-0a3a-4fd6-8478-7659fd30303d req-8e1589ef-7f1c-4934-a143-02e6d154c656 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:07.256549 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-264d8b01-0a3a-4fd6-8478-7659fd30303d req-8e1589ef-7f1c-4934-a143-02e6d154c656 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 944 time: 0.0593903 Jan 21 09:52:07.301915 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-264d8b01-0a3a-4fd6-8478-7659fd30303d req-0a112849-c649-4fc5-bc21-a79220646456 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382333 Jan 21 09:52:07.428975 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fe9c6-05a2-4892-9c9f-82168bb229f1 req-8a45505e-5e5c-4456-a3dc-e5e9c1701525 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:07.430676 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8c7fe9c6-05a2-4892-9c9f-82168bb229f1 req-8a45505e-5e5c-4456-a3dc-e5e9c1701525 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 944 time: 0.0545146 Jan 21 09:52:07.471474 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8c7fe9c6-05a2-4892-9c9f-82168bb229f1 req-9ec56f6d-9be8-4a81-a6df-ca78af074b1f tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346475 Jan 21 09:52:07.490857 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:07.514466 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aede4f91-480d-4285-ba3e-fc401404aac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c8aaf4-5df1-409f-b009-09ecc5bb33c1'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:07.516771 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dedb07-57a7-4c35-8cb4-6ae949a1b7f7" -d '{"events": [{"server_uuid": "aede4f91-480d-4285-ba3e-fc401404aac3", "name": "network-vif-plugged", "status": "completed", "tag": "a0c8aaf4-5df1-409f-b009-09ecc5bb33c1"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:52:07.541133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1,segment=NetworkSegment(84978c60-f61e-4f15-a478-6cfc766189fa),segment_id=84978c60-f61e-4f15-a478-6cfc766189fa)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:07.547924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:07.574711 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9609c25b-87e7-46fa-bf6b-66f8c2ec01dc x-openstack-request-id: req-9609c25b-87e7-46fa-bf6b-66f8c2ec01dc {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:52:07.575993 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aede4f91-480d-4285-ba3e-fc401404aac3", "name": "network-vif-plugged", "status": "completed", "tag": "a0c8aaf4-5df1-409f-b009-09ecc5bb33c1", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:52:07.576251 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9609c25b-87e7-46fa-bf6b-66f8c2ec01dc {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:52:07.576641 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aede4f91-480d-4285-ba3e-fc401404aac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c8aaf4-5df1-409f-b009-09ecc5bb33c1', 'code': 200} Jan 21 09:52:07.604830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1,revision_number=7']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:07.897715 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-cb04967d-40e3-43bc-9088-3bc3e6b8a970 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:07.899180 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-cb04967d-40e3-43bc-9088-3bc3e6b8a970 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/networks?id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 HTTP/1.1" status: 200 len: 814 time: 0.1274190 Jan 21 09:52:07.916013 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2dc15243-3202-4606-9fb9-504ef7a13ed9 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/quotas/5236c7132ec643cba2be377f47f515eb HTTP/1.1" status: 200 len: 375 time: 0.0096576 Jan 21 09:52:07.978676 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-cd851955-29fb-4b68-885f-e23529b44485 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5236c7132ec643cba2be377f47f515eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0559554 Jan 21 09:52:08.085374 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-a4f77415-eec4-4157-a55a-23ce81b2a147 service neutron] 10.222.0.88 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993776 Jan 21 09:52:08.178443 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-7b3e92d7-e10a-46b9-998d-4b70af7474a3 service neutron] 10.222.0.88 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855117 Jan 21 09:52:08.242724 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c8116cf6-ed89-4210-bbd7-b6877f5c72b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.371724 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-aee6d18a-a6fb-440b-a9cd-6a55a97ee3cb req-259f8f9e-3abe-4fb5-a7e3-7dcbf7371d01 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 210 time: 0.0317905 Jan 21 09:52:09.273263 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-8f0a0fca-b22d-4671-aeab-f8287201df58 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:09.274782 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-8f0a0fca-b22d-4671-aeab-f8287201df58 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.113 "GET /v2.0/networks?id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 HTTP/1.1" status: 200 len: 814 time: 0.1059246 Jan 21 09:52:09.288330 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-9a73971f-37bd-443d-9c7f-f52e7e3b2d34 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Request body: {'port': {'device_id': '12111aaf-f527-4be4-a5e4-9ba7c3603f45', 'network_id': 'e7ef954b-2b2d-47e6-ac5b-2637cb362cb0', 'admin_state_up': True, 'tenant_id': '5236c7132ec643cba2be377f47f515eb'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:09.304749 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.405501 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-9a73971f-37bd-443d-9c7f-f52e7e3b2d34 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Made reservation on behalf of 5236c7132ec643cba2be377f47f515eb for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:52:09.409213 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-9a73971f-37bd-443d-9c7f-f52e7e3b2d34 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.437556 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb782e-a38d-4753-914d-300c87163301 req-e446b4a8-6fa4-4f3a-bd3b-d1c7ebe60fcc tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:09.439325 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-55fb782e-a38d-4753-914d-300c87163301 req-e446b4a8-6fa4-4f3a-bd3b-d1c7ebe60fcc tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.113 "GET /v2.0/ports?device_id=aede4f91-480d-4285-ba3e-fc401404aac3 HTTP/1.1" status: 200 len: 945 time: 0.0553603 Jan 21 09:52:09.503915 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d3fc0518-d634-4737-8c1f-1de7ea5b72d9 req-3ae98b39-f520-40f1-ac1f-b96b6d6510cb tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 210 time: 0.0577390 Jan 21 09:52:09.542995 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-9a73971f-37bd-443d-9c7f-f52e7e3b2d34 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Allocated IP 172.20.0.9 (e7ef954b-2b2d-47e6-ac5b-2637cb362cb0/08860e0e-dc9b-4871-9084-60d0a0fa9a60/9c2694cd-7498-4ce2-9f35-d216f77cba9b) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:09.560429 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [req-55fb782e-a38d-4753-914d-300c87163301 req-643ea965-19c5-4072-8b9e-13efcdc3c48c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Deleting port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:52:09.560899 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-55fb782e-a38d-4753-914d-300c87163301 req-643ea965-19c5-4072-8b9e-13efcdc3c48c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.654274 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-55fb782e-a38d-4753-914d-300c87163301 req-643ea965-19c5-4072-8b9e-13efcdc3c48c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] For port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1,segment=NetworkSegment(84978c60-f61e-4f15-a478-6cfc766189fa),segment_id=84978c60-f61e-4f15-a478-6cfc766189fa)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:09.654635 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-55fb782e-a38d-4753-914d-300c87163301 req-643ea965-19c5-4072-8b9e-13efcdc3c48c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.666282 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [req-55fb782e-a38d-4753-914d-300c87163301 req-643ea965-19c5-4072-8b9e-13efcdc3c48c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Calling delete_port for a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 owned by compute:nova {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:52:09.699395 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-9a73971f-37bd-443d-9c7f-f52e7e3b2d34 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.733532 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-9a73971f-37bd-443d-9c7f-f52e7e3b2d34 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.745252 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['a0c8aaf4-5df1-409f-b009-09ecc5bb33c1'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:52:09.781347 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-9a73971f-37bd-443d-9c7f-f52e7e3b2d34 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Network e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:09.786531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-9a73971f-37bd-443d-9c7f-f52e7e3b2d34 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:09.789072 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-9a73971f-37bd-443d-9c7f-f52e7e3b2d34 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:52:09.807323 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-55fb782e-a38d-4753-914d-300c87163301 req-643ea965-19c5-4072-8b9e-13efcdc3c48c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.828596 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73971f-37bd-443d-9c7f-f52e7e3b2d34 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Pushing event updated for resources: {'Port': ['ID=9c2694cd-7498-4ce2-9f35-d216f77cba9b,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:09.845088 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ea965-19c5-4072-8b9e-13efcdc3c48c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Pushing event deleted for resources: {'Port': ['ID=a0c8aaf4-5df1-409f-b009-09ecc5bb33c1,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:09.852231 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-9a73971f-37bd-443d-9c7f-f52e7e3b2d34 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:09.853146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-9a73971f-37bd-443d-9c7f-f52e7e3b2d34 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.870774 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-9a73971f-37bd-443d-9c7f-f52e7e3b2d34 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5868375 Jan 21 09:52:09.883563 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Request body: {'port': {'device_id': '12111aaf-f527-4be4-a5e4-9ba7c3603f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:09.893008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fb782e-a38d-4753-914d-300c87163301 req-643ea965-19c5-4072-8b9e-13efcdc3c48c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] No DVR routers for this DVR port a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 on host hv-neutron-8257 {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:09.896288 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-55fb782e-a38d-4753-914d-300c87163301 req-643ea965-19c5-4072-8b9e-13efcdc3c48c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.899976 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-55fb782e-a38d-4753-914d-300c87163301 req-643ea965-19c5-4072-8b9e-13efcdc3c48c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.113 "DELETE /v2.0/ports/a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 HTTP/1.1" status: 204 len: 173 time: 0.4550562 Jan 21 09:52:09.900553 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aede4f91-480d-4285-ba3e-fc401404aac3', 'name': 'network-vif-deleted', 'tag': 'a0c8aaf4-5df1-409f-b009-09ecc5bb33c1'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:09.904063 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cd846e-32ed-4eb6-a885-65e1d7c57379" -d '{"events": [{"server_uuid": "aede4f91-480d-4285-ba3e-fc401404aac3", "name": "network-vif-deleted", "tag": "a0c8aaf4-5df1-409f-b009-09ecc5bb33c1"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:52:09.943723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2394a5ff-25b6-4893-8b9d-6dbeb5e0b5da x-openstack-request-id: req-2394a5ff-25b6-4893-8b9d-6dbeb5e0b5da {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:52:09.944034 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aede4f91-480d-4285-ba3e-fc401404aac3", "name": "network-vif-deleted", "tag": "a0c8aaf4-5df1-409f-b009-09ecc5bb33c1", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:52:09.944261 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2394a5ff-25b6-4893-8b9d-6dbeb5e0b5da {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:52:09.944650 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aede4f91-480d-4285-ba3e-fc401404aac3', 'name': 'network-vif-deleted', 'tag': 'a0c8aaf4-5df1-409f-b009-09ecc5bb33c1', 'status': 'completed', 'code': 200} Jan 21 09:52:09.945392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.238136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2694cd-7498-4ce2-9f35-d216f77cba9b {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:52:10.246158 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.259440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Transition to ACTIVE for port object 9c2694cd-7498-4ce2-9f35-d216f77cba9b will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:10.265265 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.328887 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2694cd-7498-4ce2-9f35-d216f77cba9b,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:10.408007 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Attempting to bind port 9c2694cd-7498-4ce2-9f35-d216f77cba9b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:52:10.408708 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Attempting to bind port 9c2694cd-7498-4ce2-9f35-d216f77cba9b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '84978c60-f61e-4f15-a478-6cfc766189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e7ef954b-2b2d-47e6-ac5b-2637cb362cb0'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:52:10.408893 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Attempting to bind port 9c2694cd-7498-4ce2-9f35-d216f77cba9b on network e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:52:10.414979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Port 9c2694cd-7498-4ce2-9f35-d216f77cba9b on network e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:52:10.415303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Attempting to bind port 9c2694cd-7498-4ce2-9f35-d216f77cba9b on network e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:52:10.423823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:52:10.424160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Checking segment: {'id': '84978c60-f61e-4f15-a478-6cfc766189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e7ef954b-2b2d-47e6-ac5b-2637cb362cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:52:10.424548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Bound using segment: {'id': '84978c60-f61e-4f15-a478-6cfc766189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e7ef954b-2b2d-47e6-ac5b-2637cb362cb0'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:52:10.424975 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Bound port: 9c2694cd-7498-4ce2-9f35-d216f77cba9b, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84978c60-f61e-4f15-a478-6cfc766189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e7ef954b-2b2d-47e6-ac5b-2637cb362cb0'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:52:10.425344 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.498143 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] For port 9c2694cd-7498-4ce2-9f35-d216f77cba9b, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:52:10.501673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] For port 9c2694cd-7498-4ce2-9f35-d216f77cba9b, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9c2694cd-7498-4ce2-9f35-d216f77cba9b,segment=NetworkSegment(84978c60-f61e-4f15-a478-6cfc766189fa),segment_id=84978c60-f61e-4f15-a478-6cfc766189fa)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:52:10.510249 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.549626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:10.550248 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:10.551662 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] 10.222.0.113 "PUT /v2.0/ports/9c2694cd-7498-4ce2-9f35-d216f77cba9b HTTP/1.1" status: 200 len: 1093 time: 0.6727679 Jan 21 09:52:10.552111 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12111aaf-f527-4be4-a5e4-9ba7c3603f45', 'tag': '9c2694cd-7498-4ce2-9f35-d216f77cba9b'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:10.554428 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1e38d5-ef72-4325-bdc1-8b9acfe9624a" -d '{"events": [{"name": "network-changed", "server_uuid": "12111aaf-f527-4be4-a5e4-9ba7c3603f45", "tag": "9c2694cd-7498-4ce2-9f35-d216f77cba9b"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:52:10.603021 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16de62-34eb-4b02-98ac-19d66d8aaa13 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2694cd-7498-4ce2-9f35-d216f77cba9b,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:10.610073 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f9a59a-ee28-42dd-8c0d-d5134b5ff36d x-openstack-request-id: req-b7f9a59a-ee28-42dd-8c0d-d5134b5ff36d {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:52:10.610372 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12111aaf-f527-4be4-a5e4-9ba7c3603f45", "tag": "9c2694cd-7498-4ce2-9f35-d216f77cba9b", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:52:10.610665 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b7f9a59a-ee28-42dd-8c0d-d5134b5ff36d {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:52:10.611198 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12111aaf-f527-4be4-a5e4-9ba7c3603f45', 'tag': '9c2694cd-7498-4ce2-9f35-d216f77cba9b', 'status': 'completed', 'code': 200} Jan 21 09:52:10.648760 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f780a-e373-45ff-9d6b-50cc95290f04 req-1e83d1de-9c33-4ac4-b6d9-97e9b3b93886 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:10.650646 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-905f780a-e373-45ff-9d6b-50cc95290f04 req-1e83d1de-9c33-4ac4-b6d9-97e9b3b93886 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 943 time: 0.0698941 Jan 21 09:52:10.663393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-36b29005-7d00-41f2-8399-0b1b9755f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:10.664993 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-36b29005-7d00-41f2-8399-0b1b9755f6d0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5236c7132ec643cba2be377f47f515eb&device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 1096 time: 0.0525231 Jan 21 09:52:10.692229 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-905f780a-e373-45ff-9d6b-50cc95290f04 req-a9dc1273-dcef-4530-8f4a-38c00fa1c82c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339372 Jan 21 09:52:10.711362 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-e4503b14-e68f-4de1-81f7-600acda28779 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c2694cd-7498-4ce2-9f35-d216f77cba9b HTTP/1.1" status: 200 len: 217 time: 0.0394509 Jan 21 09:52:10.760107 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-8b22eb4e-9a6d-4802-9ce0-8085be67774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:10.761544 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-8b22eb4e-9a6d-4802-9ce0-8085be67774b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=08860e0e-dc9b-4871-9084-60d0a0fa9a60 HTTP/1.1" status: 200 len: 854 time: 0.0442607 Jan 21 09:52:10.794157 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-60b9e3e8-7ca7-4844-a902-7ec70aff8043 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261986 Jan 21 09:52:10.894151 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-d67aa765-1ce1-4838-a3c7-ebc4abaad196 service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940981 Jan 21 09:52:10.989159 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-921ff1cf-1a01-4cfd-bd99-6d78bfbc6b08 req-2635a0b4-68ba-4613-ab16-5c4549187064 service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884628 Jan 21 09:52:11.081237 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e38d5-ef72-4325-bdc1-8b9acfe9624a req-1c1a7721-80b2-4b64-9d98-a3973d89cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:11.082798 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6c1e38d5-ef72-4325-bdc1-8b9acfe9624a req-1c1a7721-80b2-4b64-9d98-a3973d89cecb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5236c7132ec643cba2be377f47f515eb&device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 1096 time: 0.0461261 Jan 21 09:52:11.181195 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e38d5-ef72-4325-bdc1-8b9acfe9624a req-0935957f-f475-4d16-ab31-c2345ead9272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:11.182973 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6c1e38d5-ef72-4325-bdc1-8b9acfe9624a req-0935957f-f475-4d16-ab31-c2345ead9272 service neutron] 10.222.0.113 "GET /v2.0/networks?id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 HTTP/1.1" status: 200 len: 915 time: 0.0929506 Jan 21 09:52:11.227846 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6c1e38d5-ef72-4325-bdc1-8b9acfe9624a req-db4c2582-70d5-436f-9aad-f77d93474bb3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c2694cd-7498-4ce2-9f35-d216f77cba9b HTTP/1.1" status: 200 len: 217 time: 0.0373938 Jan 21 09:52:11.282009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e38d5-ef72-4325-bdc1-8b9acfe9624a req-b074f421-f738-4577-8a83-7a213f90242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:11.283491 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6c1e38d5-ef72-4325-bdc1-8b9acfe9624a req-b074f421-f738-4577-8a83-7a213f90242e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=08860e0e-dc9b-4871-9084-60d0a0fa9a60 HTTP/1.1" status: 200 len: 854 time: 0.0466993 Jan 21 09:52:11.318247 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:11.324527 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6c1e38d5-ef72-4325-bdc1-8b9acfe9624a req-12f1af79-f6e3-45f0-bb83-8218ab594706 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337427 Jan 21 09:52:11.388283 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:11.439763 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6c1e38d5-ef72-4325-bdc1-8b9acfe9624a req-14801840-d1ae-4f66-b1c0-4a9ab650978d service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070514 Jan 21 09:52:11.539377 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6c1e38d5-ef72-4325-bdc1-8b9acfe9624a req-3af18866-d50f-4382-904c-28275076a8f6 service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931485 Jan 21 09:52:11.815895 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a1159-e0b0-44a9-9e67-29f08a47120b req-ec28e547-a32e-46dd-a7cb-1e19894dd16b tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:11.817376 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b53a1159-e0b0-44a9-9e67-29f08a47120b req-ec28e547-a32e-46dd-a7cb-1e19894dd16b tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 943 time: 0.0504680 Jan 21 09:52:11.860078 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b53a1159-e0b0-44a9-9e67-29f08a47120b req-752ca6bd-ecb6-4353-93f1-9887fb2b339f tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365477 Jan 21 09:52:12.977314 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ce1b6-7f98-468c-9d68-b336c03afead req-4228e5a3-a163-4d5d-9701-1524d3e57480 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:12.978823 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8c5ce1b6-7f98-468c-9d68-b336c03afead req-4228e5a3-a163-4d5d-9701-1524d3e57480 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 943 time: 0.0528972 Jan 21 09:52:13.018230 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8c5ce1b6-7f98-468c-9d68-b336c03afead req-e0de8cf1-cc88-4a2a-9890-81e4fff9e5e8 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329409 Jan 21 09:52:13.194240 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 9c2694cd-7498-4ce2-9f35-d216f77cba9b details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:52:13.213571 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:52:13.245232 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:52:13.245598 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device a0c8aaf4-5df1-409f-b009-09ecc5bb33c1 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:52:13.314330 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 9c2694cd-7498-4ce2-9f35-d216f77cba9b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9c2694cd-7498-4ce2-9f35-d216f77cba9b,segment=NetworkSegment(84978c60-f61e-4f15-a478-6cfc766189fa),segment_id=84978c60-f61e-4f15-a478-6cfc766189fa)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:13.324272 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '9c2694cd-7498-4ce2-9f35-d216f77cba9b', 'network_id': 'e7ef954b-2b2d-47e6-ac5b-2637cb362cb0', 'port_id': '9c2694cd-7498-4ce2-9f35-d216f77cba9b', 'mac_address': 'fa:16:3e:3e:b9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08860e0e-dc9b-4871-9084-60d0a0fa9a60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:52:13.362484 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:13.374887 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2694cd-7498-4ce2-9f35-d216f77cba9b {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:52:13.393696 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 9c2694cd-7498-4ce2-9f35-d216f77cba9b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9c2694cd-7498-4ce2-9f35-d216f77cba9b,segment=NetworkSegment(84978c60-f61e-4f15-a478-6cfc766189fa),segment_id=84978c60-f61e-4f15-a478-6cfc766189fa)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:13.397717 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:13.444222 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=9c2694cd-7498-4ce2-9f35-d216f77cba9b,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:13.588167 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['9c2694cd-7498-4ce2-9f35-d216f77cba9b'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:52:14.131173 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05007f19-e26a-4758-b0fe-484b32368619 req-2ee60c26-2b92-4577-98a4-9d06c6ca9bfb tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:14.132652 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-05007f19-e26a-4758-b0fe-484b32368619 req-2ee60c26-2b92-4577-98a4-9d06c6ca9bfb tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 944 time: 0.0475309 Jan 21 09:52:14.170299 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-05007f19-e26a-4758-b0fe-484b32368619 req-141a92c6-d4fa-4200-96f3-159934f622ed tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308294 Jan 21 09:52:15.241206 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 9c2694cd-7498-4ce2-9f35-d216f77cba9b up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:52:15.282984 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a72e-7c84-4689-8b38-e43dae9beb33 req-6726dd43-c43b-4bfa-a088-d0162f5e98ea tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:15.284453 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-40a2a72e-7c84-4689-8b38-e43dae9beb33 req-6726dd43-c43b-4bfa-a088-d0162f5e98ea tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 944 time: 0.0485637 Jan 21 09:52:15.289144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 9c2694cd-7498-4ce2-9f35-d216f77cba9b completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:15.292752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 9c2694cd-7498-4ce2-9f35-d216f77cba9b triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:15.293129 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:15.322735 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-40a2a72e-7c84-4689-8b38-e43dae9beb33 req-cced928a-c1f2-4724-874d-1b1d5562f32c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322683 Jan 21 09:52:15.373281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:15.394970 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12111aaf-f527-4be4-a5e4-9ba7c3603f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2694cd-7498-4ce2-9f35-d216f77cba9b'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:15.397170 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523ac76c-d1df-49a1-b7de-3937df338a08" -d '{"events": [{"server_uuid": "12111aaf-f527-4be4-a5e4-9ba7c3603f45", "name": "network-vif-plugged", "status": "completed", "tag": "9c2694cd-7498-4ce2-9f35-d216f77cba9b"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:52:15.410796 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 9c2694cd-7498-4ce2-9f35-d216f77cba9b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9c2694cd-7498-4ce2-9f35-d216f77cba9b,segment=NetworkSegment(84978c60-f61e-4f15-a478-6cfc766189fa),segment_id=84978c60-f61e-4f15-a478-6cfc766189fa)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:15.414678 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:15.437917 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2f9293-00a1-4899-866d-5fd099989ec2 x-openstack-request-id: req-5a2f9293-00a1-4899-866d-5fd099989ec2 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:52:15.438209 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12111aaf-f527-4be4-a5e4-9ba7c3603f45", "name": "network-vif-plugged", "status": "completed", "tag": "9c2694cd-7498-4ce2-9f35-d216f77cba9b", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:52:15.438584 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5a2f9293-00a1-4899-866d-5fd099989ec2 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:52:15.438903 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12111aaf-f527-4be4-a5e4-9ba7c3603f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2694cd-7498-4ce2-9f35-d216f77cba9b', 'code': 200} Jan 21 09:52:15.469859 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=9c2694cd-7498-4ce2-9f35-d216f77cba9b,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:15.595562 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a9c64-c951-4ba0-99bb-b05cb0b94a41 req-da3f814f-c035-4a69-a3cd-173e9287046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:15.597049 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5a3a9c64-c951-4ba0-99bb-b05cb0b94a41 req-da3f814f-c035-4a69-a3cd-173e9287046b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 1098 time: 0.0430434 Jan 21 09:52:15.631509 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5a3a9c64-c951-4ba0-99bb-b05cb0b94a41 req-770334c2-51ee-4430-b281-141061a4f6cd service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276775 Jan 21 09:52:16.438437 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643f6cc-2c83-4a19-b8c8-b6360462fe18 req-49221415-405d-45ea-a9f7-4749b75c4fe8 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:16.439895 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2643f6cc-2c83-4a19-b8c8-b6360462fe18 req-49221415-405d-45ea-a9f7-4749b75c4fe8 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0517085 Jan 21 09:52:16.478182 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2643f6cc-2c83-4a19-b8c8-b6360462fe18 req-34944c30-0e48-46aa-a403-d7f66d0c1842 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323277 Jan 21 09:52:17.597747 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eac151-1336-480a-a714-c0c340f4abfd req-bccdfb2e-523c-4f13-80a5-c0f83d0a3555 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:17.599240 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-34eac151-1336-480a-a714-c0c340f4abfd req-bccdfb2e-523c-4f13-80a5-c0f83d0a3555 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0496700 Jan 21 09:52:17.637780 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-34eac151-1336-480a-a714-c0c340f4abfd req-7a2babfc-764f-41b4-ac2d-e7f8a6166904 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325987 Jan 21 09:52:17.754172 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be372d88-835f-48aa-a4e7-0360b6a6cf38 req-e115c94b-ea67-435f-81bd-e7191582717f tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:17.755546 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-be372d88-835f-48aa-a4e7-0360b6a6cf38 req-e115c94b-ea67-435f-81bd-e7191582717f tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0520394 Jan 21 09:52:17.792933 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-be372d88-835f-48aa-a4e7-0360b6a6cf38 req-52b8ee75-48f9-4618-8c64-34df07b7e11c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Jan 21 09:52:18.046147 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffbffd-4f29-4329-b5a1-6b141a2965ff req-28c24dc6-81b3-4db9-b1f8-a8ad7db8f13a tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:18.047774 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-eeffbffd-4f29-4329-b5a1-6b141a2965ff req-28c24dc6-81b3-4db9-b1f8-a8ad7db8f13a tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0679202 Jan 21 09:52:18.050552 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-f4419490-c310-4514-9956-87d150a8ef79 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796766 Jan 21 09:52:18.086832 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-eeffbffd-4f29-4329-b5a1-6b141a2965ff req-0236bb70-07d9-4541-9f3c-ae76469fd0f7 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330758 Jan 21 09:52:19.080230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-204c304e-d60e-439b-a568-2494ae820047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:19.081898 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-204c304e-d60e-439b-a568-2494ae820047 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5236c7132ec643cba2be377f47f515eb&device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 1098 time: 0.0415323 Jan 21 09:52:19.198551 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-4629b7cd-94d3-4860-8d1a-11fa179a15c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:19.200023 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-4629b7cd-94d3-4860-8d1a-11fa179a15c8 service neutron] 10.222.0.113 "GET /v2.0/networks?id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 HTTP/1.1" status: 200 len: 915 time: 0.1123202 Jan 21 09:52:19.246164 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-778859eb-6c6b-4f4f-8864-64d63f99dc3a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c2694cd-7498-4ce2-9f35-d216f77cba9b HTTP/1.1" status: 200 len: 217 time: 0.0388098 Jan 21 09:52:19.253973 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9380f-0793-4a55-bbb0-ef68fdf820a0 req-9f9f4ca6-fd87-4655-b039-8b7c062da5c4 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:19.255386 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dff9380f-0793-4a55-bbb0-ef68fdf820a0 req-9f9f4ca6-fd87-4655-b039-8b7c062da5c4 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0971367 Jan 21 09:52:19.321339 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-167f9351-82d4-49df-823e-e9628c66f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:19.322824 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-167f9351-82d4-49df-823e-e9628c66f976 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=08860e0e-dc9b-4871-9084-60d0a0fa9a60 HTTP/1.1" status: 200 len: 854 time: 0.0666039 Jan 21 09:52:19.325747 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dff9380f-0793-4a55-bbb0-ef68fdf820a0 req-f8142746-64f2-40e0-9594-38e6666384fc tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624712 Jan 21 09:52:19.355705 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-bedccab7-336e-43d1-ac47-995f01aacf3e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253644 Jan 21 09:52:19.445036 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-c5996bc3-5808-4260-85cd-51de558362ce service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828614 Jan 21 09:52:19.534156 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-8dd268ec-d97c-49eb-8721-98bb019d344a service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826104 Jan 21 09:52:20.445554 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b63e0-0a83-4ed7-9c91-a29e055b170f req-61511ed6-98c4-4f5b-bc18-61402a3c1d87 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:20.447028 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-732b63e0-0a83-4ed7-9c91-a29e055b170f req-61511ed6-98c4-4f5b-bc18-61402a3c1d87 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0531285 Jan 21 09:52:20.484950 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-732b63e0-0a83-4ed7-9c91-a29e055b170f req-cac7d03e-0c04-4eb9-b9b5-da503640a6bb tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319180 Jan 21 09:52:21.601041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b535ad0-805f-42a5-a0d2-4e3e7f995865 req-9d06263e-e602-4fc7-bb69-07c93db87cf6 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:21.602528 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b535ad0-805f-42a5-a0d2-4e3e7f995865 req-9d06263e-e602-4fc7-bb69-07c93db87cf6 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0491760 Jan 21 09:52:21.646593 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b535ad0-805f-42a5-a0d2-4e3e7f995865 req-9e31337f-816c-4173-94ea-55ac9dd9de07 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380249 Jan 21 09:52:22.760695 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef1d70-bbb4-44c1-9c90-7b5a000f3f9f req-071f5b65-fae0-4308-9e01-6a756530ee06 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:22.762100 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b4ef1d70-bbb4-44c1-9c90-7b5a000f3f9f req-071f5b65-fae0-4308-9e01-6a756530ee06 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0485711 Jan 21 09:52:22.810488 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b4ef1d70-bbb4-44c1-9c90-7b5a000f3f9f req-fe8a853e-3367-46d4-8400-2ea62ff71b7e tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415058 Jan 21 09:52:23.927980 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333df91-5e33-4310-abf9-0aa1c871b16f req-533cc3aa-54cd-4dba-ad74-5df8be289874 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:23.929481 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f333df91-5e33-4310-abf9-0aa1c871b16f req-533cc3aa-54cd-4dba-ad74-5df8be289874 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0502262 Jan 21 09:52:23.966811 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f333df91-5e33-4310-abf9-0aa1c871b16f req-b656bfcf-bd7b-45c5-a804-732a8dd89e01 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314026 Jan 21 09:52:24.894936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.081243 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd944f9-31f1-4409-a425-3b47280ae559 req-1e2ccb68-da9b-46b4-8c54-21c28a19178b tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:25.082743 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5cd944f9-31f1-4409-a425-3b47280ae559 req-1e2ccb68-da9b-46b4-8c54-21c28a19178b tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0482242 Jan 21 09:52:25.120542 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5cd944f9-31f1-4409-a425-3b47280ae559 req-26a51b70-50aa-4ad4-885c-df06a0007807 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319002 Jan 21 09:52:26.236739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3cddb-2642-4877-9a39-f25da8f9cf81 req-187cc531-e14c-4b17-9396-51ed5d66a47f tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:26.238228 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-42c3cddb-2642-4877-9a39-f25da8f9cf81 req-187cc531-e14c-4b17-9396-51ed5d66a47f tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0485704 Jan 21 09:52:26.275654 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-42c3cddb-2642-4877-9a39-f25da8f9cf81 req-c83d6331-7444-4070-9ea9-0e79fb50b1cb tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313199 Jan 21 09:52:27.406591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f0e80-6b62-46e5-821f-4e88e1f206fa req-18bd6c46-1662-4a82-9893-cec9cb8cd9f9 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:27.408053 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5f6f0e80-6b62-46e5-821f-4e88e1f206fa req-18bd6c46-1662-4a82-9893-cec9cb8cd9f9 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0562074 Jan 21 09:52:27.444594 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5f6f0e80-6b62-46e5-821f-4e88e1f206fa req-109d4b08-777c-4e26-8215-a9ecbd4a595a tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306623 Jan 21 09:52:28.558440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f7db1-43df-4e6f-94e9-e15bc693d574 req-f44a258f-bf92-4fa5-8358-87ecbaee43c1 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:28.559901 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e36f7db1-43df-4e6f-94e9-e15bc693d574 req-f44a258f-bf92-4fa5-8358-87ecbaee43c1 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0490394 Jan 21 09:52:28.602085 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e36f7db1-43df-4e6f-94e9-e15bc693d574 req-35a44b03-be0b-409f-9f50-30bf3a3cf9ea tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362849 Jan 21 09:52:29.715910 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71dbc4-93ec-459f-9e0e-4ded0cad7804 req-a347039c-d50f-48ac-b62d-46337a6e86f0 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:29.717370 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-be71dbc4-93ec-459f-9e0e-4ded0cad7804 req-a347039c-d50f-48ac-b62d-46337a6e86f0 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0489061 Jan 21 09:52:29.755452 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-be71dbc4-93ec-459f-9e0e-4ded0cad7804 req-3958268f-dc30-4d83-9555-88d0e8a98655 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Jan 21 09:52:31.183075 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca3369-16b0-4fdc-93e5-0e771733fa52 req-f2544a6b-7ad6-4d3e-995f-89f933595466 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:31.184549 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5bca3369-16b0-4fdc-93e5-0e771733fa52 req-f2544a6b-7ad6-4d3e-995f-89f933595466 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.3620179 Jan 21 09:52:31.221668 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5bca3369-16b0-4fdc-93e5-0e771733fa52 req-15b3ff4f-9a96-45a1-8961-cadb11f6c811 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309334 Jan 21 09:52:32.337575 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fdbf1-a3d8-427c-9caa-2dccd25e708b req-653353b3-f56e-416f-92dc-c04c4cffeee5 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:32.339037 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0c3fdbf1-a3d8-427c-9caa-2dccd25e708b req-653353b3-f56e-416f-92dc-c04c4cffeee5 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0487010 Jan 21 09:52:32.376910 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0c3fdbf1-a3d8-427c-9caa-2dccd25e708b req-5e9f3ba3-e306-4928-b939-a96283f510f4 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315883 Jan 21 09:52:33.495736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7bfe8-9b9d-4bf4-b0b2-4c104bc61b1f req-8e278bd8-4a65-43a3-a093-7ef03fd5c83c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:33.497214 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bb7bfe8-9b9d-4bf4-b0b2-4c104bc61b1f req-8e278bd8-4a65-43a3-a093-7ef03fd5c83c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0525951 Jan 21 09:52:33.534655 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bb7bfe8-9b9d-4bf4-b0b2-4c104bc61b1f req-9a2d7980-76c0-4caf-84d1-f7db236777bb tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313976 Jan 21 09:52:34.652855 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325051f-7b6b-441a-bacd-737b6625eca1 req-170707a3-24f4-4d77-bd3e-d7c5fad4a141 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:34.654368 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9325051f-7b6b-441a-bacd-737b6625eca1 req-170707a3-24f4-4d77-bd3e-d7c5fad4a141 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0526426 Jan 21 09:52:34.694680 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9325051f-7b6b-441a-bacd-737b6625eca1 req-b11677e6-4f12-4acc-ae04-2c556076c867 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344024 Jan 21 09:52:35.871017 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5da922a8-badf-4c05-94c7-dc063100a3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:35.871906 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a41528-067a-4d35-bd2a-15013a27db22 req-137d8d7f-1434-4069-8588-79667a9c58ec tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:35.873422 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a3a41528-067a-4d35-bd2a-15013a27db22 req-137d8d7f-1434-4069-8588-79667a9c58ec tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.1085939 Jan 21 09:52:35.918381 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a3a41528-067a-4d35-bd2a-15013a27db22 req-35805f6f-9e63-48eb-ab5d-e36f1036d021 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382950 Jan 21 09:52:37.084830 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900a3e8-ddba-41a4-a3e3-0941b18fbbe2 req-9d8230d6-b9c3-4135-819e-490be1ebd686 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:37.086365 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0900a3e8-ddba-41a4-a3e3-0941b18fbbe2 req-9d8230d6-b9c3-4135-819e-490be1ebd686 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0990732 Jan 21 09:52:37.124057 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0900a3e8-ddba-41a4-a3e3-0941b18fbbe2 req-19377920-5b6d-435a-bbc7-920ac306d73d tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317481 Jan 21 09:52:38.238290 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758e3fb-81b0-4be1-8e79-7cd46c5099fc req-2474a651-4875-47fc-981a-cc0c4a2326de tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:38.239832 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1758e3fb-81b0-4be1-8e79-7cd46c5099fc req-2474a651-4875-47fc-981a-cc0c4a2326de tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0484869 Jan 21 09:52:38.245645 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f1c10f58-5477-4591-b303-6f2e4c317f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:38.290139 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1758e3fb-81b0-4be1-8e79-7cd46c5099fc req-a99f12b2-d1b5-4d7a-b0e5-ac83da287586 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348222 Jan 21 09:52:39.306436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:39.409335 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97657cc-6025-4cfa-a1ed-43c98a408d98 req-c9673b87-09ea-4db9-9fc9-82a1ffa645b2 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:39.410852 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c97657cc-6025-4cfa-a1ed-43c98a408d98 req-c9673b87-09ea-4db9-9fc9-82a1ffa645b2 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0485878 Jan 21 09:52:39.448729 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c97657cc-6025-4cfa-a1ed-43c98a408d98 req-06fac89d-eb39-4d4e-81c5-5d06f2502f8f tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313611 Jan 21 09:52:40.564830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2f3aa-6cce-4112-9fa8-01d07ec04160 req-416229c7-0c23-4ff4-94ad-cc635d052efb tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:40.566332 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-69e2f3aa-6cce-4112-9fa8-01d07ec04160 req-416229c7-0c23-4ff4-94ad-cc635d052efb tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0490632 Jan 21 09:52:40.604946 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-69e2f3aa-6cce-4112-9fa8-01d07ec04160 req-62170196-f6b6-4059-aaba-0b4adf23bb0b tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Jan 21 09:52:41.318533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:41.382033 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:41.729919 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62fb06-3832-4db6-b042-b7c20d85cfb7 req-43f026c6-f0e1-41b9-9620-8b40b65b633c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:41.731463 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5a62fb06-3832-4db6-b042-b7c20d85cfb7 req-43f026c6-f0e1-41b9-9620-8b40b65b633c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0577221 Jan 21 09:52:41.769762 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5a62fb06-3832-4db6-b042-b7c20d85cfb7 req-b04ae1c2-293b-45bc-92f4-d2959f949065 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323133 Jan 21 09:52:42.893058 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084d04d-e111-433e-9b21-9fdac3386dea req-47421fa9-68d3-4d49-aba4-14f40f0dec5e tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:42.894559 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8084d04d-e111-433e-9b21-9fdac3386dea req-47421fa9-68d3-4d49-aba4-14f40f0dec5e tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0534935 Jan 21 09:52:42.936795 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8084d04d-e111-433e-9b21-9fdac3386dea req-74c02502-0f25-4e44-8613-3ccaf3993459 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362310 Jan 21 09:52:44.053341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe13f06-9d66-4a9d-8a21-290b4ecdcd55 req-11def083-1d69-4e32-aebf-158db28c854f tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:44.055589 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dfe13f06-9d66-4a9d-8a21-290b4ecdcd55 req-11def083-1d69-4e32-aebf-158db28c854f tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0511165 Jan 21 09:52:44.097532 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dfe13f06-9d66-4a9d-8a21-290b4ecdcd55 req-b544cfa5-690d-4f9e-861c-42de2fea36c5 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334263 Jan 21 09:52:44.207568 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:52:45.212776 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ceed61-3a0c-49df-9253-ed6924d6c32d req-fc510432-5f4d-45dc-864e-c3404c956f97 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:45.214285 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e9ceed61-3a0c-49df-9253-ed6924d6c32d req-fc510432-5f4d-45dc-864e-c3404c956f97 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0487890 Jan 21 09:52:45.251171 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e9ceed61-3a0c-49df-9253-ed6924d6c32d req-ba2c98ae-e4bb-48c5-a0bc-53226a8bd7e5 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310194 Jan 21 09:52:46.133925 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-cbec491c-1d52-496b-8de7-93a534e119ed service neutron] 10.222.0.113 "GET /v2.0/ports/9c2694cd-7498-4ce2-9f35-d216f77cba9b/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0535848 Jan 21 09:52:46.328063 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-c8a4938c-b972-4c07-bf03-dac35712d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:46.329609 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-c8a4938c-b972-4c07-bf03-dac35712d784 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45&tenant_id=5236c7132ec643cba2be377f47f515eb HTTP/1.1" status: 200 len: 1098 time: 0.0410035 Jan 21 09:52:46.372114 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36a7f5-da53-42bd-9cab-9253d9e1d841 req-5a99704b-2783-4c01-96aa-dcd8286e26d9 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:46.373644 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ba36a7f5-da53-42bd-9cab-9253d9e1d841 req-5a99704b-2783-4c01-96aa-dcd8286e26d9 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0511515 Jan 21 09:52:46.394539 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-d6b83e6c-01d4-4433-a3c4-656ba63f8733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:46.396109 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-d6b83e6c-01d4-4433-a3c4-656ba63f8733 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5236c7132ec643cba2be377f47f515eb&device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 1098 time: 0.0451567 Jan 21 09:52:46.412708 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ba36a7f5-da53-42bd-9cab-9253d9e1d841 req-9dd9c8d3-fddb-41e0-befa-7fbfd7dd3c20 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330126 Jan 21 09:52:46.484436 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-567f3390-2e30-49be-b020-e3701e7da7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:46.485967 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-567f3390-2e30-49be-b020-e3701e7da7ed service neutron] 10.222.0.113 "GET /v2.0/networks?id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 HTTP/1.1" status: 200 len: 915 time: 0.0835807 Jan 21 09:52:46.529755 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-01e77fe5-648d-4525-8e7d-e0d20da53931 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c2694cd-7498-4ce2-9f35-d216f77cba9b HTTP/1.1" status: 200 len: 217 time: 0.0374758 Jan 21 09:52:46.578157 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-11d8c82e-facb-4c26-8405-b82b65927f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:46.579583 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-11d8c82e-facb-4c26-8405-b82b65927f4b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=08860e0e-dc9b-4871-9084-60d0a0fa9a60 HTTP/1.1" status: 200 len: 854 time: 0.0438578 Jan 21 09:52:46.610853 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-9daae551-f7c9-45ac-bd24-cb2c501ed3a0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248125 Jan 21 09:52:46.698519 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-431888a3-1d78-4fdb-9983-ed03646fe2c9 service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811269 Jan 21 09:52:46.791215 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c5f859de-f304-4ac2-9ce1-df3cf7a3c927 req-07c061c2-4949-48f6-afe3-1e31da2f0d0d service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867450 Jan 21 09:52:47.530035 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f76c34-f945-48fc-ae0b-2d4eca1c4cd3 req-a348b2cc-99a2-4a2b-a757-00398cad8a06 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:47.531495 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-42f76c34-f945-48fc-ae0b-2d4eca1c4cd3 req-a348b2cc-99a2-4a2b-a757-00398cad8a06 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0497296 Jan 21 09:52:47.570548 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-42f76c34-f945-48fc-ae0b-2d4eca1c4cd3 req-fefd0b77-a28a-41b5-bc0a-1e416ddde552 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329044 Jan 21 09:52:47.762891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6aa6cd-c683-4ed0-b913-0d48d47cf05d req-3d348432-ff86-4d72-bfd2-b3036d1d1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:47.764291 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7c6aa6cd-c683-4ed0-b913-0d48d47cf05d req-3d348432-ff86-4d72-bfd2-b3036d1d1450 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5236c7132ec643cba2be377f47f515eb&device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 1098 time: 0.0462263 Jan 21 09:52:47.866937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6aa6cd-c683-4ed0-b913-0d48d47cf05d req-853fa4a3-9580-48eb-bcdb-fcf9303dca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:47.868450 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7c6aa6cd-c683-4ed0-b913-0d48d47cf05d req-853fa4a3-9580-48eb-bcdb-fcf9303dca07 service neutron] 10.222.0.113 "GET /v2.0/networks?id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 HTTP/1.1" status: 200 len: 915 time: 0.0849707 Jan 21 09:52:47.910081 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7c6aa6cd-c683-4ed0-b913-0d48d47cf05d req-981c0f93-a5b0-4650-9a7b-788d4e449429 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c2694cd-7498-4ce2-9f35-d216f77cba9b HTTP/1.1" status: 200 len: 217 time: 0.0349433 Jan 21 09:52:47.968759 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6aa6cd-c683-4ed0-b913-0d48d47cf05d req-72456fdb-9df4-41da-be07-94e6849ff3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:47.970279 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7c6aa6cd-c683-4ed0-b913-0d48d47cf05d req-72456fdb-9df4-41da-be07-94e6849ff3fc service neutron] 10.222.0.113 "GET /v2.0/subnets?id=08860e0e-dc9b-4871-9084-60d0a0fa9a60 HTTP/1.1" status: 200 len: 854 time: 0.0534129 Jan 21 09:52:48.005437 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7c6aa6cd-c683-4ed0-b913-0d48d47cf05d req-19c16513-a180-41d0-917f-18806291906e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264008 Jan 21 09:52:48.096230 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7c6aa6cd-c683-4ed0-b913-0d48d47cf05d req-2d079c60-54cb-46cf-9393-cb655a6a99a8 service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823588 Jan 21 09:52:48.190244 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7c6aa6cd-c683-4ed0-b913-0d48d47cf05d req-c09bfee7-96c8-4230-9a03-8d987e428df1 service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871549 Jan 21 09:52:48.689717 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c925d-c9bf-4bd9-9d4e-0e2b68cd34f0 req-fc6681ab-d815-4fbb-ab2d-333f4ecd8026 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:48.691202 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-047c925d-c9bf-4bd9-9d4e-0e2b68cd34f0 req-fc6681ab-d815-4fbb-ab2d-333f4ecd8026 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0530324 Jan 21 09:52:48.729600 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-047c925d-c9bf-4bd9-9d4e-0e2b68cd34f0 req-fe789cb0-1f51-4757-8749-e30db3e70c05 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316029 Jan 21 09:52:48.924802 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba6b12-51bd-4d66-ab78-ccce7dca3ce3 req-e5394692-01d6-429c-a304-2e1f27342129 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:48.926632 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-33ba6b12-51bd-4d66-ab78-ccce7dca3ce3 req-e5394692-01d6-429c-a304-2e1f27342129 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0507517 Jan 21 09:52:48.941117 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be192e-9196-41e6-9f8b-b42b97fc4e1b req-80edd5d5-90f0-4524-92b4-66428f984117 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:48.943818 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-99be192e-9196-41e6-9f8b-b42b97fc4e1b req-80edd5d5-90f0-4524-92b4-66428f984117 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.113 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45&tenant_id=5236c7132ec643cba2be377f47f515eb&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 945 time: 0.0544903 Jan 21 09:52:48.966151 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-33ba6b12-51bd-4d66-ab78-ccce7dca3ce3 req-9f97001e-41a9-48a9-b261-36cfb4df975a tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333533 Jan 21 09:52:49.027821 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be192e-9196-41e6-9f8b-b42b97fc4e1b req-d537d230-3360-4c15-981f-80e21ed2e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:49.029223 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-99be192e-9196-41e6-9f8b-b42b97fc4e1b req-d537d230-3360-4c15-981f-80e21ed2e020 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5236c7132ec643cba2be377f47f515eb&device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 1098 time: 0.0413928 Jan 21 09:52:49.122771 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be192e-9196-41e6-9f8b-b42b97fc4e1b req-b3680f1c-b6ab-4dfb-8d11-94038c2d7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:49.124264 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-99be192e-9196-41e6-9f8b-b42b97fc4e1b req-b3680f1c-b6ab-4dfb-8d11-94038c2d7423 service neutron] 10.222.0.113 "GET /v2.0/networks?id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 HTTP/1.1" status: 200 len: 915 time: 0.0889242 Jan 21 09:52:49.165731 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-99be192e-9196-41e6-9f8b-b42b97fc4e1b req-4493fd3e-fc1b-4c6d-80f7-0fa129e407fd service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c2694cd-7498-4ce2-9f35-d216f77cba9b HTTP/1.1" status: 200 len: 217 time: 0.0344758 Jan 21 09:52:49.218730 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be192e-9196-41e6-9f8b-b42b97fc4e1b req-6187e711-e350-4392-9c1b-e9437a32eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:49.220168 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-99be192e-9196-41e6-9f8b-b42b97fc4e1b req-6187e711-e350-4392-9c1b-e9437a32eddb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=08860e0e-dc9b-4871-9084-60d0a0fa9a60 HTTP/1.1" status: 200 len: 854 time: 0.0487938 Jan 21 09:52:49.250934 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-99be192e-9196-41e6-9f8b-b42b97fc4e1b req-8da0d599-89b3-4be4-b9dc-1050b6e21501 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246964 Jan 21 09:52:49.338476 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-99be192e-9196-41e6-9f8b-b42b97fc4e1b req-dd574c62-cd61-400d-8db3-f40b440635ad service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811529 Jan 21 09:52:49.433593 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-99be192e-9196-41e6-9f8b-b42b97fc4e1b req-11483187-356c-4c10-8c3d-aa1554e2091b service neutron] 10.222.0.113 "GET /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890138 Jan 21 09:52:50.085476 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367bf47-54e5-41f5-8164-c7df634ad3fa req-8a2a21ed-bf29-497f-8a96-2d7fe2838555 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:50.086919 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4367bf47-54e5-41f5-8164-c7df634ad3fa req-8a2a21ed-bf29-497f-8a96-2d7fe2838555 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0512559 Jan 21 09:52:50.125315 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4367bf47-54e5-41f5-8164-c7df634ad3fa req-6f3de27e-7dd7-4d08-83f4-9121ef08b76c tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324204 Jan 21 09:52:50.244266 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d327c3-7afe-48b5-92f3-47239608be2c req-29791d04-9e03-4ec0-9511-cb1b56768f96 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:50.245916 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-92d327c3-7afe-48b5-92f3-47239608be2c req-29791d04-9e03-4ec0-9511-cb1b56768f96 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0497806 Jan 21 09:52:50.282069 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-92d327c3-7afe-48b5-92f3-47239608be2c req-1000fd6b-8fd5-4c2f-a210-4939e8a1d3ae tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304992 Jan 21 09:52:50.397777 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920282d8-47b3-4bef-a60b-ca66c56f0c28 req-04fdd8c0-e0dc-40e5-9335-86a5b5f18fb9 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:50.399179 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-920282d8-47b3-4bef-a60b-ca66c56f0c28 req-04fdd8c0-e0dc-40e5-9335-86a5b5f18fb9 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0495124 Jan 21 09:52:50.437251 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-920282d8-47b3-4bef-a60b-ca66c56f0c28 req-fdde0ee9-444d-45a7-a942-fe3d67c35c23 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319335 Jan 21 09:52:50.770592 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7bacd-0ecb-4713-84d9-3e79f4c7a350 req-4aac2fff-ce83-4916-a835-27b5e1a3083e tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:50.772428 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-56c7bacd-0ecb-4713-84d9-3e79f4c7a350 req-4aac2fff-ce83-4916-a835-27b5e1a3083e tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0527959 Jan 21 09:52:50.811596 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-56c7bacd-0ecb-4713-84d9-3e79f4c7a350 req-183ec5c5-5054-4a1b-82b3-b36088d9e38b tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330431 Jan 21 09:52:51.931395 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a901948-5299-4d84-8dd9-1fd7403b1a4d req-22f273dc-4f6c-4a9d-b8d1-df97ba848a8a tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:51.932877 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5a901948-5299-4d84-8dd9-1fd7403b1a4d req-22f273dc-4f6c-4a9d-b8d1-df97ba848a8a tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0548215 Jan 21 09:52:51.970217 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5a901948-5299-4d84-8dd9-1fd7403b1a4d req-5e26d943-87da-49e8-83e6-8a3ebf64ee48 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/security-groups?id=c92a413d-f017-4cd9-ae85-98545fff0417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314033 Jan 21 09:52:52.251718 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089d376-e076-44d3-8043-02d68aee4b45 req-a81a640f-23ce-4ac0-9805-0c74c5933333 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:52.253071 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d089d376-e076-44d3-8043-02d68aee4b45 req-a81a640f-23ce-4ac0-9805-0c74c5933333 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.113 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 945 time: 0.0491800 Jan 21 09:52:52.340816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-d089d376-e076-44d3-8043-02d68aee4b45 req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Deleting port 9c2694cd-7498-4ce2-9f35-d216f77cba9b {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:52:52.341152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-d089d376-e076-44d3-8043-02d68aee4b45 req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.432566 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-d089d376-e076-44d3-8043-02d68aee4b45 req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] For port 9c2694cd-7498-4ce2-9f35-d216f77cba9b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9c2694cd-7498-4ce2-9f35-d216f77cba9b,segment=NetworkSegment(84978c60-f61e-4f15-a478-6cfc766189fa),segment_id=84978c60-f61e-4f15-a478-6cfc766189fa)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:52.432917 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-d089d376-e076-44d3-8043-02d68aee4b45 req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.444685 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-d089d376-e076-44d3-8043-02d68aee4b45 req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Calling delete_port for 9c2694cd-7498-4ce2-9f35-d216f77cba9b owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:52:52.575854 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-d089d376-e076-44d3-8043-02d68aee4b45 req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.589936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['9c2694cd-7498-4ce2-9f35-d216f77cba9b'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:52:52.607523 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Pushing event deleted for resources: {'Port': ['ID=9c2694cd-7498-4ce2-9f35-d216f77cba9b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:52.634012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:52.634349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:52.634684 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:52.635012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:52.635336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:52.635657 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:52.635978 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:52.636301 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:52.636613 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:52.636926 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:52.637240 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:52.637575 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:52.656771 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d089d376-e076-44d3-8043-02d68aee4b45 req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] No DVR routers for this DVR port 9c2694cd-7498-4ce2-9f35-d216f77cba9b on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:52.659283 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-d089d376-e076-44d3-8043-02d68aee4b45 req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.663377 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d089d376-e076-44d3-8043-02d68aee4b45 req-4c448782-b05e-43f2-b284-7c09ec5391ba tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.113 "DELETE /v2.0/ports/9c2694cd-7498-4ce2-9f35-d216f77cba9b HTTP/1.1" status: 204 len: 173 time: 0.4047472 Jan 21 09:52:52.663837 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12111aaf-f527-4be4-a5e4-9ba7c3603f45', 'name': 'network-vif-deleted', 'tag': '9c2694cd-7498-4ce2-9f35-d216f77cba9b'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:52.666270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0869d0-25dd-49c9-bbed-68fc93198647" -d '{"events": [{"server_uuid": "12111aaf-f527-4be4-a5e4-9ba7c3603f45", "name": "network-vif-deleted", "tag": "9c2694cd-7498-4ce2-9f35-d216f77cba9b"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:52:52.766940 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b219c14-6fec-4deb-a712-75883a8d2856 x-openstack-request-id: req-8b219c14-6fec-4deb-a712-75883a8d2856 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:52:52.767237 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12111aaf-f527-4be4-a5e4-9ba7c3603f45", "name": "network-vif-deleted", "tag": "9c2694cd-7498-4ce2-9f35-d216f77cba9b", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:52:52.767488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8b219c14-6fec-4deb-a712-75883a8d2856 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:52:52.767893 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12111aaf-f527-4be4-a5e4-9ba7c3603f45', 'name': 'network-vif-deleted', 'tag': '9c2694cd-7498-4ce2-9f35-d216f77cba9b', 'status': 'completed', 'code': 200} Jan 21 09:52:53.106294 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ef2312f6-4111-4c8c-8105-72d62229a7ae req-4967f05c-0a66-45c4-a078-9c4fec152721 tempest-ServerDiskConfigTestJSON-1226208147 tempest-ServerDiskConfigTestJSON-1226208147-project] 10.222.0.88 "GET /v2.0/ports?device_id=12111aaf-f527-4be4-a5e4-9ba7c3603f45 HTTP/1.1" status: 200 len: 210 time: 0.0405045 Jan 21 09:52:54.241689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 47252) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:52:54.293950 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d158d9bd-d3f5-474f-9588-9bd37ec51c5e admin admin] Deleting subnet 08860e0e-dc9b-4871-9084-60d0a0fa9a60 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:52:54.296980 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d158d9bd-d3f5-474f-9588-9bd37ec51c5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.331110 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d158d9bd-d3f5-474f-9588-9bd37ec51c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.381271 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d158d9bd-d3f5-474f-9588-9bd37ec51c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.437789 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d158d9bd-d3f5-474f-9588-9bd37ec51c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.465108 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158d9bd-d3f5-474f-9588-9bd37ec51c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08860e0e-dc9b-4871-9084-60d0a0fa9a60,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:54.468318 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d158d9bd-d3f5-474f-9588-9bd37ec51c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.471524 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d158d9bd-d3f5-474f-9588-9bd37ec51c5e admin admin] 10.222.0.88 "DELETE /v2.0/subnets/08860e0e-dc9b-4871-9084-60d0a0fa9a60 HTTP/1.1" status: 204 len: 168 time: 0.2288237 Jan 21 09:52:54.474732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 47254) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:52:54.547923 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f0b931d2-32be-49aa-926a-2f626ec49890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.633065 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f0b931d2-32be-49aa-926a-2f626ec49890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.654417 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-f0b931d2-32be-49aa-926a-2f626ec49890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ef954b-2b2d-47e6-ac5b-2637cb362cb0']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:54.663630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-f0b931d2-32be-49aa-926a-2f626ec49890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84978c60-f61e-4f15-a478-6cfc766189fa') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:54.663923 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-f0b931d2-32be-49aa-926a-2f626ec49890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84978c60-f61e-4f15-a478-6cfc766189fa') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:54.678141 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f0b931d2-32be-49aa-926a-2f626ec49890 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.693187 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f0b931d2-32be-49aa-926a-2f626ec49890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.699365 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b931d2-32be-49aa-926a-2f626ec49890 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:52:54.699894 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f0b931d2-32be-49aa-926a-2f626ec49890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:52:54.701666 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:52:54.764969 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f0b931d2-32be-49aa-926a-2f626ec49890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.773357 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f0b931d2-32be-49aa-926a-2f626ec49890 admin admin] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.777178 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f0b931d2-32be-49aa-926a-2f626ec49890 admin admin] 10.222.0.88 "DELETE /v2.0/networks/e7ef954b-2b2d-47e6-ac5b-2637cb362cb0 HTTP/1.1" status: 204 len: 168 time: 0.3015256 Jan 21 09:52:54.788074 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b931d2-32be-49aa-926a-2f626ec49890 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ef954b-2b2d-47e6-ac5b-2637cb362cb0,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:54.893025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 47258) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:52:54.895141 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.932920 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-dd01ca7e-6648-4975-ae18-2d62490f525b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5236c7132ec643cba2be377f47f515eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386903 Jan 21 09:52:54.935518 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 47260) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:52:54.983039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9a85b483-acf9-487e-9863-9a126fdf811b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.005214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9a85b483-acf9-487e-9863-9a126fdf811b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.061148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9a85b483-acf9-487e-9863-9a126fdf811b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.063667 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9a85b483-acf9-487e-9863-9a126fdf811b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.064843 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9a85b483-acf9-487e-9863-9a126fdf811b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c92a413d-f017-4cd9-ae85-98545fff0417 HTTP/1.1" status: 204 len: 168 time: 0.1284370 Jan 21 09:52:55.074794 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85b483-acf9-487e-9863-9a126fdf811b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92a413d-f017-4cd9-ae85-98545fff0417,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:55.738948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 47282) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:52:55.839288 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-08314154-6723-4209-b61c-c7f43a46496d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1589943241-network', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:55.862530 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08314154-6723-4209-b61c-c7f43a46496d admin admin] Made reservation on behalf of 80f724a399174c8ea5bd4d78339a91b6 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:52:55.865411 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08314154-6723-4209-b61c-c7f43a46496d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.873785 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08314154-6723-4209-b61c-c7f43a46496d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.952379 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08314154-6723-4209-b61c-c7f43a46496d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.957422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08314154-6723-4209-b61c-c7f43a46496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.983581 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08314154-6723-4209-b61c-c7f43a46496d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:52:55.995454 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08314154-6723-4209-b61c-c7f43a46496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096174ba-51df-4ee3-8879-dbf8144bbf82,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:56.001549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08314154-6723-4209-b61c-c7f43a46496d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.002006 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-08314154-6723-4209-b61c-c7f43a46496d admin admin] Added segment fb55090f-c4b9-4a31-9bfa-96abf01ed244 of type vlan for network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 Jan 21 09:52:56.045806 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08314154-6723-4209-b61c-c7f43a46496d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.072809 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08314154-6723-4209-b61c-c7f43a46496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.074015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08314154-6723-4209-b61c-c7f43a46496d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:56.074600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08314154-6723-4209-b61c-c7f43a46496d admin admin] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.128777 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-08314154-6723-4209-b61c-c7f43a46496d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3885310 Jan 21 09:52:56.131975 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 47286) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:52:56.136816 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Request body: {'subnet': {'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1589943241-subnet', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:56.143714 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08314154-6723-4209-b61c-c7f43a46496d admin admin] Pushing event updated for resources: {'Network': ['ID=b6426bb3-4ac3-4faa-89b3-c7df57d791b4,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:56.155037 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:52:56.163900 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Made reservation on behalf of 80f724a399174c8ea5bd4d78339a91b6 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:52:56.166289 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.340368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.394499 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b7cf646-2ba4-40cf-85e5-05ef3194a899,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:56.412649 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.412990 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.413328 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.413679 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.414006 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.414328 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.414648 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.414969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.415298 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.415613 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.415928 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.416239 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.421355 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Checking segment: {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:52:56.421732 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Network hostable DHCP agents. Network: b6426bb3-4ac3-4faa-89b3-c7df57d791b4, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:52:56.438863 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:52:56.446855 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, b6426bb3-4ac3-4faa-89b3-c7df57d791b4) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:56.451019 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:56.451597 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.459947 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a592b6-0b35-4ea2-8e0c-9b0d305f234e None None] Network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:52:56.476290 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1bfa411d-7910-4a96-8354-b18a817ea705 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3431668 Jan 21 09:52:56.477129 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 47288) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:52:56.481494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:56.505373 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.506607 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.563586 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.612897 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:52:56.614113 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.709655 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.749432 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Allocated IP 172.20.0.2 (b6426bb3-4ac3-4faa-89b3-c7df57d791b4/0b7cf646-2ba4-40cf-85e5-05ef3194a899/5e5b4e06-0521-497d-afb9-441d316bad91) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:56.894175 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.901063 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.913868 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.934072 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.938176 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:56.944072 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:56.948128 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:52:56.956790 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Pushing event updated for resources: {'Port': ['ID=5e5b4e06-0521-497d-afb9-441d316bad91,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:56.980439 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.980726 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.981022 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.981366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.981691 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.982013 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.982331 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.982656 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.982964 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.983277 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.983587 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:56.983894 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:57.018120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Attempting to bind port 5e5b4e06-0521-497d-afb9-441d316bad91 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:52:57.018481 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Attempting to bind port 5e5b4e06-0521-497d-afb9-441d316bad91 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:52:57.018823 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Attempting to bind port 5e5b4e06-0521-497d-afb9-441d316bad91 on network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:52:57.024054 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:52:57.024433 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Checking segment: {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:52:57.024805 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:57.025185 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Bound using segment: {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:52:57.025690 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Bound port: 5e5b4e06-0521-497d-afb9-441d316bad91, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:52:57.026035 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:57.046772 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Allocated IP 172.26.7.187 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/ddfe364b-e1de-4f9f-b901-7095b1f85f27) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:57.092451 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] For port 5e5b4e06-0521-497d-afb9-441d316bad91, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:52:57.097544 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] For port 5e5b4e06-0521-497d-afb9-441d316bad91, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5e5b4e06-0521-497d-afb9-441d316bad91,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:52:57.102875 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:57.164360 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:57.170361 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d74c79-8727-4542-9794-64e65fa4d233 None None] Pushing event updated for resources: {'Port': ['ID=5e5b4e06-0521-497d-afb9-441d316bad91,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:57.212125 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:57.253902 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:57.258059 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:57.262229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:52:57.291074 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Pushing event updated for resources: {'Port': ['ID=ddfe364b-e1de-4f9f-b901-7095b1f85f27,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:57.540297 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 9c2694cd-7498-4ce2-9f35-d216f77cba9b no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:52:57.559883 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:57.561263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 9c2694cd-7498-4ce2-9f35-d216f77cba9b {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:52:57.561649 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 9c2694cd-7498-4ce2-9f35-d216f77cba9b not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:52:57.765015 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:58.164641 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd6cfb-7177-4647-a2c5-aeda0de2b09d None None] Network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:52:58.253200 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:52:58.292733 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-1ab651c2-7826-4e3d-b894-fd2264d80e0c None None] Provisioning complete for port 5e5b4e06-0521-497d-afb9-441d316bad91 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:58.293319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1ab651c2-7826-4e3d-b894-fd2264d80e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:58.364913 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:52:58.374864 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Sync routers for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:52:58.395688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:58.400404 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8a7a304a-f298-4297-a19e-62974bbfcbeb admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9197354 Jan 21 09:52:58.400853 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:58.400964 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 47290) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:52:58.402278 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:52:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:58.444213 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1ab651c2-7826-4e3d-b894-fd2264d80e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:58.518947 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-1ab651c2-7826-4e3d-b894-fd2264d80e0c None None] For port 5e5b4e06-0521-497d-afb9-441d316bad91, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5e5b4e06-0521-497d-afb9-441d316bad91,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:58.524231 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1ab651c2-7826-4e3d-b894-fd2264d80e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:58.567899 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:52:58.593897 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab651c2-7826-4e3d-b894-fd2264d80e0c None None] Pushing event updated for resources: {'Port': ['ID=5e5b4e06-0521-497d-afb9-441d316bad91,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:58.713960 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5e5b4e06-0521-497d-afb9-441d316bad91 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:52:58.766358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-37956030-0935-468c-bdef-322ebf3fa4cf None None] Provisioning complete for port 5e5b4e06-0521-497d-afb9-441d316bad91 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:58.767048 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-37956030-0935-468c-bdef-322ebf3fa4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:58.796040 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:57Z', 'revision_number': 3, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:58.818785 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 5e5b4e06-0521-497d-afb9-441d316bad91 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:58.819425 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:58.823028 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Checking router: 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:52:58.823372 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Updating router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 port ddfe364b-e1de-4f9f-b901-7095b1f85f27 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:52:58.847261 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:58.918204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.111445 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.117312 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.122222 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Allocated IP 172.20.0.1 (b6426bb3-4ac3-4faa-89b3-c7df57d791b4/0b7cf646-2ba4-40cf-85e5-05ef3194a899/6678b6b0-7caf-48d1-8d8a-abb154ff6948) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:59.174496 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Attempting to bind port ddfe364b-e1de-4f9f-b901-7095b1f85f27 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:52:59.174759 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Attempting to bind port ddfe364b-e1de-4f9f-b901-7095b1f85f27 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:52:59.175110 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Attempting to bind port ddfe364b-e1de-4f9f-b901-7095b1f85f27 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:52:59.177686 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b538d0e-d23b-4ec1-bb7e-ab0dac284745 None None] Pushing event updated for resources: {'Port': ['ID=ddfe364b-e1de-4f9f-b901-7095b1f85f27,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:59.187158 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b538d0e-d23b-4ec1-bb7e-ab0dac284745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.187495 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b538d0e-d23b-4ec1-bb7e-ab0dac284745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.187827 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b538d0e-d23b-4ec1-bb7e-ab0dac284745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.188147 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b538d0e-d23b-4ec1-bb7e-ab0dac284745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.188466 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b538d0e-d23b-4ec1-bb7e-ab0dac284745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.188787 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b538d0e-d23b-4ec1-bb7e-ab0dac284745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.189104 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b538d0e-d23b-4ec1-bb7e-ab0dac284745 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.189416 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b538d0e-d23b-4ec1-bb7e-ab0dac284745 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.189757 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b538d0e-d23b-4ec1-bb7e-ab0dac284745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.190068 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b538d0e-d23b-4ec1-bb7e-ab0dac284745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.190392 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b538d0e-d23b-4ec1-bb7e-ab0dac284745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.190684 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b538d0e-d23b-4ec1-bb7e-ab0dac284745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.195159 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:52:59.195527 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:52:59.195927 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.196301 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:52:59.196757 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Bound port: ddfe364b-e1de-4f9f-b901-7095b1f85f27, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:52:59.197132 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.241777 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.249936 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] For port ddfe364b-e1de-4f9f-b901-7095b1f85f27, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:52:59.253539 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] For port ddfe364b-e1de-4f9f-b901-7095b1f85f27, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ddfe364b-e1de-4f9f-b901-7095b1f85f27,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:52:59.259250 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.283818 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.320373 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:59.321003 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:52:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:59.324502 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b538d0e-d23b-4ec1-bb7e-ab0dac284745 None None] Pushing event updated for resources: {'Port': ['ID=ddfe364b-e1de-4f9f-b901-7095b1f85f27,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:59.329569 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:59.333845 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:59.335791 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Pushing event updated for resources: {'Port': ['ID=6678b6b0-7caf-48d1-8d8a-abb154ff6948,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:59.337948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:52:59.384661 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.439230 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:52:59.539258 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.633934 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:57Z', 'revision_number': 3, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:59.657141 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a85ad7da-ff4d-4be7-88ef-e7f87b7d63bc None None] Provisioning complete for port 6678b6b0-7caf-48d1-8d8a-abb154ff6948 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:59.657786 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a85ad7da-ff4d-4be7-88ef-e7f87b7d63bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.663565 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3d864-8853-4004-af75-619ad0664260 None None] The sync data for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv is: [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:57Z', 'revision_number': 3, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:52:59.703975 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a85ad7da-ff4d-4be7-88ef-e7f87b7d63bc None None] Port 6678b6b0-7caf-48d1-8d8a-abb154ff6948 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:52:59.716011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.721023 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.793406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.795314 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Pushing event updated for resources: {'Port': ['ID=6678b6b0-7caf-48d1-8d8a-abb154ff6948,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:59.928467 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:59.929878 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:00.077839 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:53:00.230338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-fd0bc849-a208-4176-ba2c-b412c82ada41 None None] Provisioning complete for port 6678b6b0-7caf-48d1-8d8a-abb154ff6948 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:00.230718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fd0bc849-a208-4176-ba2c-b412c82ada41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:00.236237 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:53:00.243214 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b02c2d4b-2fbd-4d4f-99bd-5d12d80ba676 admin admin] 10.222.0.88 "PUT /v2.0/routers/1e7b5551-d9d2-42ef-a80a-b784bacd18e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8404732 Jan 21 09:53:00.282145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-fd0bc849-a208-4176-ba2c-b412c82ada41 None None] Port 6678b6b0-7caf-48d1-8d8a-abb154ff6948 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:53:00.686465 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ddfe364b-e1de-4f9f-b901-7095b1f85f27 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:53:00.737106 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port ddfe364b-e1de-4f9f-b901-7095b1f85f27 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:00.737717 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:00.811762 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:00.831481 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port ddfe364b-e1de-4f9f-b901-7095b1f85f27, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ddfe364b-e1de-4f9f-b901-7095b1f85f27,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:00.835695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:00.836434 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5e5b4e06-0521-497d-afb9-441d316bad91 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:53:00.910767 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=ddfe364b-e1de-4f9f-b901-7095b1f85f27,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:00.925304 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 5e5b4e06-0521-497d-afb9-441d316bad91 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:00.925889 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:01.226969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Sync routers for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:53:01.236030 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:53:01.236647 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:52:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:01.340622 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:53:01.540250 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 2, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:01.568199 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Checking router: 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:53:01.568549 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Updating router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 port 6678b6b0-7caf-48d1-8d8a-abb154ff6948 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:53:01.593898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:01.799993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 47300) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:53:01.805480 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1e242adb-e59b-4cdc-b648-8150c2f16d26 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--827959033', 'description': 'tempest-description--1354875424'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:01.836845 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e242adb-e59b-4cdc-b648-8150c2f16d26 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:01.869729 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:01.874907 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:01.909100 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e242adb-e59b-4cdc-b648-8150c2f16d26 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:01.914006 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e242adb-e59b-4cdc-b648-8150c2f16d26 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:01.928735 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92931db-6b04-48fb-979b-46da316156b0 None None] Pushing event updated for resources: {'Port': ['ID=6678b6b0-7caf-48d1-8d8a-abb154ff6948,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:01.944537 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1e242adb-e59b-4cdc-b648-8150c2f16d26 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:01.949067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 47302) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:53:01.949694 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1e242adb-e59b-4cdc-b648-8150c2f16d26 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1480796 Jan 21 09:53:01.954793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-2accd5dc-5275-4c3f-8abd-8c980a6d9ed8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Request body: {'security_group_rule': {'security_group_id': 'b7d5256c-ba30-495c-b6f2-9f6c700eac17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:01.960602 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e242adb-e59b-4cdc-b648-8150c2f16d26 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d5256c-ba30-495c-b6f2-9f6c700eac17,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:01.985069 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Attempting to bind port 6678b6b0-7caf-48d1-8d8a-abb154ff6948 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:53:01.985335 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Attempting to bind port 6678b6b0-7caf-48d1-8d8a-abb154ff6948 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:53:01.985766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Attempting to bind port 6678b6b0-7caf-48d1-8d8a-abb154ff6948 on network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:53:01.992504 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:53:01.992877 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Checking segment: {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:53:01.993287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:01.993879 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Bound using segment: {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:53:01.994362 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Bound port: 6678b6b0-7caf-48d1-8d8a-abb154ff6948, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:53:01.994795 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.004275 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2accd5dc-5275-4c3f-8abd-8c980a6d9ed8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.073239 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] For port 6678b6b0-7caf-48d1-8d8a-abb154ff6948, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:53:02.076916 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] For port 6678b6b0-7caf-48d1-8d8a-abb154ff6948, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6678b6b0-7caf-48d1-8d8a-abb154ff6948,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:53:02.081280 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.087648 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2accd5dc-5275-4c3f-8abd-8c980a6d9ed8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.096035 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2accd5dc-5275-4c3f-8abd-8c980a6d9ed8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.119411 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accd5dc-5275-4c3f-8abd-8c980a6d9ed8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78de141c-ca33-4f14-9749-a057e59aaa13,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:02.125345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2accd5dc-5275-4c3f-8abd-8c980a6d9ed8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.125954 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2accd5dc-5275-4c3f-8abd-8c980a6d9ed8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1756306 Jan 21 09:53:02.128502 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 47304) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:53:02.133612 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e3a270c4-d475-40c8-b694-8dee539ad4ae tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Request body: {'security_group_rule': {'security_group_id': 'b7d5256c-ba30-495c-b6f2-9f6c700eac17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:02.141429 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:53:02.142091 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:52:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:02.172188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3a270c4-d475-40c8-b694-8dee539ad4ae tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.190444 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92931db-6b04-48fb-979b-46da316156b0 None None] Pushing event updated for resources: {'Port': ['ID=6678b6b0-7caf-48d1-8d8a-abb154ff6948,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:02.230469 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3a270c4-d475-40c8-b694-8dee539ad4ae tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.235255 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3a270c4-d475-40c8-b694-8dee539ad4ae tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.252722 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a270c4-d475-40c8-b694-8dee539ad4ae tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad66ce27-5506-48ab-a1f6-c1e234e213d5,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:02.275175 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3a270c4-d475-40c8-b694-8dee539ad4ae tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.277240 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e3a270c4-d475-40c8-b694-8dee539ad4ae tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476569 Jan 21 09:53:02.280344 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 47306) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:53:02.286348 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:02.315743 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.399982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b90f637c-f5f4-4ad8-8b5c-edbf0066e080 None None] Provisioning complete for port 6678b6b0-7caf-48d1-8d8a-abb154ff6948 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:02.400266 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b90f637c-f5f4-4ad8-8b5c-edbf0066e080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.429703 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.452183 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:53:02.539843 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Allocated IP 172.26.7.129 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/60f70154-bc9f-4f36-a290-37202b2c0c04) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:02.606846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b90f637c-f5f4-4ad8-8b5c-edbf0066e080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.624543 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ddfe364b-e1de-4f9f-b901-7095b1f85f27 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:53:02.649354 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.690354 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.694532 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b90f637c-f5f4-4ad8-8b5c-edbf0066e080 None None] For port 6678b6b0-7caf-48d1-8d8a-abb154ff6948, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6678b6b0-7caf-48d1-8d8a-abb154ff6948,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:02.703216 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b90f637c-f5f4-4ad8-8b5c-edbf0066e080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.735705 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:02.739904 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:02.744348 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:53:02.747386 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Pushing event updated for resources: {'Port': ['ID=60f70154-bc9f-4f36-a290-37202b2c0c04,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:02.789741 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port ddfe364b-e1de-4f9f-b901-7095b1f85f27 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:02.790114 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.793923 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f637c-f5f4-4ad8-8b5c-edbf0066e080 None None] Pushing event updated for resources: {'Port': ['ID=6678b6b0-7caf-48d1-8d8a-abb154ff6948,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:02.849928 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-72dcfeee-2c5f-452e-93e7-fe84add788bc None None] Provisioning complete for port 6678b6b0-7caf-48d1-8d8a-abb154ff6948 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:02.850302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-72dcfeee-2c5f-452e-93e7-fe84add788bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.854016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.883972 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:02.891944 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.939560 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f1b1d-87f5-43b3-aebf-dcb1bd12188d None None] The sync data for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv is: [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:53:03.084560 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.090038 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.163953 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Pushing event updated for resources: {'Port': ['ID=60f70154-bc9f-4f36-a290-37202b2c0c04,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:03.178442 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.195336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.196550 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a62fc47c-ae99-4273-9e7b-22ce13c96ba6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9152012 Jan 21 09:53:03.349119 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-10d07bf3-a0bd-4e75-93bc-9ffa10ca89f9 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--827959033&fields=id&tenant_id=80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 267 time: 0.0350850 Jan 21 09:53:03.471541 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-91e6d755-995a-4f9a-bc27-0d9c07564e64 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:03.473372 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-91e6d755-995a-4f9a-bc27-0d9c07564e64 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 812 time: 0.1167541 Jan 21 09:53:03.490964 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-043e62c9-7610-4122-8f8d-9900ac84ca12 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/quotas/80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 375 time: 0.0099723 Jan 21 09:53:03.564071 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-20335882-0b3b-4dd4-b310-10e6f09bc1c1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672457 Jan 21 09:53:03.741863 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-1c2071b7-fb9a-451e-8e5c-9c0a5e3fd472 service neutron] 10.222.0.88 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584432 Jan 21 09:53:03.839899 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-aa660e8d-9ef4-4237-b663-08697dfb9af9 service neutron] 10.222.0.88 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927987 Jan 21 09:53:04.027401 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e29b4385-7bc7-476c-b671-f0b5a7c6f75b req-3efaee95-52d9-4aaa-893e-a99b3e500626 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 210 time: 0.0420964 Jan 21 09:53:04.655237 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6678b6b0-7caf-48d1-8d8a-abb154ff6948 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:53:04.707649 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 6678b6b0-7caf-48d1-8d8a-abb154ff6948 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:04.708036 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:05.122352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-63d5ae62-ea30-4445-96d3-c6ff3eda8b3f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:05.124541 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-63d5ae62-ea30-4445-96d3-c6ff3eda8b3f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 812 time: 0.1196043 Jan 21 09:53:05.148016 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2625bc74-b63a-4185-abc0-df54d3569b3b req-b57ea7bb-0a3b-4923-a7f7-9d370439cd25 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 210 time: 0.0296378 Jan 21 09:53:05.176585 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-2dda5157-5f2a-40fc-b554-9be61bb6f83c tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 379 time: 0.0423241 Jan 21 09:53:05.185592 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-93abb66f-9f4b-4484-bd96-3eb649e50fdd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Request body: {'port': {'device_id': 'b8fa18d1-e3ef-4439-accb-2d59a422fe2f', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'admin_state_up': True, 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'security_groups': ['b7d5256c-ba30-495c-b6f2-9f6c700eac17']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:05.297991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-93abb66f-9f4b-4484-bd96-3eb649e50fdd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Made reservation on behalf of 80f724a399174c8ea5bd4d78339a91b6 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:53:05.301864 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-93abb66f-9f4b-4484-bd96-3eb649e50fdd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:05.428556 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-93abb66f-9f4b-4484-bd96-3eb649e50fdd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Allocated IP 172.20.0.10 (b6426bb3-4ac3-4faa-89b3-c7df57d791b4/0b7cf646-2ba4-40cf-85e5-05ef3194a899/05b1d668-91bd-4c9d-ac8a-3711a49e7130) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:05.573533 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-93abb66f-9f4b-4484-bd96-3eb649e50fdd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:05.608482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-93abb66f-9f4b-4484-bd96-3eb649e50fdd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:05.655142 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-93abb66f-9f4b-4484-bd96-3eb649e50fdd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:05.658337 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-93abb66f-9f4b-4484-bd96-3eb649e50fdd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:05.662274 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-93abb66f-9f4b-4484-bd96-3eb649e50fdd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:53:05.689625 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abb66f-9f4b-4484-bd96-3eb649e50fdd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Pushing event updated for resources: {'Port': ['ID=05b1d668-91bd-4c9d-ac8a-3711a49e7130,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:05.726074 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-93abb66f-9f4b-4484-bd96-3eb649e50fdd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:05.726952 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-93abb66f-9f4b-4484-bd96-3eb649e50fdd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:05.747032 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-93abb66f-9f4b-4484-bd96-3eb649e50fdd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5650318 Jan 21 09:53:05.809298 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Request body: {'port': {'device_id': 'b8fa18d1-e3ef-4439-accb-2d59a422fe2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:05.871468 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:05.881256 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bea677ee-f5af-488b-93c8-6dfbefed0b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:05.882694 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-83270eb1-2190-4284-8a0f-3a23ab58e8c1 None None] Provisioning complete for port 05b1d668-91bd-4c9d-ac8a-3711a49e7130 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:05.883059 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-83270eb1-2190-4284-8a0f-3a23ab58e8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:05.920207 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-83270eb1-2190-4284-8a0f-3a23ab58e8c1 None None] Port 05b1d668-91bd-4c9d-ac8a-3711a49e7130 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:53:06.150310 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b1d668-91bd-4c9d-ac8a-3711a49e7130 {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:53:06.158421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:06.171242 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Transition to ACTIVE for port object 05b1d668-91bd-4c9d-ac8a-3711a49e7130 will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:06.175066 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:06.237353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Pushing event updated for resources: {'Port': ['ID=05b1d668-91bd-4c9d-ac8a-3711a49e7130,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:06.326071 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdfffa-d4ba-4337-a9ef-baaec7d46a5c req-b67a199d-6c54-444e-87b9-7c552691de43 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:06.327633 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-64fdfffa-d4ba-4337-a9ef-baaec7d46a5c req-b67a199d-6c54-444e-87b9-7c552691de43 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 944 time: 0.1061456 Jan 21 09:53:06.345740 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Attempting to bind port 05b1d668-91bd-4c9d-ac8a-3711a49e7130 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:53:06.346045 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Attempting to bind port 05b1d668-91bd-4c9d-ac8a-3711a49e7130 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:53:06.346402 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Attempting to bind port 05b1d668-91bd-4c9d-ac8a-3711a49e7130 on network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:53:06.360385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Port 05b1d668-91bd-4c9d-ac8a-3711a49e7130 on network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:53:06.360713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Attempting to bind port 05b1d668-91bd-4c9d-ac8a-3711a49e7130 on network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:53:06.374438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:53:06.374777 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Checking segment: {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:53:06.375226 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Bound using segment: {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:53:06.375691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Bound port: 05b1d668-91bd-4c9d-ac8a-3711a49e7130, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:53:06.375973 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:06.391612 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-64fdfffa-d4ba-4337-a9ef-baaec7d46a5c req-65b5d1b2-1b37-4c32-9305-ec2095935a7a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558989 Jan 21 09:53:06.453512 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] For port 05b1d668-91bd-4c9d-ac8a-3711a49e7130, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:53:06.456580 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] For port 05b1d668-91bd-4c9d-ac8a-3711a49e7130, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=05b1d668-91bd-4c9d-ac8a-3711a49e7130,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:53:06.463828 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:06.826016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:06.826669 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:06.828230 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] 10.222.0.113 "PUT /v2.0/ports/05b1d668-91bd-4c9d-ac8a-3711a49e7130 HTTP/1.1" status: 200 len: 1094 time: 1.0725770 Jan 21 09:53:06.828847 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fa18d1-e3ef-4439-accb-2d59a422fe2f', 'tag': '05b1d668-91bd-4c9d-ac8a-3711a49e7130'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:06.831403 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe00b66-8f8d-415a-a0ce-c73249eccd00" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fa18d1-e3ef-4439-accb-2d59a422fe2f", "tag": "05b1d668-91bd-4c9d-ac8a-3711a49e7130"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:53:06.883951 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72d54a-7c2e-40c0-afa4-d60df2adbe1f service neutron] Pushing event updated for resources: {'Port': ['ID=05b1d668-91bd-4c9d-ac8a-3711a49e7130,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:06.912543 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3eb365-cc06-466e-b8a1-97c6bdc6b0cb x-openstack-request-id: req-dd3eb365-cc06-466e-b8a1-97c6bdc6b0cb {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:53:06.912933 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fa18d1-e3ef-4439-accb-2d59a422fe2f", "tag": "05b1d668-91bd-4c9d-ac8a-3711a49e7130", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:53:06.913264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dd3eb365-cc06-466e-b8a1-97c6bdc6b0cb {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:53:06.913681 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fa18d1-e3ef-4439-accb-2d59a422fe2f', 'tag': '05b1d668-91bd-4c9d-ac8a-3711a49e7130', 'status': 'completed', 'code': 200} Jan 21 09:53:06.930574 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-25c42658-1fed-4da9-a535-86420ee2af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:06.932109 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-25c42658-1fed-4da9-a535-86420ee2af6b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 1097 time: 0.0630019 Jan 21 09:53:06.983301 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-426596e1-b216-4e31-9cac-fb99b4053778 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b1d668-91bd-4c9d-ac8a-3711a49e7130 HTTP/1.1" status: 200 len: 217 time: 0.0439577 Jan 21 09:53:07.039539 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-41951d73-702d-40c6-9ca5-0c44c43e9d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:07.041012 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-41951d73-702d-40c6-9ca5-0c44c43e9d8e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0502505 Jan 21 09:53:07.091658 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-ac790354-963b-4826-ad65-3e0779c960a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:07.093419 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-ac790354-963b-4826-ad65-3e0779c960a1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464141 Jan 21 09:53:07.191273 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-18934c91-5bf7-4a4b-af69-167508404dc0 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898154 Jan 21 09:53:07.280723 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7686b16d-b21b-47e3-95c4-f6079bed6d23 req-83bfe128-1250-4d7b-9e2f-549c2190acba service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834584 Jan 21 09:53:07.367464 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe00b66-8f8d-415a-a0ce-c73249eccd00 req-bbb4a4e7-43f3-4cf4-85a9-17e70afcaa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:07.368889 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cfe00b66-8f8d-415a-a0ce-c73249eccd00 req-bbb4a4e7-43f3-4cf4-85a9-17e70afcaa2d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 1097 time: 0.0422826 Jan 21 09:53:07.480364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe00b66-8f8d-415a-a0ce-c73249eccd00 req-83e2fafc-a3d3-47d4-be08-731b2624982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:07.481883 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cfe00b66-8f8d-415a-a0ce-c73249eccd00 req-83e2fafc-a3d3-47d4-be08-731b2624982c service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.1060724 Jan 21 09:53:07.539957 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cfe00b66-8f8d-415a-a0ce-c73249eccd00 req-c389e1e3-c029-4448-bd51-197fa8282f0e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b1d668-91bd-4c9d-ac8a-3711a49e7130 HTTP/1.1" status: 200 len: 217 time: 0.0435135 Jan 21 09:53:07.589965 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d8fe8-c097-4a1c-af20-04ff9d2633f6 req-d7d2085b-c4f9-4d70-aaa3-bb929c2a857a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:07.591469 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-db4d8fe8-c097-4a1c-af20-04ff9d2633f6 req-d7d2085b-c4f9-4d70-aaa3-bb929c2a857a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 944 time: 0.1263850 Jan 21 09:53:07.616608 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe00b66-8f8d-415a-a0ce-c73249eccd00 req-b63eb24f-d934-4633-a6b7-9759b8aa6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:07.618160 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cfe00b66-8f8d-415a-a0ce-c73249eccd00 req-b63eb24f-d934-4633-a6b7-9759b8aa6963 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0703883 Jan 21 09:53:07.663013 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-db4d8fe8-c097-4a1c-af20-04ff9d2633f6 req-2476ef69-6f61-483c-885f-fd446239d61b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652609 Jan 21 09:53:07.676018 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe00b66-8f8d-415a-a0ce-c73249eccd00 req-91ecbfdd-1ea7-42f9-88a1-eb8052695fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:07.677563 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cfe00b66-8f8d-415a-a0ce-c73249eccd00 req-91ecbfdd-1ea7-42f9-88a1-eb8052695fba service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524516 Jan 21 09:53:07.773193 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cfe00b66-8f8d-415a-a0ce-c73249eccd00 req-34ffb652-f395-43e7-970d-cf27b24bd5c2 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875962 Jan 21 09:53:07.865829 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cfe00b66-8f8d-415a-a0ce-c73249eccd00 req-f5fd5201-18be-45bf-98a3-e6c9581de75d service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860937 Jan 21 09:53:08.249297 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ca566edd-50b0-42d2-86b2-d1f353bcd8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:08.784214 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f832e7e-6d0e-4740-91cf-5aa5df600212 req-b9e54c32-2638-4b07-ad57-8e4e57b1d26e tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:08.786206 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3f832e7e-6d0e-4740-91cf-5aa5df600212 req-b9e54c32-2638-4b07-ad57-8e4e57b1d26e tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 944 time: 0.0540068 Jan 21 09:53:08.824495 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3f832e7e-6d0e-4740-91cf-5aa5df600212 req-b9d72d1f-5f69-4f58-863c-15a2bbc3bd86 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320499 Jan 21 09:53:09.309926 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:09.633846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 05b1d668-91bd-4c9d-ac8a-3711a49e7130 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:53:09.736153 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 05b1d668-91bd-4c9d-ac8a-3711a49e7130, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=05b1d668-91bd-4c9d-ac8a-3711a49e7130,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:09.747398 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '05b1d668-91bd-4c9d-ac8a-3711a49e7130', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'port_id': '05b1d668-91bd-4c9d-ac8a-3711a49e7130', 'mac_address': 'fa:16:3e:70:97:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:53:09.788445 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:09.801163 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b1d668-91bd-4c9d-ac8a-3711a49e7130 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:53:09.821525 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 05b1d668-91bd-4c9d-ac8a-3711a49e7130, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=05b1d668-91bd-4c9d-ac8a-3711a49e7130,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:09.825247 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:09.871332 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=05b1d668-91bd-4c9d-ac8a-3711a49e7130,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:09.948296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d88da4-e706-403f-907b-c1757e064ca5 req-a1198bd3-f739-45e6-9589-9fafec4f54f5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:09.949819 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a2d88da4-e706-403f-907b-c1757e064ca5 req-a1198bd3-f739-45e6-9589-9fafec4f54f5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 945 time: 0.0536704 Jan 21 09:53:09.992540 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a2d88da4-e706-403f-907b-c1757e064ca5 req-f9a6969d-fafa-4bc7-802a-cbf1a98edca4 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362587 Jan 21 09:53:10.031276 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['05b1d668-91bd-4c9d-ac8a-3711a49e7130'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:53:11.127119 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e8920-6946-49bf-82a8-ad97178172ff req-90b7d656-8705-414c-84bf-1ffb561a13be tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:11.128783 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fe0e8920-6946-49bf-82a8-ad97178172ff req-90b7d656-8705-414c-84bf-1ffb561a13be tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 945 time: 0.0609174 Jan 21 09:53:11.174785 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fe0e8920-6946-49bf-82a8-ad97178172ff req-e2dc2766-4aa8-4d49-8817-8a3be6b04171 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383604 Jan 21 09:53:11.342514 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:11.411766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:11.649097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 05b1d668-91bd-4c9d-ac8a-3711a49e7130 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:53:11.702879 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 05b1d668-91bd-4c9d-ac8a-3711a49e7130 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:11.708299 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 05b1d668-91bd-4c9d-ac8a-3711a49e7130 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:11.708737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:11.793432 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:11.816921 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fa18d1-e3ef-4439-accb-2d59a422fe2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b1d668-91bd-4c9d-ac8a-3711a49e7130'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:11.819824 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665c1ef0-f116-4f35-aa8b-6b2aa6a36575" -d '{"events": [{"server_uuid": "b8fa18d1-e3ef-4439-accb-2d59a422fe2f", "name": "network-vif-plugged", "status": "completed", "tag": "05b1d668-91bd-4c9d-ac8a-3711a49e7130"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:53:11.832880 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 05b1d668-91bd-4c9d-ac8a-3711a49e7130, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=05b1d668-91bd-4c9d-ac8a-3711a49e7130,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:11.837291 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:11.889872 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=05b1d668-91bd-4c9d-ac8a-3711a49e7130,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:11.919474 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb88cc56-4df8-43ff-92cc-c56d72ce415d x-openstack-request-id: req-eb88cc56-4df8-43ff-92cc-c56d72ce415d {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:53:11.919769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fa18d1-e3ef-4439-accb-2d59a422fe2f", "name": "network-vif-plugged", "status": "completed", "tag": "05b1d668-91bd-4c9d-ac8a-3711a49e7130", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:53:11.920024 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eb88cc56-4df8-43ff-92cc-c56d72ce415d {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:53:11.920422 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fa18d1-e3ef-4439-accb-2d59a422fe2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b1d668-91bd-4c9d-ac8a-3711a49e7130', 'code': 200} Jan 21 09:53:12.101125 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49e3ce-08b7-438c-b713-52ff8bec8627 req-0fcd7736-d7ef-492a-b107-33a1871493e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:12.102674 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3d49e3ce-08b7-438c-b713-52ff8bec8627 req-0fcd7736-d7ef-492a-b107-33a1871493e4 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 1099 time: 0.0464361 Jan 21 09:53:12.137701 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3d49e3ce-08b7-438c-b713-52ff8bec8627 req-31804227-6f89-4a82-a0bf-83d26cece130 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289221 Jan 21 09:53:12.291052 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673d43c-c674-4075-bffd-6f810c7cde85 req-2356b638-8d8f-4422-ab52-d6347517ebaf tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:12.292883 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c673d43c-c674-4075-bffd-6f810c7cde85 req-2356b638-8d8f-4422-ab52-d6347517ebaf tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0483420 Jan 21 09:53:12.331426 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c673d43c-c674-4075-bffd-6f810c7cde85 req-03182235-9010-429d-9bf4-7fa10703b8b1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329075 Jan 21 09:53:13.453391 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743665f-e382-46f5-b1d8-3e47a2ccc94b req-7ec46f2d-d0a9-44d5-859b-eb8a535d91ff tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:13.454915 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c743665f-e382-46f5-b1d8-3e47a2ccc94b req-7ec46f2d-d0a9-44d5-859b-eb8a535d91ff tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0497096 Jan 21 09:53:13.494803 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c743665f-e382-46f5-b1d8-3e47a2ccc94b req-532e94dd-5e7c-4130-8165-2b501c06c3c1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331776 Jan 21 09:53:13.610977 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722daeb6-16aa-4e21-8b7a-3ff92d7c91d3 req-030944e6-b5d9-4c38-b86a-834b13ec82d6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:13.612431 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-722daeb6-16aa-4e21-8b7a-3ff92d7c91d3 req-030944e6-b5d9-4c38-b86a-834b13ec82d6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0536988 Jan 21 09:53:13.620947 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 47364) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:53:13.625272 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d6ff9670-6819-4e3c-bd0f-91b374670ff5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Request body: {'floatingip': {'port_id': '05b1d668-91bd-4c9d-ac8a-3711a49e7130'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:13.665725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9670-6819-4e3c-bd0f-91b374670ff5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for floatingip, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:14.142558 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9670-6819-4e3c-bd0f-91b374670ff5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:14.146966 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9670-6819-4e3c-bd0f-91b374670ff5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:14.249753 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-d6ff9670-6819-4e3c-bd0f-91b374670ff5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Floating IP 01a5fd66-e05f-4dd8-9bbd-8f3c72604d08 associated. External IP: 172.26.7.129, port: 05b1d668-91bd-4c9d-ac8a-3711a49e7130. Jan 21 09:53:14.462997 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ff9670-6819-4e3c-bd0f-91b374670ff5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:53:14.571893 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ff9670-6819-4e3c-bd0f-91b374670ff5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:53:14.577857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9670-6819-4e3c-bd0f-91b374670ff5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:14.583110 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa811ea-8012-4908-9494-a11ed54e3171 None None] Sync routers for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:53:14.593045 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa811ea-8012-4908-9494-a11ed54e3171 None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:53:14.593681 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4aa811ea-8012-4908-9494-a11ed54e3171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:53:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:14.609958 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d6ff9670-6819-4e3c-bd0f-91b374670ff5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "PUT /v2.0/floatingips/01a5fd66-e05f-4dd8-9bbd-8f3c72604d08 HTTP/1.1" status: 200 len: 992 time: 0.9879267 Jan 21 09:53:14.610548 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fa18d1-e3ef-4439-accb-2d59a422fe2f', 'tag': '05b1d668-91bd-4c9d-ac8a-3711a49e7130'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:14.613607 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326b5c16-0eb5-49cd-be9c-15779285ecb1" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fa18d1-e3ef-4439-accb-2d59a422fe2f", "tag": "05b1d668-91bd-4c9d-ac8a-3711a49e7130"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:53:14.660432 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9390bf-4cae-48df-86b9-037875127498 x-openstack-request-id: req-ca9390bf-4cae-48df-86b9-037875127498 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:53:14.660724 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fa18d1-e3ef-4439-accb-2d59a422fe2f", "tag": "05b1d668-91bd-4c9d-ac8a-3711a49e7130", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:53:14.660982 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ca9390bf-4cae-48df-86b9-037875127498 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:53:14.661384 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fa18d1-e3ef-4439-accb-2d59a422fe2f', 'tag': '05b1d668-91bd-4c9d-ac8a-3711a49e7130', 'status': 'completed', 'code': 200} Jan 21 09:53:14.731498 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b5c16-0eb5-49cd-be9c-15779285ecb1 req-e7efdeff-015c-427b-8182-158ea131013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:14.733043 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-326b5c16-0eb5-49cd-be9c-15779285ecb1 req-e7efdeff-015c-427b-8182-158ea131013d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 1099 time: 0.0494192 Jan 21 09:53:14.802829 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-4aa811ea-8012-4908-9494-a11ed54e3171 None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:53:14.832898 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b5c16-0eb5-49cd-be9c-15779285ecb1 req-349b0939-5b12-4a64-a4d8-572ee2727631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:14.834082 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-326b5c16-0eb5-49cd-be9c-15779285ecb1 req-349b0939-5b12-4a64-a4d8-572ee2727631 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0937774 Jan 21 09:53:14.900760 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-326b5c16-0eb5-49cd-be9c-15779285ecb1 req-657b82e6-4cb9-4df6-93d2-ccde339f3fff service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b1d668-91bd-4c9d-ac8a-3711a49e7130 HTTP/1.1" status: 200 len: 1000 time: 0.0606563 Jan 21 09:53:14.954260 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b5c16-0eb5-49cd-be9c-15779285ecb1 req-1564e47d-a029-4c21-a1f2-91750a234a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:14.955832 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-326b5c16-0eb5-49cd-be9c-15779285ecb1 req-1564e47d-a029-4c21-a1f2-91750a234a2e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0492165 Jan 21 09:53:15.007372 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b5c16-0eb5-49cd-be9c-15779285ecb1 req-b58aee8c-9905-4a2f-b568-003a085065d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:15.008843 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-326b5c16-0eb5-49cd-be9c-15779285ecb1 req-b58aee8c-9905-4a2f-b568-003a085065d8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462356 Jan 21 09:53:15.033666 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4aa811ea-8012-4908-9494-a11ed54e3171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '01a5fd66-e05f-4dd8-9bbd-8f3c72604d08', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'floating_ip_address': '172.26.7.129', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'port_id': '05b1d668-91bd-4c9d-ac8a-3711a49e7130', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'mac_address': 'fa:16:3e:70:97:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fa18d1-e3ef-4439-accb-2d59a422fe2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:02Z', 'updated_at': '2022-01-21T09:53:14Z', 'revision_number': 1, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:15.064097 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa811ea-8012-4908-9494-a11ed54e3171 None None] Checking router: 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:53:15.072913 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa811ea-8012-4908-9494-a11ed54e3171 None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:53:15.073583 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4aa811ea-8012-4908-9494-a11ed54e3171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:53:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:15.105668 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-326b5c16-0eb5-49cd-be9c-15779285ecb1 req-374bb7f4-8109-494e-91c8-96e425d6dfb0 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902011 Jan 21 09:53:15.190046 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-4aa811ea-8012-4908-9494-a11ed54e3171 None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:53:15.211569 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-326b5c16-0eb5-49cd-be9c-15779285ecb1 req-a11e01c6-34ca-4506-a707-1e933b130d56 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993874 Jan 21 09:53:15.419910 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4aa811ea-8012-4908-9494-a11ed54e3171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '01a5fd66-e05f-4dd8-9bbd-8f3c72604d08', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'floating_ip_address': '172.26.7.129', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'port_id': '05b1d668-91bd-4c9d-ac8a-3711a49e7130', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'mac_address': 'fa:16:3e:70:97:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fa18d1-e3ef-4439-accb-2d59a422fe2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:02Z', 'updated_at': '2022-01-21T09:53:14Z', 'revision_number': 1, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:15.445184 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa811ea-8012-4908-9494-a11ed54e3171 None None] The sync data for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv is: [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '01a5fd66-e05f-4dd8-9bbd-8f3c72604d08', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'floating_ip_address': '172.26.7.129', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'port_id': '05b1d668-91bd-4c9d-ac8a-3711a49e7130', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'mac_address': 'fa:16:3e:70:97:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fa18d1-e3ef-4439-accb-2d59a422fe2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:02Z', 'updated_at': '2022-01-21T09:53:14Z', 'revision_number': 1, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:53:15.637370 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa07fb-a358-4212-bfc8-8a933742dfb8 None None] New status for floating IP 01a5fd66-e05f-4dd8-9bbd-8f3c72604d08: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:53:21.206628 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:53:24.913293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:35.872376 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9d7d626f-ac93-45c6-bb8d-0cf9d273fb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:38.251482 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cdd03683-7ccd-4777-9d0b-9926bd640333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:39.313700 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:41.325265 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:41.382794 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:47.712724 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a0c4647-b5b1-44d6-a26b-1ca60a64e399 req-8e1a924b-59d6-42fc-b233-2956c600b5d8 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408590 Jan 21 09:53:47.797973 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c4647-b5b1-44d6-a26b-1ca60a64e399 req-1e38ebb6-8354-40c4-8e02-9736473ec453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:47.799461 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a0c4647-b5b1-44d6-a26b-1ca60a64e399 req-1e38ebb6-8354-40c4-8e02-9736473ec453 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 1099 time: 0.0405340 Jan 21 09:53:47.911596 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c4647-b5b1-44d6-a26b-1ca60a64e399 req-d45ffb32-d8aa-430c-bc11-5e2c9e2d7e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:47.913064 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a0c4647-b5b1-44d6-a26b-1ca60a64e399 req-d45ffb32-d8aa-430c-bc11-5e2c9e2d7e43 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0914998 Jan 21 09:53:47.978384 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a0c4647-b5b1-44d6-a26b-1ca60a64e399 req-283550fd-e1ee-4b96-8988-8b79737c3a3e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b1d668-91bd-4c9d-ac8a-3711a49e7130 HTTP/1.1" status: 200 len: 1002 time: 0.0580158 Jan 21 09:53:48.031937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c4647-b5b1-44d6-a26b-1ca60a64e399 req-02c44800-ec4e-491a-b279-324dfa4f0db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:48.033368 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a0c4647-b5b1-44d6-a26b-1ca60a64e399 req-02c44800-ec4e-491a-b279-324dfa4f0db3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0473456 Jan 21 09:53:48.081049 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c4647-b5b1-44d6-a26b-1ca60a64e399 req-f726224b-2c0c-4ebe-951a-cb5acfe7c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:48.082595 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a0c4647-b5b1-44d6-a26b-1ca60a64e399 req-f726224b-2c0c-4ebe-951a-cb5acfe7c4f5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411346 Jan 21 09:53:48.171717 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a0c4647-b5b1-44d6-a26b-1ca60a64e399 req-186c3e0f-9825-4e40-a2ae-1af82884e582 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816579 Jan 21 09:53:48.265384 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a0c4647-b5b1-44d6-a26b-1ca60a64e399 req-b2f7f31f-f171-4e22-bd0c-8899671d0107 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868196 Jan 21 09:53:51.805616 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4fb1d-aea0-43be-b3c0-3027f84888f6 req-773cdf3a-67df-48ba-8e86-7dfe9986c8bb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:51.807127 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-efc4fb1d-aea0-43be-b3c0-3027f84888f6 req-773cdf3a-67df-48ba-8e86-7dfe9986c8bb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0495746 Jan 21 09:53:51.844276 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-efc4fb1d-aea0-43be-b3c0-3027f84888f6 req-3ee1a9e6-a087-41af-aa01-b0fd6697d279 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313168 Jan 21 09:53:52.107488 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d16972-9153-48cb-b70c-d2ee0c984ef4 req-9bc30be8-567b-454d-ac58-a5c854514841 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:52.108953 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-21d16972-9153-48cb-b70c-d2ee0c984ef4 req-9bc30be8-567b-454d-ac58-a5c854514841 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0744061 Jan 21 09:53:52.112506 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-29c8207e-0ec0-4df5-9090-9a3761109d92 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872836 Jan 21 09:53:52.148044 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-21d16972-9153-48cb-b70c-d2ee0c984ef4 req-ee1f6bcc-fbf5-4cb8-b935-c160d4555ae5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329063 Jan 21 09:53:53.138888 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-b600a39d-6c24-4d99-bee2-2d04f3be2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:53.140717 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-b600a39d-6c24-4d99-bee2-2d04f3be2fb7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 1099 time: 0.0427246 Jan 21 09:53:53.264445 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-e1245b47-1456-45e2-acda-1ba16bd17772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:53.266122 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-e1245b47-1456-45e2-acda-1ba16bd17772 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.1181443 Jan 21 09:53:53.291357 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a051346-a924-4e83-a9c2-5f44b6624357 req-e1921d1c-7ab3-4e7d-a984-e714e2a29359 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:53.292972 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3a051346-a924-4e83-a9c2-5f44b6624357 req-e1921d1c-7ab3-4e7d-a984-e714e2a29359 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0709634 Jan 21 09:53:53.370368 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-36b97d6f-396e-4799-b34e-89efd93ea3e3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b1d668-91bd-4c9d-ac8a-3711a49e7130 HTTP/1.1" status: 200 len: 1002 time: 0.0953054 Jan 21 09:53:53.375122 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3a051346-a924-4e83-a9c2-5f44b6624357 req-7893ec13-527d-4a3d-a75c-c36facb5d6ca tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551004 Jan 21 09:53:53.420228 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-4aee13bb-3093-48c9-bd1a-39cd32ca6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:53.421749 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-4aee13bb-3093-48c9-bd1a-39cd32ca6fc4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0449820 Jan 21 09:53:53.467245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-dda2da7c-ac33-413a-88e4-a9b8641e64af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:53.468754 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-dda2da7c-ac33-413a-88e4-a9b8641e64af service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398803 Jan 21 09:53:53.566606 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-d8c23ceb-fd30-41fd-b6c2-c3d4429ddf1f service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914848 Jan 21 09:53:53.657520 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-ba085cfc-bc38-4f78-9b4a-03dd34e2edba service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845664 Jan 21 09:53:54.513315 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24007924-1ba3-4f4a-bcd9-98ed661c3bfd req-a95770bc-6aef-48c6-a020-adba96c38c43 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:54.514895 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-24007924-1ba3-4f4a-bcd9-98ed661c3bfd req-a95770bc-6aef-48c6-a020-adba96c38c43 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0637965 Jan 21 09:53:54.561903 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-24007924-1ba3-4f4a-bcd9-98ed661c3bfd req-46b8e352-adfd-4fa9-a6f6-1909c91f6ad8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401301 Jan 21 09:53:54.913577 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:55.690452 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25f9e7-a695-42b8-a552-ab0f6354f08c req-26aea4da-3f1d-4db4-831a-253d524cc63c tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:55.691943 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1e25f9e7-a695-42b8-a552-ab0f6354f08c req-26aea4da-3f1d-4db4-831a-253d524cc63c tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0499623 Jan 21 09:53:55.730764 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1e25f9e7-a695-42b8-a552-ab0f6354f08c req-b80a89e1-2caf-4ca2-be37-7f3276b6d22e tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326109 Jan 21 09:53:56.844143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7078243-5eb1-43cc-a230-248c3061ca88 req-e5023390-db85-4fa7-a28a-1d2cd1397870 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:56.845619 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b7078243-5eb1-43cc-a230-248c3061ca88 req-e5023390-db85-4fa7-a28a-1d2cd1397870 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0483506 Jan 21 09:53:56.881672 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b7078243-5eb1-43cc-a230-248c3061ca88 req-475caf10-4d1f-4a6f-b58d-9ef772849bff tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302076 Jan 21 09:53:58.023412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf1ecb-fb77-4a6c-9fb8-ad93b44ccc77 req-cc3d0f86-218b-4667-aaf7-e82785f98861 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:58.025032 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5ddf1ecb-fb77-4a6c-9fb8-ad93b44ccc77 req-cc3d0f86-218b-4667-aaf7-e82785f98861 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0744982 Jan 21 09:53:58.065640 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5ddf1ecb-fb77-4a6c-9fb8-ad93b44ccc77 req-17619878-ca64-4a21-911c-1d860df2c4ec tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338371 Jan 21 09:53:58.206138 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:53:59.190579 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328de69c-4a25-4872-a68d-244c6cd69a1e req-57ef938b-4e63-4b65-b5f8-d40ae0eea2ea tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:59.192033 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-328de69c-4a25-4872-a68d-244c6cd69a1e req-57ef938b-4e63-4b65-b5f8-d40ae0eea2ea tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0539730 Jan 21 09:53:59.229959 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-328de69c-4a25-4872-a68d-244c6cd69a1e req-594292ea-7868-4a3b-9215-5e385db98d6c tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317912 Jan 21 09:54:00.346103 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e051f4b-a280-4b05-97e0-0a3ac52069bd req-44635e4c-968c-41dd-bde7-3509a2d1c2ea tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:00.347734 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6e051f4b-a280-4b05-97e0-0a3ac52069bd req-44635e4c-968c-41dd-bde7-3509a2d1c2ea tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0496027 Jan 21 09:54:00.389945 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6e051f4b-a280-4b05-97e0-0a3ac52069bd req-c9212511-d1ce-4d3f-9bd8-089b3782078e tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322275 Jan 21 09:54:01.510101 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48805a04-dbc3-42de-a592-0144614ac90e req-15217088-3b99-48b0-a268-98d13b14ffd4 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:01.511581 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-48805a04-dbc3-42de-a592-0144614ac90e req-15217088-3b99-48b0-a268-98d13b14ffd4 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0508308 Jan 21 09:54:01.549790 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-48805a04-dbc3-42de-a592-0144614ac90e req-193c9201-727f-45bd-95ec-7f9a5f667e54 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323181 Jan 21 09:54:02.664261 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744d281-7195-4fbc-95b6-f1c2a8625303 req-d07e5fad-34ab-4611-bb35-465b73a0876b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:02.666212 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8744d281-7195-4fbc-95b6-f1c2a8625303 req-d07e5fad-34ab-4611-bb35-465b73a0876b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0497928 Jan 21 09:54:02.703187 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8744d281-7195-4fbc-95b6-f1c2a8625303 req-95e6d80f-725a-4ee3-9c03-9deadd786e25 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311682 Jan 21 09:54:03.825570 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1cf60-6d16-4b3d-8073-19abf815b68b req-0500cd25-7b3e-4385-a7ed-784a1b5e7ceb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:03.827109 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2fa1cf60-6d16-4b3d-8073-19abf815b68b req-0500cd25-7b3e-4385-a7ed-784a1b5e7ceb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0545335 Jan 21 09:54:03.868774 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2fa1cf60-6d16-4b3d-8073-19abf815b68b req-0fd1b2f5-124e-407d-b269-ac89456ef99b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354528 Jan 21 09:54:04.989738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd78182-e20b-4e7b-9791-874315e13b39 req-98a532ec-a71b-4d2a-ae00-ee610c99464d tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:04.991213 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5bd78182-e20b-4e7b-9791-874315e13b39 req-98a532ec-a71b-4d2a-ae00-ee610c99464d tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0529399 Jan 21 09:54:05.029355 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5bd78182-e20b-4e7b-9791-874315e13b39 req-9a7fcbfb-14fd-445b-8af5-5ef1e8bf681b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309885 Jan 21 09:54:05.212403 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-1a5a3871-4306-4612-a611-006b157eac7f service neutron] 10.222.0.113 "GET /v2.0/ports/05b1d668-91bd-4c9d-ac8a-3711a49e7130/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0546122 Jan 21 09:54:05.417067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-493b66f3-c8c4-4f31-879e-2dbf52ff070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:05.418599 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-493b66f3-c8c4-4f31-879e-2dbf52ff070d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f&tenant_id=80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 1099 time: 0.0409503 Jan 21 09:54:05.479198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-0d508611-2a52-4091-9eaa-e168e53d8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:05.480616 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-0d508611-2a52-4091-9eaa-e168e53d8513 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 1099 time: 0.0406735 Jan 21 09:54:05.571269 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-c31484b8-9dec-414b-bfc3-2f52910f3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:05.572840 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-c31484b8-9dec-414b-bfc3-2f52910f3edf service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0862699 Jan 21 09:54:05.638615 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-e6bbe2e2-69fd-4594-af55-9ac29f961eeb service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b1d668-91bd-4c9d-ac8a-3711a49e7130 HTTP/1.1" status: 200 len: 1002 time: 0.0596638 Jan 21 09:54:05.691641 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-84769e62-e60d-419c-98b3-0ed2911aaae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:05.693074 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-84769e62-e60d-419c-98b3-0ed2911aaae5 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0485744 Jan 21 09:54:05.739163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-b9af1692-f247-40ce-91ca-fbcdf12b9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:05.740574 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-b9af1692-f247-40ce-91ca-fbcdf12b9211 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414505 Jan 21 09:54:05.828338 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-5539f1c0-d5df-4504-a0dd-45956116bc68 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814254 Jan 21 09:54:05.873632 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cd0ae195-97b3-4bf6-9ba5-cc498902edab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:05.921855 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d633033-bb19-4c6a-8d42-63edaf334d18 req-26c74f57-d037-45d9-91bf-d450d622e9b3 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874376 Jan 21 09:54:06.148192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d713e-5c00-432d-8d26-f6a7289ef263 req-3d0cd65f-eea5-4ca3-ad1d-8075829205c6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:06.149697 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-061d713e-5c00-432d-8d26-f6a7289ef263 req-3d0cd65f-eea5-4ca3-ad1d-8075829205c6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0521569 Jan 21 09:54:06.188263 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-061d713e-5c00-432d-8d26-f6a7289ef263 req-11b3d23f-47cf-4f39-bf3a-4bffe20f147b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314724 Jan 21 09:54:07.308781 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f84c2-4f0e-494b-911e-2df527f3101f req-901079c5-eff2-4461-9f53-4c0a6cd40052 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:07.310293 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9b2f84c2-4f0e-494b-911e-2df527f3101f req-901079c5-eff2-4461-9f53-4c0a6cd40052 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0498455 Jan 21 09:54:07.348612 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9b2f84c2-4f0e-494b-911e-2df527f3101f req-a276af11-14f6-42a3-87a6-46ad399397b0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310979 Jan 21 09:54:07.959527 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 05b1d668-91bd-4c9d-ac8a-3711a49e7130 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:54:08.053133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 05b1d668-91bd-4c9d-ac8a-3711a49e7130, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=05b1d668-91bd-4c9d-ac8a-3711a49e7130,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:08.063479 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '05b1d668-91bd-4c9d-ac8a-3711a49e7130', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'port_id': '05b1d668-91bd-4c9d-ac8a-3711a49e7130', 'mac_address': 'fa:16:3e:70:97:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:54:08.104462 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:08.118089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05b1d668-91bd-4c9d-ac8a-3711a49e7130 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:54:08.137653 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 05b1d668-91bd-4c9d-ac8a-3711a49e7130, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=05b1d668-91bd-4c9d-ac8a-3711a49e7130,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:08.141493 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:08.191878 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=05b1d668-91bd-4c9d-ac8a-3711a49e7130,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:08.200546 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['05b1d668-91bd-4c9d-ac8a-3711a49e7130'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:54:08.204370 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:08.205115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:08.205281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:08.205519 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:08.205844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:08.206170 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:08.206496 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:08.206818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:08.207140 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:08.207550 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:08.207868 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:08.208184 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:08.265068 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4171c8e4-7aaf-4b5b-960b-a50c70c05305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:08.486367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14851d17-e533-44df-ad5d-bd5860a8eebc req-5f8fdf16-a594-4cdc-adb7-bb7935e379ac tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:08.487900 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-14851d17-e533-44df-ad5d-bd5860a8eebc req-5f8fdf16-a594-4cdc-adb7-bb7935e379ac tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 945 time: 0.0513144 Jan 21 09:54:08.529160 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-14851d17-e533-44df-ad5d-bd5860a8eebc req-c48fb700-2664-4054-8785-2ab6a18c6107 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319285 Jan 21 09:54:08.728790 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4912505-889d-4516-9e1e-dc62f4228f91 req-cc80c572-5ead-414e-b98f-c29c5d8e7fa5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:08.730538 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d4912505-889d-4516-9e1e-dc62f4228f91 req-cc80c572-5ead-414e-b98f-c29c5d8e7fa5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 945 time: 0.0530517 Jan 21 09:54:08.743686 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bdaf7-4af8-4c96-a8b4-696d3a696f33 req-ecfc4be2-625e-4dc3-80d9-aefc32f73c2d tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:08.746165 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b26bdaf7-4af8-4c96-a8b4-696d3a696f33 req-ecfc4be2-625e-4dc3-80d9-aefc32f73c2d tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f&tenant_id=80f724a399174c8ea5bd4d78339a91b6&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 945 time: 0.0579281 Jan 21 09:54:08.770708 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d4912505-889d-4516-9e1e-dc62f4228f91 req-ed526d2d-9f9f-45e5-9666-18060300f16a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342150 Jan 21 09:54:08.827500 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bdaf7-4af8-4c96-a8b4-696d3a696f33 req-9c784049-ca27-4399-ac6b-5546ceecc1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:08.829017 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b26bdaf7-4af8-4c96-a8b4-696d3a696f33 req-9c784049-ca27-4399-ac6b-5546ceecc1f0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 1098 time: 0.0414467 Jan 21 09:54:08.922469 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bdaf7-4af8-4c96-a8b4-696d3a696f33 req-152f71a3-a9f6-4ff1-a707-5d84451a26e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:08.924067 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b26bdaf7-4af8-4c96-a8b4-696d3a696f33 req-152f71a3-a9f6-4ff1-a707-5d84451a26e4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0878031 Jan 21 09:54:08.991397 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b26bdaf7-4af8-4c96-a8b4-696d3a696f33 req-bf8f9d1c-000d-4e6a-b2a6-5e9af99e437e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b1d668-91bd-4c9d-ac8a-3711a49e7130 HTTP/1.1" status: 200 len: 1001 time: 0.0615456 Jan 21 09:54:09.040529 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bdaf7-4af8-4c96-a8b4-696d3a696f33 req-f8873792-7283-498d-b9b4-ce897f7c0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:09.042662 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b26bdaf7-4af8-4c96-a8b4-696d3a696f33 req-f8873792-7283-498d-b9b4-ce897f7c0899 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0451689 Jan 21 09:54:09.086425 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bdaf7-4af8-4c96-a8b4-696d3a696f33 req-4c9d3113-af03-4162-9eef-9768dac719b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:09.088671 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b26bdaf7-4af8-4c96-a8b4-696d3a696f33 req-4c9d3113-af03-4162-9eef-9768dac719b9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399365 Jan 21 09:54:09.184049 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b26bdaf7-4af8-4c96-a8b4-696d3a696f33 req-9506153a-43e9-4edb-9859-a51d9de4c359 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890992 Jan 21 09:54:09.272723 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b26bdaf7-4af8-4c96-a8b4-696d3a696f33 req-6c7158ef-b3da-4349-847c-1047865dbf6d service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820010 Jan 21 09:54:09.325182 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:09.898842 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c80abe-2254-4f82-8854-0307af38ea87 req-c99e2f48-310b-4fce-8663-45ab9b2d06b9 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:09.901166 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f1c80abe-2254-4f82-8854-0307af38ea87 req-c99e2f48-310b-4fce-8663-45ab9b2d06b9 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 945 time: 0.0518277 Jan 21 09:54:09.947807 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f1c80abe-2254-4f82-8854-0307af38ea87 req-4c43b8e3-865e-4414-b60d-65eaa6bed4bd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363503 Jan 21 09:54:09.972287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 05b1d668-91bd-4c9d-ac8a-3711a49e7130 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:54:10.022709 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 05b1d668-91bd-4c9d-ac8a-3711a49e7130 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:10.022987 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:10.071650 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6847d6d-b200-454f-91bd-537df20753f5 req-50306c25-64a0-4771-bec1-e3b75efd2325 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:10.073910 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e6847d6d-b200-454f-91bd-537df20753f5 req-50306c25-64a0-4771-bec1-e3b75efd2325 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 945 time: 0.0545340 Jan 21 09:54:10.117210 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e6847d6d-b200-454f-91bd-537df20753f5 req-fbe1ba25-5c4f-4e26-b633-dcd25490f8de tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322256 Jan 21 09:54:10.118009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:10.143962 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fa18d1-e3ef-4439-accb-2d59a422fe2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b1d668-91bd-4c9d-ac8a-3711a49e7130'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:10.146193 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd78ac55-f8f5-456c-ab10-a1d1376365e5" -d '{"events": [{"server_uuid": "b8fa18d1-e3ef-4439-accb-2d59a422fe2f", "name": "network-vif-plugged", "status": "completed", "tag": "05b1d668-91bd-4c9d-ac8a-3711a49e7130"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:54:10.161035 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 05b1d668-91bd-4c9d-ac8a-3711a49e7130, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=05b1d668-91bd-4c9d-ac8a-3711a49e7130,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:10.166002 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:10.198390 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd37653-26a6-4b31-8b9b-565977b04439 x-openstack-request-id: req-fdd37653-26a6-4b31-8b9b-565977b04439 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:54:10.198683 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fa18d1-e3ef-4439-accb-2d59a422fe2f", "name": "network-vif-plugged", "status": "completed", "tag": "05b1d668-91bd-4c9d-ac8a-3711a49e7130", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:54:10.198932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fdd37653-26a6-4b31-8b9b-565977b04439 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:54:10.199356 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fa18d1-e3ef-4439-accb-2d59a422fe2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b1d668-91bd-4c9d-ac8a-3711a49e7130', 'code': 200} Jan 21 09:54:10.225155 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=05b1d668-91bd-4c9d-ac8a-3711a49e7130,revision_number=7']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:10.251816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe57d1-d028-47bc-9aeb-84b554f3a11c req-8f6b25db-e55e-448f-8bfa-98c12aefb645 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:10.253310 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ebe57d1-d028-47bc-9aeb-84b554f3a11c req-8f6b25db-e55e-448f-8bfa-98c12aefb645 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0524492 Jan 21 09:54:10.292654 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ebe57d1-d028-47bc-9aeb-84b554f3a11c req-73f6d501-5fed-4045-8e02-a82e5da580df tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333540 Jan 21 09:54:10.543866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91c6c3-7e57-48fc-8769-212ce8f2ac59 req-64ac2db7-7ee1-4ea5-8a72-ef32588171d8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:10.545254 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fc91c6c3-7e57-48fc-8769-212ce8f2ac59 req-64ac2db7-7ee1-4ea5-8a72-ef32588171d8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0500724 Jan 21 09:54:10.582403 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fc91c6c3-7e57-48fc-8769-212ce8f2ac59 req-504b5e20-2cd3-4c46-8769-5ae2ba138797 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311630 Jan 21 09:54:11.327029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:11.383337 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:11.708893 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803779c-c317-4c89-a074-a1be81ea2700 req-6807da51-d9bd-4eba-a2bf-a0ba08527c86 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:11.710439 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f803779c-c317-4c89-a074-a1be81ea2700 req-6807da51-d9bd-4eba-a2bf-a0ba08527c86 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0531857 Jan 21 09:54:11.750445 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f803779c-c317-4c89-a074-a1be81ea2700 req-6c4ac0b5-a2de-44f4-a795-5309246ee1c7 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333412 Jan 21 09:54:12.144560 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b718a23-3c22-4656-9632-967f747eac0d req-65f68174-c7a0-4480-a654-d249497edbc2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:12.146129 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3b718a23-3c22-4656-9632-967f747eac0d req-65f68174-c7a0-4480-a654-d249497edbc2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 946 time: 0.0508068 Jan 21 09:54:12.253061 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-3b718a23-3c22-4656-9632-967f747eac0d req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Deleting port 05b1d668-91bd-4c9d-ac8a-3711a49e7130 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:54:12.253401 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3b718a23-3c22-4656-9632-967f747eac0d req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:12.342502 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-3b718a23-3c22-4656-9632-967f747eac0d req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] For port 05b1d668-91bd-4c9d-ac8a-3711a49e7130, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=05b1d668-91bd-4c9d-ac8a-3711a49e7130,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:12.342862 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3b718a23-3c22-4656-9632-967f747eac0d req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:12.522542 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3b718a23-3c22-4656-9632-967f747eac0d req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:12.522896 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3b718a23-3c22-4656-9632-967f747eac0d req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:12.523216 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [req-3b718a23-3c22-4656-9632-967f747eac0d req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Floating IP 01a5fd66-e05f-4dd8-9bbd-8f3c72604d08 disassociated. External IP: 172.26.7.129, port: 05b1d668-91bd-4c9d-ac8a-3711a49e7130. Jan 21 09:54:12.523553 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-3b718a23-3c22-4656-9632-967f747eac0d req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Calling delete_port for 05b1d668-91bd-4c9d-ac8a-3711a49e7130 owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:54:12.656681 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3b718a23-3c22-4656-9632-967f747eac0d req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:12.689020 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Pushing event deleted for resources: {'Port': ['ID=05b1d668-91bd-4c9d-ac8a-3711a49e7130,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:12.700804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:12.701164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:12.701525 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:12.701860 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:12.702186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:12.702516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:12.702839 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:12.703162 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:12.703486 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:12.703804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:12.704120 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:12.704435 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:12.821643 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b718a23-3c22-4656-9632-967f747eac0d req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:54:12.857780 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-689be6f9-8585-494b-9f34-f5f5daaacef1 req-7d4edf60-d113-4a17-b51d-da19ad4c8738 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8fa18d1-e3ef-4439-accb-2d59a422fe2f HTTP/1.1" status: 200 len: 210 time: 0.0338476 Jan 21 09:54:13.286184 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b718a23-3c22-4656-9632-967f747eac0d req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:54:13.296463 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24ad5c3-a215-49b5-89c8-1aae79a51d20 None None] Sync routers for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:54:13.310211 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24ad5c3-a215-49b5-89c8-1aae79a51d20 None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:13.310826 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d24ad5c3-a215-49b5-89c8-1aae79a51d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:54:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:13.325120 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b718a23-3c22-4656-9632-967f747eac0d req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] No DVR routers for this DVR port 05b1d668-91bd-4c9d-ac8a-3711a49e7130 on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:54:13.327682 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3b718a23-3c22-4656-9632-967f747eac0d req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:13.331151 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3b718a23-3c22-4656-9632-967f747eac0d req-c546d19b-b8a6-46c3-b1b6-8510f61478c2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "DELETE /v2.0/ports/05b1d668-91bd-4c9d-ac8a-3711a49e7130 HTTP/1.1" status: 204 len: 173 time: 1.1792881 Jan 21 09:54:13.331614 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fa18d1-e3ef-4439-accb-2d59a422fe2f', 'name': 'network-vif-deleted', 'tag': '05b1d668-91bd-4c9d-ac8a-3711a49e7130'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:13.334263 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cae6b3-40b3-4b73-81d4-cefef3a1972c" -d '{"events": [{"server_uuid": "b8fa18d1-e3ef-4439-accb-2d59a422fe2f", "name": "network-vif-deleted", "tag": "05b1d668-91bd-4c9d-ac8a-3711a49e7130"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:54:13.373011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bcdbba-28af-49b4-9bc4-d4d8345f3fbe x-openstack-request-id: req-57bcdbba-28af-49b4-9bc4-d4d8345f3fbe {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:54:13.373306 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fa18d1-e3ef-4439-accb-2d59a422fe2f", "name": "network-vif-deleted", "tag": "05b1d668-91bd-4c9d-ac8a-3711a49e7130", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:54:13.373588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-57bcdbba-28af-49b4-9bc4-d4d8345f3fbe {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:54:13.374090 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fa18d1-e3ef-4439-accb-2d59a422fe2f', 'name': 'network-vif-deleted', 'tag': '05b1d668-91bd-4c9d-ac8a-3711a49e7130', 'status': 'completed', 'code': 200} Jan 21 09:54:13.420432 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-d24ad5c3-a215-49b5-89c8-1aae79a51d20 None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:54:13.625273 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d24ad5c3-a215-49b5-89c8-1aae79a51d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:13.650554 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24ad5c3-a215-49b5-89c8-1aae79a51d20 None None] Checking router: 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:54:13.658987 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24ad5c3-a215-49b5-89c8-1aae79a51d20 None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:13.659583 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d24ad5c3-a215-49b5-89c8-1aae79a51d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:54:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:13.769855 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-d24ad5c3-a215-49b5-89c8-1aae79a51d20 None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:54:13.971711 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d24ad5c3-a215-49b5-89c8-1aae79a51d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:14.001884 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24ad5c3-a215-49b5-89c8-1aae79a51d20 None None] The sync data for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv is: [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:54:14.128543 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-5170957c-258c-4eb8-954f-abaee84c444b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--827959033&fields=id&tenant_id=80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 267 time: 0.0399873 Jan 21 09:54:14.234466 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fd1747-091b-4630-bbad-37cbefd7dcac None None] New status for floating IP 01a5fd66-e05f-4dd8-9bbd-8f3c72604d08: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:54:14.244648 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-8baf719e-b54b-407c-8fd9-35e4fa9c45c1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:14.246152 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-8baf719e-b54b-407c-8fd9-35e4fa9c45c1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 812 time: 0.1096311 Jan 21 09:54:14.265959 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-b18830a6-1b82-4bc7-90a6-b1b3a4a1f357 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/quotas/80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 375 time: 0.0096633 Jan 21 09:54:14.334243 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-16db2be6-6653-47b4-991e-e5fc2d093498 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0593882 Jan 21 09:54:14.428957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-47e258ce-6a31-4c3b-8fe5-cc2dd48008e5 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:54:14.429988 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-47e258ce-6a31-4c3b-8fe5-cc2dd48008e5 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0832503 Jan 21 09:54:14.527614 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-1589a1d0-58f5-4452-bf0e-873033d8b6ce service neutron] 10.222.0.88 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907204 Jan 21 09:54:14.624115 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-78f7f42b-a074-4b93-be33-fc9c39caab0f service neutron] 10.222.0.88 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902128 Jan 21 09:54:14.801609 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-db812cb8-7fbc-488b-a4ed-aafebb0f1139 req-011cf53f-041e-4ccb-81b5-afb045d675f4 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 210 time: 0.0365956 Jan 21 09:54:15.715548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-8b91c783-ca4b-459e-8e8a-d92f4df4464d tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:15.716989 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-8b91c783-ca4b-459e-8e8a-d92f4df4464d tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 812 time: 0.1075637 Jan 21 09:54:15.770624 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-06f0113b-1159-4cd2-b243-998817cb9033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 379 time: 0.0447350 Jan 21 09:54:15.780057 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-53748db5-4d6b-4a63-8ef9-4c1c3dedd1f0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Request body: {'port': {'device_id': '317c24a3-c3fc-4826-9d8e-7bb1b938ea27', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'admin_state_up': True, 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'security_groups': ['b7d5256c-ba30-495c-b6f2-9f6c700eac17']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:15.911620 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-85ac458e-ea2d-46b0-a401-ab6baaf99d38 req-dbd91a87-02e3-41ba-b6a2-600b85b4cca4 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 210 time: 0.0396855 Jan 21 09:54:15.935517 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-53748db5-4d6b-4a63-8ef9-4c1c3dedd1f0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Made reservation on behalf of 80f724a399174c8ea5bd4d78339a91b6 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:54:15.939951 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-53748db5-4d6b-4a63-8ef9-4c1c3dedd1f0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:15.960953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 05b1d668-91bd-4c9d-ac8a-3711a49e7130 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:54:15.981535 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 05b1d668-91bd-4c9d-ac8a-3711a49e7130 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:54:15.981881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 05b1d668-91bd-4c9d-ac8a-3711a49e7130 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:54:16.091837 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-53748db5-4d6b-4a63-8ef9-4c1c3dedd1f0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Allocated IP 172.20.0.14 (b6426bb3-4ac3-4faa-89b3-c7df57d791b4/0b7cf646-2ba4-40cf-85e5-05ef3194a899/76b6391f-ea8e-47c4-85ad-1c8e6b94aab4) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:54:16.229612 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-53748db5-4d6b-4a63-8ef9-4c1c3dedd1f0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.273379 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-53748db5-4d6b-4a63-8ef9-4c1c3dedd1f0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.323130 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-53748db5-4d6b-4a63-8ef9-4c1c3dedd1f0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:54:16.328165 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-53748db5-4d6b-4a63-8ef9-4c1c3dedd1f0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:54:16.331937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-53748db5-4d6b-4a63-8ef9-4c1c3dedd1f0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:54:16.364135 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53748db5-4d6b-4a63-8ef9-4c1c3dedd1f0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Pushing event updated for resources: {'Port': ['ID=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:16.389664 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-53748db5-4d6b-4a63-8ef9-4c1c3dedd1f0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:16.390303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-53748db5-4d6b-4a63-8ef9-4c1c3dedd1f0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.407018 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-53748db5-4d6b-4a63-8ef9-4c1c3dedd1f0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6311939 Jan 21 09:54:16.419919 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Request body: {'port': {'device_id': '317c24a3-c3fc-4826-9d8e-7bb1b938ea27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:16.482967 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.531601 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-626bdaba-0b9a-4c33-8f91-26870023c63b None None] Provisioning complete for port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:16.532041 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-626bdaba-0b9a-4c33-8f91-26870023c63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.733059 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-626bdaba-0b9a-4c33-8f91-26870023c63b None None] Port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:54:16.790143 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:54:16.798004 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.812953 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Transition to ACTIVE for port object 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:54:16.817036 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.865480 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Pushing event updated for resources: {'Port': ['ID=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:16.947026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Attempting to bind port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:54:16.947491 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Attempting to bind port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:54:16.947916 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Attempting to bind port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 on network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:54:16.952612 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 on network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:54:16.953020 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Attempting to bind port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 on network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:54:16.958352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:54:16.958695 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Checking segment: {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:54:16.959079 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Bound using segment: {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:54:16.959509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Bound port: 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:54:16.959864 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:17.035377 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] For port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:54:17.039133 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] For port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:54:17.042663 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984ac84-4a55-4ddf-b240-31be8568678e req-15542ae4-37cc-4ce8-ab3f-fc41e3878954 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:17.044537 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a984ac84-4a55-4ddf-b240-31be8568678e req-15542ae4-37cc-4ce8-ab3f-fc41e3878954 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 944 time: 0.0552843 Jan 21 09:54:17.044666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:17.087212 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:17.088192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:17.089667 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] 10.222.0.113 "PUT /v2.0/ports/76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 HTTP/1.1" status: 200 len: 1094 time: 0.6742563 Jan 21 09:54:17.090114 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317c24a3-c3fc-4826-9d8e-7bb1b938ea27', 'tag': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:17.092361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f44374c-eb52-4e2e-90a4-dcf914affe0c" -d '{"events": [{"name": "network-changed", "server_uuid": "317c24a3-c3fc-4826-9d8e-7bb1b938ea27", "tag": "76b6391f-ea8e-47c4-85ad-1c8e6b94aab4"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:54:17.092617 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a984ac84-4a55-4ddf-b240-31be8568678e req-e5204a29-2065-47c2-ad6a-4c906b3449a3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406823 Jan 21 09:54:17.115986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68301fc4-632f-4075-bfb9-c3e4113acb95 service neutron] Pushing event updated for resources: {'Port': ['ID=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:17.137157 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3959c2bf-2232-4816-a980-e5e76bd15099 x-openstack-request-id: req-3959c2bf-2232-4816-a980-e5e76bd15099 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:54:17.137568 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317c24a3-c3fc-4826-9d8e-7bb1b938ea27", "tag": "76b6391f-ea8e-47c4-85ad-1c8e6b94aab4", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:54:17.138016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3959c2bf-2232-4816-a980-e5e76bd15099 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:54:17.138471 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317c24a3-c3fc-4826-9d8e-7bb1b938ea27', 'tag': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4', 'status': 'completed', 'code': 200} Jan 21 09:54:17.198183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-c26e8c42-11a6-49b0-a06a-ddf8b49f9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:17.199744 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-c26e8c42-11a6-49b0-a06a-ddf8b49f9aa3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 1097 time: 0.0435655 Jan 21 09:54:17.245870 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-3e8a84fb-d57d-48a1-9265-3899d732b4b2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 HTTP/1.1" status: 200 len: 217 time: 0.0392492 Jan 21 09:54:17.299268 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-e95f31d0-ecba-4553-9e2b-95a9ef0c0c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:17.300746 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-e95f31d0-ecba-4553-9e2b-95a9ef0c0c9f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0484571 Jan 21 09:54:17.345259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-a70674ca-c0b7-41b9-ac3b-a19ab0779726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:17.346752 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-a70674ca-c0b7-41b9-ac3b-a19ab0779726 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400364 Jan 21 09:54:17.441773 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-83f1c4e4-6db8-43ad-a0de-22e5107d228c service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872514 Jan 21 09:54:17.534047 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2609437c-f52e-4ab3-9075-5f70d9002874 req-06c33849-a4cc-47c8-bd75-89acaf90deb7 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854328 Jan 21 09:54:17.619393 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44374c-eb52-4e2e-90a4-dcf914affe0c req-55ba43ab-a654-4fc5-a76b-fc93816bfb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:17.620911 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6f44374c-eb52-4e2e-90a4-dcf914affe0c req-55ba43ab-a654-4fc5-a76b-fc93816bfb13 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 1097 time: 0.0434330 Jan 21 09:54:17.716885 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44374c-eb52-4e2e-90a4-dcf914affe0c req-9f6f13cc-9415-4216-ac3c-2580cdb04cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:17.718317 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6f44374c-eb52-4e2e-90a4-dcf914affe0c req-9f6f13cc-9415-4216-ac3c-2580cdb04cd2 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0905652 Jan 21 09:54:17.762345 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6f44374c-eb52-4e2e-90a4-dcf914affe0c req-7d32a434-694c-4af8-93e6-fb1e305c6f13 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 HTTP/1.1" status: 200 len: 217 time: 0.0364852 Jan 21 09:54:17.816905 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44374c-eb52-4e2e-90a4-dcf914affe0c req-d6fca5c6-7217-41b5-8f9d-6d36cfcf5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:17.818446 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6f44374c-eb52-4e2e-90a4-dcf914affe0c req-d6fca5c6-7217-41b5-8f9d-6d36cfcf5689 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0499129 Jan 21 09:54:17.864296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44374c-eb52-4e2e-90a4-dcf914affe0c req-9d88aeb7-0c57-4c14-81c9-d33de68d9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:17.865843 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6f44374c-eb52-4e2e-90a4-dcf914affe0c req-9d88aeb7-0c57-4c14-81c9-d33de68d9c88 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406187 Jan 21 09:54:17.955724 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6f44374c-eb52-4e2e-90a4-dcf914affe0c req-9abc9f5e-598b-4f03-84f9-6fc0e9d76dc3 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821505 Jan 21 09:54:18.085818 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6f44374c-eb52-4e2e-90a4-dcf914affe0c req-d46119a5-8374-4670-9d79-610ec0ffa646 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182072 Jan 21 09:54:18.215084 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afab98-a6b5-4d2c-8e25-c779d4e9e3ec req-22cc1b8e-69e7-4e8d-8a33-ff14ff610623 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:18.216566 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-87afab98-a6b5-4d2c-8e25-c779d4e9e3ec req-22cc1b8e-69e7-4e8d-8a33-ff14ff610623 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 944 time: 0.0497637 Jan 21 09:54:18.254829 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-87afab98-a6b5-4d2c-8e25-c779d4e9e3ec req-5e95b83f-8204-4d5f-9fd0-e9bf8fa4d51b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323758 Jan 21 09:54:19.374957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06ea74-10c6-4501-87e7-e84839443003 req-098f064a-c109-4efb-be48-daa96df6230a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:19.376436 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7e06ea74-10c6-4501-87e7-e84839443003 req-098f064a-c109-4efb-be48-daa96df6230a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 944 time: 0.0503788 Jan 21 09:54:19.414629 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7e06ea74-10c6-4501-87e7-e84839443003 req-783d68b6-5956-4a0c-b673-7ef298a78538 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320694 Jan 21 09:54:19.976508 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:54:20.068308 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:20.080298 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'port_id': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4', 'mac_address': 'fa:16:3e:4e:88:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:54:20.121893 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:20.134798 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:54:20.153734 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:20.158172 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:20.205142 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:20.367213 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['76b6391f-ea8e-47c4-85ad-1c8e6b94aab4'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:54:20.533740 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbac20f-03e4-4dd8-a112-e0333fc45c6a req-13f6a448-0900-46ee-b882-6c874d73d54d tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:20.535198 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bcbac20f-03e4-4dd8-a112-e0333fc45c6a req-13f6a448-0900-46ee-b882-6c874d73d54d tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 945 time: 0.0507429 Jan 21 09:54:20.573486 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bcbac20f-03e4-4dd8-a112-e0333fc45c6a req-d18ed4f9-8521-4136-8c1b-92a8b1d1f36e tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317116 Jan 21 09:54:21.688170 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81f8f4-c5f5-4443-919b-d66e7c75d762 req-1a1c22d7-0224-47b7-b28c-5b6bf24cc917 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:21.689721 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6e81f8f4-c5f5-4443-919b-d66e7c75d762 req-1a1c22d7-0224-47b7-b28c-5b6bf24cc917 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 945 time: 0.0495448 Jan 21 09:54:21.734269 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6e81f8f4-c5f5-4443-919b-d66e7c75d762 req-1a60a531-30da-4ff6-8761-cc3c2f05c09d tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383186 Jan 21 09:54:21.975414 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:54:22.023603 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:22.028903 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:22.029272 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.104352 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.125901 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317c24a3-c3fc-4826-9d8e-7bb1b938ea27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:22.128124 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169359fc-d52c-4c57-9287-87611ca91ed7" -d '{"events": [{"server_uuid": "317c24a3-c3fc-4826-9d8e-7bb1b938ea27", "name": "network-vif-plugged", "status": "completed", "tag": "76b6391f-ea8e-47c4-85ad-1c8e6b94aab4"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:54:22.141383 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:22.146334 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.183720 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ae8d9c-d2e6-4f32-ada1-599bcd85cfb5 x-openstack-request-id: req-74ae8d9c-d2e6-4f32-ada1-599bcd85cfb5 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:54:22.184012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317c24a3-c3fc-4826-9d8e-7bb1b938ea27", "name": "network-vif-plugged", "status": "completed", "tag": "76b6391f-ea8e-47c4-85ad-1c8e6b94aab4", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:54:22.184265 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-74ae8d9c-d2e6-4f32-ada1-599bcd85cfb5 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:54:22.184660 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317c24a3-c3fc-4826-9d8e-7bb1b938ea27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4', 'code': 200} Jan 21 09:54:22.204116 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:22.358440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a4886-93c0-430c-8e97-fcde132c7ed6 req-ee1a6ecb-312e-4c74-b6ab-25254cb2af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:22.359961 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d23a4886-93c0-430c-8e97-fcde132c7ed6 req-ee1a6ecb-312e-4c74-b6ab-25254cb2af68 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 1099 time: 0.0441377 Jan 21 09:54:22.397881 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d23a4886-93c0-430c-8e97-fcde132c7ed6 req-69bb576d-6330-4019-8409-e553990a0366 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293720 Jan 21 09:54:22.852525 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc6b67-6070-475b-840b-4534fea298bd req-852656fb-68fa-49d9-beab-e2ccbb653275 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:22.854179 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5ffc6b67-6070-475b-840b-4534fea298bd req-852656fb-68fa-49d9-beab-e2ccbb653275 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0514762 Jan 21 09:54:22.895716 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5ffc6b67-6070-475b-840b-4534fea298bd req-2b1602e1-047b-4475-a8b8-7ef88b8ccad7 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345335 Jan 21 09:54:24.018682 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0b1b5-04f9-46cc-b062-126d061afe70 req-c60947d3-d7f7-4ef5-ac1e-9f1d7da03adb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:24.020146 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-45d0b1b5-04f9-46cc-b062-126d061afe70 req-c60947d3-d7f7-4ef5-ac1e-9f1d7da03adb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0505548 Jan 21 09:54:24.064867 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-45d0b1b5-04f9-46cc-b062-126d061afe70 req-5d53c418-a89a-49fe-bea4-09b5f21e08cc tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378246 Jan 21 09:54:24.183733 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e3f36-ccd0-4b0d-b705-c54bd3d23fce req-e8dc984c-277e-4727-b580-b2aa6b355d69 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:24.185106 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-074e3f36-ccd0-4b0d-b705-c54bd3d23fce req-e8dc984c-277e-4727-b580-b2aa6b355d69 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0503805 Jan 21 09:54:24.193852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 47580) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:54:24.198312 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-bd4c978d-7d01-4188-8dc8-b10f905fa34f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Request body: {'floatingip': {'port_id': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:24.242438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd4c978d-7d01-4188-8dc8-b10f905fa34f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for floatingip, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:24.698797 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd4c978d-7d01-4188-8dc8-b10f905fa34f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:24.702391 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd4c978d-7d01-4188-8dc8-b10f905fa34f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:24.801327 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-bd4c978d-7d01-4188-8dc8-b10f905fa34f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Floating IP 01a5fd66-e05f-4dd8-9bbd-8f3c72604d08 associated. External IP: 172.26.7.129, port: 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4. Jan 21 09:54:24.938263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.014169 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4c978d-7d01-4188-8dc8-b10f905fa34f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:54:25.127079 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4c978d-7d01-4188-8dc8-b10f905fa34f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:54:25.132195 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd4c978d-7d01-4188-8dc8-b10f905fa34f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.137005 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b56bae-5673-4a03-add8-0be7ac4139c2 None None] Sync routers for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:54:25.146452 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b56bae-5673-4a03-add8-0be7ac4139c2 None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:25.147052 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a6b56bae-5673-4a03-add8-0be7ac4139c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:54:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:25.161527 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bd4c978d-7d01-4188-8dc8-b10f905fa34f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "PUT /v2.0/floatingips/01a5fd66-e05f-4dd8-9bbd-8f3c72604d08 HTTP/1.1" status: 200 len: 992 time: 0.9665427 Jan 21 09:54:25.162123 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317c24a3-c3fc-4826-9d8e-7bb1b938ea27', 'tag': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:25.164370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c589db-7f53-405c-a123-bfd7fb87d108" -d '{"events": [{"name": "network-changed", "server_uuid": "317c24a3-c3fc-4826-9d8e-7bb1b938ea27", "tag": "76b6391f-ea8e-47c4-85ad-1c8e6b94aab4"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:54:25.205371 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4946d674-04f8-4c0a-9ef1-cef84edc3586 x-openstack-request-id: req-4946d674-04f8-4c0a-9ef1-cef84edc3586 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:54:25.206090 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317c24a3-c3fc-4826-9d8e-7bb1b938ea27", "tag": "76b6391f-ea8e-47c4-85ad-1c8e6b94aab4", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:54:25.206090 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4946d674-04f8-4c0a-9ef1-cef84edc3586 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:54:25.206621 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317c24a3-c3fc-4826-9d8e-7bb1b938ea27', 'tag': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4', 'status': 'completed', 'code': 200} Jan 21 09:54:25.285520 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c589db-7f53-405c-a123-bfd7fb87d108 req-60d19cd9-ad2d-449d-af48-2db9d2d9b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:25.287070 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f5c589db-7f53-405c-a123-bfd7fb87d108 req-60d19cd9-ad2d-449d-af48-2db9d2d9b913 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 1099 time: 0.0602164 Jan 21 09:54:25.361956 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-a6b56bae-5673-4a03-add8-0be7ac4139c2 None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:54:25.379959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c589db-7f53-405c-a123-bfd7fb87d108 req-3e77fa26-917d-470a-984c-a9e3db2528b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:25.381378 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f5c589db-7f53-405c-a123-bfd7fb87d108 req-3e77fa26-917d-470a-984c-a9e3db2528b1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0878732 Jan 21 09:54:25.452094 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f5c589db-7f53-405c-a123-bfd7fb87d108 req-300919c8-6253-42eb-b78b-fa6c53db75bb service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 HTTP/1.1" status: 200 len: 1000 time: 0.0646229 Jan 21 09:54:25.503285 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c589db-7f53-405c-a123-bfd7fb87d108 req-693ec751-2d18-45d6-9343-52115cd28a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:25.504799 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f5c589db-7f53-405c-a123-bfd7fb87d108 req-693ec751-2d18-45d6-9343-52115cd28a78 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0458822 Jan 21 09:54:25.559439 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c589db-7f53-405c-a123-bfd7fb87d108 req-bde14090-0f4b-4ddc-ba8b-2cecebbdf516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:25.560976 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f5c589db-7f53-405c-a123-bfd7fb87d108 req-bde14090-0f4b-4ddc-ba8b-2cecebbdf516 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499005 Jan 21 09:54:25.589901 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a6b56bae-5673-4a03-add8-0be7ac4139c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '01a5fd66-e05f-4dd8-9bbd-8f3c72604d08', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'floating_ip_address': '172.26.7.129', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'port_id': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'mac_address': 'fa:16:3e:4e:88:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317c24a3-c3fc-4826-9d8e-7bb1b938ea27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:02Z', 'updated_at': '2022-01-21T09:54:24Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:25.619882 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b56bae-5673-4a03-add8-0be7ac4139c2 None None] Checking router: 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:54:25.628521 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b56bae-5673-4a03-add8-0be7ac4139c2 None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:25.629119 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a6b56bae-5673-4a03-add8-0be7ac4139c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:54:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:25.658404 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f5c589db-7f53-405c-a123-bfd7fb87d108 req-2f207f70-6c29-4665-8783-2120b030cd8d service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897276 Jan 21 09:54:25.737007 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-a6b56bae-5673-4a03-add8-0be7ac4139c2 None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:54:25.752099 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f5c589db-7f53-405c-a123-bfd7fb87d108 req-1f59b71d-dd39-47d5-b3db-de520ecb9966 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866799 Jan 21 09:54:25.975077 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a6b56bae-5673-4a03-add8-0be7ac4139c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '01a5fd66-e05f-4dd8-9bbd-8f3c72604d08', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'floating_ip_address': '172.26.7.129', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'port_id': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'mac_address': 'fa:16:3e:4e:88:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317c24a3-c3fc-4826-9d8e-7bb1b938ea27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:02Z', 'updated_at': '2022-01-21T09:54:24Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:26.003849 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b56bae-5673-4a03-add8-0be7ac4139c2 None None] The sync data for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv is: [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '01a5fd66-e05f-4dd8-9bbd-8f3c72604d08', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'floating_ip_address': '172.26.7.129', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'port_id': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'mac_address': 'fa:16:3e:4e:88:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317c24a3-c3fc-4826-9d8e-7bb1b938ea27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:02Z', 'updated_at': '2022-01-21T09:54:24Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:54:26.192161 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea29953-bc1f-4e36-857a-2c46d622b83b None None] New status for floating IP 01a5fd66-e05f-4dd8-9bbd-8f3c72604d08: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:54:35.205242 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:54:35.874821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ddc1d66d-ce07-4dd5-96fd-e49bbc590fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:38.256367 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b3685fac-7e5e-4c17-bb98-1ddf442723b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:39.318946 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:41.330273 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:41.385399 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:48.723757 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-32693bb4-09ea-4bfe-a4f4-a6439ed71cfb req-7bcdb834-ca17-418a-89e7-2cf77259931f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413673 Jan 21 09:54:48.816668 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32693bb4-09ea-4bfe-a4f4-a6439ed71cfb req-ce2251b1-c70b-4fec-9613-a229f981dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:48.818221 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-32693bb4-09ea-4bfe-a4f4-a6439ed71cfb req-ce2251b1-c70b-4fec-9613-a229f981dd00 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 1099 time: 0.0452485 Jan 21 09:54:48.919571 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32693bb4-09ea-4bfe-a4f4-a6439ed71cfb req-9e2f7cf6-783b-44d2-9fba-783b21761ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:48.921835 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-32693bb4-09ea-4bfe-a4f4-a6439ed71cfb req-9e2f7cf6-783b-44d2-9fba-783b21761ed5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0844736 Jan 21 09:54:48.992245 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-32693bb4-09ea-4bfe-a4f4-a6439ed71cfb req-aaa2488e-bc9b-493d-ac0b-018c572307a1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 HTTP/1.1" status: 200 len: 1002 time: 0.0616126 Jan 21 09:54:49.044184 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32693bb4-09ea-4bfe-a4f4-a6439ed71cfb req-bf8cb63b-1b43-465e-9a0d-1e39393678f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:49.046223 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-32693bb4-09ea-4bfe-a4f4-a6439ed71cfb req-bf8cb63b-1b43-465e-9a0d-1e39393678f6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0463731 Jan 21 09:54:49.094259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32693bb4-09ea-4bfe-a4f4-a6439ed71cfb req-111d0f72-4247-49a1-aa46-cc5e6ddc95f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:49.095725 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-32693bb4-09ea-4bfe-a4f4-a6439ed71cfb req-111d0f72-4247-49a1-aa46-cc5e6ddc95f4 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413618 Jan 21 09:54:49.192725 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-32693bb4-09ea-4bfe-a4f4-a6439ed71cfb req-113e4188-2503-4017-8419-8e3e62554e52 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893526 Jan 21 09:54:49.283872 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-32693bb4-09ea-4bfe-a4f4-a6439ed71cfb req-2bdbe510-b9f9-40a1-ae26-d8d37c9e4a95 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834365 Jan 21 09:54:54.943972 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:02.488015 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423466d9-6142-439b-820d-6b5d9d22b213 req-f4baf49a-c685-4e34-98b7-a25599e61ffa tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:02.489536 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-423466d9-6142-439b-820d-6b5d9d22b213 req-f4baf49a-c685-4e34-98b7-a25599e61ffa tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0511451 Jan 21 09:55:02.535756 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-423466d9-6142-439b-820d-6b5d9d22b213 req-5bd3da3a-6a85-48ad-88af-08a95f69c421 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402203 Jan 21 09:55:03.662940 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c2f80-b8f0-4f15-9ba7-06ac90db56ba req-612df151-7906-4831-bc46-cc10a78d414a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:03.664446 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e81c2f80-b8f0-4f15-9ba7-06ac90db56ba req-612df151-7906-4831-bc46-cc10a78d414a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0522435 Jan 21 09:55:03.703408 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e81c2f80-b8f0-4f15-9ba7-06ac90db56ba req-5ab18eec-2815-49d8-83f0-da9cfac2f5d2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330224 Jan 21 09:55:04.818875 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd105a7c-289e-4a2d-8440-36fc89973cd6 req-0c7c0bd8-7885-4464-8200-bc86202fd744 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:04.820377 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd105a7c-289e-4a2d-8440-36fc89973cd6 req-0c7c0bd8-7885-4464-8200-bc86202fd744 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0507956 Jan 21 09:55:04.860188 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd105a7c-289e-4a2d-8440-36fc89973cd6 req-dadc058a-c6ee-44dc-bc45-36defb856f88 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335665 Jan 21 09:55:05.876842 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c36b9d96-00c5-423b-b761-0d98aa2f31da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:05.982131 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3bb99-25f4-47b5-86ad-16695f827067 req-11e2eb83-c204-470b-9924-04913f5a9713 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:05.984270 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-13e3bb99-25f4-47b5-86ad-16695f827067 req-11e2eb83-c204-470b-9924-04913f5a9713 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0557821 Jan 21 09:55:06.020918 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-13e3bb99-25f4-47b5-86ad-16695f827067 req-0c18fc6d-8fcc-4eb3-82cb-e7a581f066c4 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306885 Jan 21 09:55:07.135931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c3e4b-ff56-4883-9e34-f3961c4707de req-29d07353-39a5-46a1-bccd-d92249f865f7 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:07.137394 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ce5c3e4b-ff56-4883-9e34-f3961c4707de req-29d07353-39a5-46a1-bccd-d92249f865f7 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0487370 Jan 21 09:55:07.180925 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ce5c3e4b-ff56-4883-9e34-f3961c4707de req-f934eb65-b119-490d-89fe-237a024d2a26 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367463 Jan 21 09:55:08.258103 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4161-1998-4f8a-85d5-bd3cb4e7e279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:08.297026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd183a59-6ff8-4def-aa7c-2d77e402f0ad req-1ecc10a8-1514-415b-86f6-86e73da36d25 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:08.298539 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd183a59-6ff8-4def-aa7c-2d77e402f0ad req-1ecc10a8-1514-415b-86f6-86e73da36d25 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0494120 Jan 21 09:55:08.336728 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd183a59-6ff8-4def-aa7c-2d77e402f0ad req-d00b44d4-a4d9-495b-a172-d0ac09394201 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322518 Jan 21 09:55:09.324228 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:09.455263 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b201b-378b-496c-bf14-ee6b165832e5 req-a2f55baf-df19-4457-83fa-53eec583a8a3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:09.456757 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-063b201b-378b-496c-bf14-ee6b165832e5 req-a2f55baf-df19-4457-83fa-53eec583a8a3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0502152 Jan 21 09:55:09.495384 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-063b201b-378b-496c-bf14-ee6b165832e5 req-7e6fb5f6-8745-45ee-94cb-d2a8ded2eccc tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327127 Jan 21 09:55:10.612185 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8b7eb-d30d-4ed7-b7da-0c47b63d17af req-8aad63f9-605c-45fb-8e68-d825c272bfcb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:10.613711 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-51c8b7eb-d30d-4ed7-b7da-0c47b63d17af req-8aad63f9-605c-45fb-8e68-d825c272bfcb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0499740 Jan 21 09:55:10.651818 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-51c8b7eb-d30d-4ed7-b7da-0c47b63d17af req-dcba4001-d4a6-4c16-967c-4d3b0814ab4b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322137 Jan 21 09:55:11.362056 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:11.393730 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:11.767033 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355061d-9390-4269-8942-4e3684fd7ccb req-fcb341f0-efca-4441-a520-07cbcc882708 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:11.768493 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f355061d-9390-4269-8942-4e3684fd7ccb req-fcb341f0-efca-4441-a520-07cbcc882708 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0489037 Jan 21 09:55:11.806987 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f355061d-9390-4269-8942-4e3684fd7ccb req-ebcc9bd9-d863-4f29-aebc-ca62c7357e35 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325568 Jan 21 09:55:12.204804 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:55:12.927029 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69801386-9026-40c2-bbcc-aecfcb56ed0f req-695f2c57-f322-4966-a8ee-283485840b8d tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:12.928488 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-69801386-9026-40c2-bbcc-aecfcb56ed0f req-695f2c57-f322-4966-a8ee-283485840b8d tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0547185 Jan 21 09:55:12.966417 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-69801386-9026-40c2-bbcc-aecfcb56ed0f req-e016272c-7438-4692-b9a8-cbcd4fc01e3f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319104 Jan 21 09:55:13.196792 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-0eb4ec5b-ed4c-42ac-9934-e59f6b489b1c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398228 Jan 21 09:55:13.215266 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d32edd-1532-4303-a712-5871c459a0b9 req-fa538f23-a21e-447e-9c32-a33f4281ca72 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:13.217427 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-14d32edd-1532-4303-a712-5871c459a0b9 req-fa538f23-a21e-447e-9c32-a33f4281ca72 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0506308 Jan 21 09:55:13.258926 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-14d32edd-1532-4303-a712-5871c459a0b9 req-19eb83ae-304c-49ac-b32e-f03555c9fc9d tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346675 Jan 21 09:55:14.273897 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-31e638d7-426c-4d9e-8fce-6eea7f1dc843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:14.275641 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-31e638d7-426c-4d9e-8fce-6eea7f1dc843 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 1099 time: 0.0413048 Jan 21 09:55:14.371879 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-043d6a86-0551-40a6-9873-5bb6111bd815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:14.373556 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-043d6a86-0551-40a6-9873-5bb6111bd815 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0912933 Jan 21 09:55:14.380660 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda6a88-a2fe-420c-910d-62d750314585 req-9694ed11-46a3-4393-80d2-013b8a6b5098 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:14.382153 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5fda6a88-a2fe-420c-910d-62d750314585 req-9694ed11-46a3-4393-80d2-013b8a6b5098 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0536830 Jan 21 09:55:14.422004 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5fda6a88-a2fe-420c-910d-62d750314585 req-82f4be12-baa0-4a12-965f-c1d54193779f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336266 Jan 21 09:55:14.440988 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-30f81eae-fc62-4273-bcad-607da248e14f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 HTTP/1.1" status: 200 len: 1002 time: 0.0611150 Jan 21 09:55:14.505979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-a5a83069-5170-4eb4-9422-0ebe9e7af9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:14.507431 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-a5a83069-5170-4eb4-9422-0ebe9e7af9f7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0601006 Jan 21 09:55:14.554442 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-63d0078c-4fa1-4798-bbe3-8c0b77acc540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:14.556013 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-63d0078c-4fa1-4798-bbe3-8c0b77acc540 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410323 Jan 21 09:55:14.643512 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-d87777ca-f43f-443d-bd7a-bc4f9e3e951b service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810683 Jan 21 09:55:14.739876 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-08476d32-b81f-4786-bab9-23652f8c2301 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887461 Jan 21 09:55:15.540038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9d42e-fb80-46ca-a145-ae79983ae44a req-37263cda-884a-45ef-950b-5b1c6fe1de0b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:15.541608 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e9d9d42e-fb80-46ca-a145-ae79983ae44a req-37263cda-884a-45ef-950b-5b1c6fe1de0b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0502112 Jan 21 09:55:15.580205 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e9d9d42e-fb80-46ca-a145-ae79983ae44a req-f1deb4f6-84f9-439e-9e86-ebcdcc9e3dfb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322526 Jan 21 09:55:16.242578 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-c4656038-ab14-4f1f-839e-b3151a2504b5 service neutron] 10.222.0.113 "GET /v2.0/ports/76b6391f-ea8e-47c4-85ad-1c8e6b94aab4/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0529227 Jan 21 09:55:16.443306 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-f06699f3-564d-45a3-81e8-44beb78924a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:16.445273 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-f06699f3-564d-45a3-81e8-44beb78924a2 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27&tenant_id=80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 1099 time: 0.0485413 Jan 21 09:55:16.508636 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-7da64f36-bc32-4d8a-a8a4-f01824ffab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:16.510101 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-7da64f36-bc32-4d8a-a8a4-f01824ffab50 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 1099 time: 0.0422294 Jan 21 09:55:16.600362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-9ed61825-c33d-4221-8596-6c8d1303db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:16.601922 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-9ed61825-c33d-4221-8596-6c8d1303db8c service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0855308 Jan 21 09:55:16.673707 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-c7416f37-ed88-456e-8973-8498f5a75fa8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 HTTP/1.1" status: 200 len: 1002 time: 0.0646646 Jan 21 09:55:16.696928 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039aabb9-1a83-4df6-86e4-b0c905ed0f43 req-f5a17f0d-6b8e-428a-ac8c-367e7b07ea49 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:16.698437 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-039aabb9-1a83-4df6-86e4-b0c905ed0f43 req-f5a17f0d-6b8e-428a-ac8c-367e7b07ea49 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0484622 Jan 21 09:55:16.723270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-981c489b-f554-4a2d-a104-59efdc85ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:16.724747 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-981c489b-f554-4a2d-a104-59efdc85ffb4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0446160 Jan 21 09:55:16.737789 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-039aabb9-1a83-4df6-86e4-b0c905ed0f43 req-989b42fd-79bb-4681-a4b6-834d51777958 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323548 Jan 21 09:55:16.769924 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-34c45c76-acf8-4d5e-801d-73273cf1e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:16.771346 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-34c45c76-acf8-4d5e-801d-73273cf1e653 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401833 Jan 21 09:55:17.181959 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-a9d8026d-7c31-4e2f-b477-39661b4cb3eb service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043398 Jan 21 09:55:17.277963 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-50cd0f13-2493-4e37-bc7b-141e66b17a81 req-819bd0d2-9a34-40e0-8058-1dbd32989bba service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884547 Jan 21 09:55:17.853332 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbcf0a-d700-47bc-b6e4-2f7307cd4373 req-760ec931-0888-4c3f-ba4e-66221345a549 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:17.854905 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a0dbcf0a-d700-47bc-b6e4-2f7307cd4373 req-760ec931-0888-4c3f-ba4e-66221345a549 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0497375 Jan 21 09:55:17.892909 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a0dbcf0a-d700-47bc-b6e4-2f7307cd4373 req-d14ce4f0-7b9d-42a2-acc8-bc3724415f65 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320487 Jan 21 09:55:19.009025 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f0ec1-4e9b-48fe-8542-d915d7086ceb req-d7b6b72a-d8df-4410-9edb-593c69644f25 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:19.010513 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-057f0ec1-4e9b-48fe-8542-d915d7086ceb req-d7b6b72a-d8df-4410-9edb-593c69644f25 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0478158 Jan 21 09:55:19.048998 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-057f0ec1-4e9b-48fe-8542-d915d7086ceb req-7bf305f4-255f-47c9-a045-7a1341026a36 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319555 Jan 21 09:55:19.285217 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984977a-1687-42df-b4a5-c0ab70e6d6b3 req-1485ed9d-bdcb-4741-b5a2-a5e13af2bec1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:19.285501 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead65c0-a321-438e-a525-c48a70f971e0 req-9276d54f-497d-41cb-a70e-b35adcb3c957 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:19.286865 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fead65c0-a321-438e-a525-c48a70f971e0 req-9276d54f-497d-41cb-a70e-b35adcb3c957 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27&tenant_id=80f724a399174c8ea5bd4d78339a91b6&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 946 time: 0.0518408 Jan 21 09:55:19.286978 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6984977a-1687-42df-b4a5-c0ab70e6d6b3 req-1485ed9d-bdcb-4741-b5a2-a5e13af2bec1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0553951 Jan 21 09:55:19.328931 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6984977a-1687-42df-b4a5-c0ab70e6d6b3 req-e2075dfc-c6df-4a97-9844-30bfc2613945 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353270 Jan 21 09:55:19.405687 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead65c0-a321-438e-a525-c48a70f971e0 req-6b8f40bb-4018-4757-aa8c-1c5d35ca4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:19.407177 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fead65c0-a321-438e-a525-c48a70f971e0 req-6b8f40bb-4018-4757-aa8c-1c5d35ca4bbf service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 1099 time: 0.0418532 Jan 21 09:55:19.499930 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead65c0-a321-438e-a525-c48a70f971e0 req-507278ad-3688-4f42-9cbb-4d19ba64317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:19.501477 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fead65c0-a321-438e-a525-c48a70f971e0 req-507278ad-3688-4f42-9cbb-4d19ba64317a service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0874186 Jan 21 09:55:19.568263 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fead65c0-a321-438e-a525-c48a70f971e0 req-ad447a7b-7947-4d74-b75a-52c04417bec1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 HTTP/1.1" status: 200 len: 1002 time: 0.0606098 Jan 21 09:55:19.620763 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead65c0-a321-438e-a525-c48a70f971e0 req-200b2343-88ea-48b4-9207-d65a23bf8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:19.622240 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fead65c0-a321-438e-a525-c48a70f971e0 req-200b2343-88ea-48b4-9207-d65a23bf8c75 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0478799 Jan 21 09:55:19.667900 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead65c0-a321-438e-a525-c48a70f971e0 req-9c8fab90-7e33-4bac-a7aa-1cadcc4ec5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:19.669365 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fead65c0-a321-438e-a525-c48a70f971e0 req-9c8fab90-7e33-4bac-a7aa-1cadcc4ec5bb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408387 Jan 21 09:55:19.757641 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fead65c0-a321-438e-a525-c48a70f971e0 req-c619ec97-3dc1-4fad-962f-e1980745d352 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810850 Jan 21 09:55:19.850024 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fead65c0-a321-438e-a525-c48a70f971e0 req-3d999174-874e-42cb-8c7f-00c94d422d02 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860596 Jan 21 09:55:20.198311 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:55:20.204535 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:55:20.355380 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:20.385357 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:20.401844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317c24a3-c3fc-4826-9d8e-7bb1b938ea27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:20.404108 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48662dcb-8aae-4767-9391-dd5db6e626b4" -d '{"events": [{"server_uuid": "317c24a3-c3fc-4826-9d8e-7bb1b938ea27", "name": "network-vif-unplugged", "status": "completed", "tag": "76b6391f-ea8e-47c4-85ad-1c8e6b94aab4"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:55:20.416394 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'port_id': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4', 'mac_address': 'fa:16:3e:4e:88:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:55:20.421410 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:20.446948 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:20.457160 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 21 Jan 2022 09:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1fd7c1-ce1a-4452-9b04-2bbc7475c00e x-openstack-request-id: req-6e1fd7c1-ce1a-4452-9b04-2bbc7475c00e {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:55:20.457476 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317c24a3-c3fc-4826-9d8e-7bb1b938ea27", "name": "network-vif-unplugged", "status": "completed", "tag": "76b6391f-ea8e-47c4-85ad-1c8e6b94aab4", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:55:20.457753 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6e1fd7c1-ce1a-4452-9b04-2bbc7475c00e {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:55:20.458115 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317c24a3-c3fc-4826-9d8e-7bb1b938ea27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4', 'code': 200} Jan 21 09:55:20.463409 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14aa20-a803-462b-ba79-84b81bef0891 req-065f83a5-ebff-4b67-b90a-7a97d8a55c0e tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:20.463409 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ba14aa20-a803-462b-ba79-84b81bef0891 req-065f83a5-ebff-4b67-b90a-7a97d8a55c0e tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0588775 Jan 21 09:55:20.495559 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:20.502414 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ba14aa20-a803-462b-ba79-84b81bef0891 req-a3c31196-993c-4eb6-9157-95cad9b3c928 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339115 Jan 21 09:55:20.521658 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:55:20.525990 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:20.539813 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:20.540259 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:20.540580 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:20.540931 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:20.541281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:20.541737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:20.542000 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:20.542327 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:20.542651 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:20.542973 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:20.543292 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:20.543609 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:20.557402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:20.562859 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:20.617436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,revision_number=7']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:20.624915 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['76b6391f-ea8e-47c4-85ad-1c8e6b94aab4'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:55:20.631120 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a7d1a-68cf-4001-b2c4-259f5bb8aaca req-db2a699e-320a-47ab-a45e-8e10f7a1c3fa tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:20.633051 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-211a7d1a-68cf-4001-b2c4-259f5bb8aaca req-db2a699e-320a-47ab-a45e-8e10f7a1c3fa tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 945 time: 0.0541525 Jan 21 09:55:20.674925 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-211a7d1a-68cf-4001-b2c4-259f5bb8aaca req-cfb898a9-1c26-43b3-98b4-31396c3f74a8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346489 Jan 21 09:55:20.880222 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578ee4f-50f2-457c-8334-cc719f19efc9 req-41e1f172-1ddf-46cb-9e19-3c561d1774f3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:20.881898 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c578ee4f-50f2-457c-8334-cc719f19efc9 req-41e1f172-1ddf-46cb-9e19-3c561d1774f3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 945 time: 0.0559742 Jan 21 09:55:20.905633 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa267e-48af-49c3-8211-8f3d5106f92d req-d2c247fc-0502-4a73-9121-b6017c600c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:20.907144 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-88aa267e-48af-49c3-8211-8f3d5106f92d req-d2c247fc-0502-4a73-9121-b6017c600c81 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 1098 time: 0.0471175 Jan 21 09:55:20.920305 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c578ee4f-50f2-457c-8334-cc719f19efc9 req-7776af6a-7696-4b58-ae1f-094e28a0f07e tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320914 Jan 21 09:55:20.996026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa267e-48af-49c3-8211-8f3d5106f92d req-cf7ba551-55de-41a6-a863-a5afdb65cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:20.997416 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-88aa267e-48af-49c3-8211-8f3d5106f92d req-cf7ba551-55de-41a6-a863-a5afdb65cb3d service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0828681 Jan 21 09:55:21.066965 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-88aa267e-48af-49c3-8211-8f3d5106f92d req-fcc61420-3703-4ba1-acf7-1b4218a25c6e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 HTTP/1.1" status: 200 len: 1001 time: 0.0625138 Jan 21 09:55:21.117661 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa267e-48af-49c3-8211-8f3d5106f92d req-9e578c0c-caa6-4a5d-b5be-b044f5836687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:21.119113 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-88aa267e-48af-49c3-8211-8f3d5106f92d req-9e578c0c-caa6-4a5d-b5be-b044f5836687 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0439172 Jan 21 09:55:21.165018 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa267e-48af-49c3-8211-8f3d5106f92d req-d74c3d71-caf0-4a1f-8612-a6fa63df758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:21.166559 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-88aa267e-48af-49c3-8211-8f3d5106f92d req-d74c3d71-caf0-4a1f-8612-a6fa63df758b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409896 Jan 21 09:55:21.258693 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-88aa267e-48af-49c3-8211-8f3d5106f92d req-e672db5e-e352-4499-b1d9-fe09aa12779a service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854645 Jan 21 09:55:21.348171 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-88aa267e-48af-49c3-8211-8f3d5106f92d req-790fd51c-df87-431c-8316-e9dad40fe9e7 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828149 Jan 21 09:55:22.037032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef73ee-c69f-4ff2-830e-5a93922e05c8 req-0c3ec5c9-a504-46f4-b251-527f027022b2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:22.038538 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f2ef73ee-c69f-4ff2-830e-5a93922e05c8 req-0c3ec5c9-a504-46f4-b251-527f027022b2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 945 time: 0.0499012 Jan 21 09:55:22.075181 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f2ef73ee-c69f-4ff2-830e-5a93922e05c8 req-aaa09200-c148-4657-aaa8-7001cae5f698 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307982 Jan 21 09:55:22.216053 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:55:22.270217 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:22.270592 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:22.312122 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d3819-610f-45eb-a6e8-e9c9c7ab659b req-b95b0403-2351-4a72-aee3-25ee651c0fac tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:22.313657 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c51d3819-610f-45eb-a6e8-e9c9c7ab659b req-b95b0403-2351-4a72-aee3-25ee651c0fac tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 945 time: 0.0556912 Jan 21 09:55:22.348689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:22.356892 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c51d3819-610f-45eb-a6e8-e9c9c7ab659b req-31bd462c-9564-4e5d-8f2f-2fd81b9bed54 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367980 Jan 21 09:55:22.383579 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:22.387592 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:22.436225 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,revision_number=8']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:22.459502 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317c24a3-c3fc-4826-9d8e-7bb1b938ea27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:22.461758 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc77118b-d970-47d1-aaf7-66835df05774" -d '{"events": [{"server_uuid": "317c24a3-c3fc-4826-9d8e-7bb1b938ea27", "name": "network-vif-plugged", "status": "completed", "tag": "76b6391f-ea8e-47c4-85ad-1c8e6b94aab4"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:55:22.498328 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ff2d27-67d5-49a4-8d12-6b57fc092ca9 x-openstack-request-id: req-00ff2d27-67d5-49a4-8d12-6b57fc092ca9 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:55:22.498633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317c24a3-c3fc-4826-9d8e-7bb1b938ea27", "name": "network-vif-plugged", "status": "completed", "tag": "76b6391f-ea8e-47c4-85ad-1c8e6b94aab4", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:55:22.498883 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-00ff2d27-67d5-49a4-8d12-6b57fc092ca9 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:55:22.499349 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317c24a3-c3fc-4826-9d8e-7bb1b938ea27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4', 'code': 200} Jan 21 09:55:23.476410 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8b591-e6af-4453-9cd1-1d42c7e04b80 req-a1eb535d-21c6-45e9-b906-e69212db90d6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:23.477957 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76a8b591-e6af-4453-9cd1-1d42c7e04b80 req-a1eb535d-21c6-45e9-b906-e69212db90d6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0515635 Jan 21 09:55:23.516269 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76a8b591-e6af-4453-9cd1-1d42c7e04b80 req-b543ffe9-ce42-444c-aa9f-6dbb081b6ab6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321882 Jan 21 09:55:23.937607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32c227-2303-4039-8eff-6d7c8201dc9c req-0051142b-ae18-4955-9b66-f989b7b3e06d tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:23.939065 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fe32c227-2303-4039-8eff-6d7c8201dc9c req-0051142b-ae18-4955-9b66-f989b7b3e06d tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 946 time: 0.0489106 Jan 21 09:55:24.048054 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-fe32c227-2303-4039-8eff-6d7c8201dc9c req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Deleting port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:55:24.048386 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-fe32c227-2303-4039-8eff-6d7c8201dc9c req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:24.135378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-fe32c227-2303-4039-8eff-6d7c8201dc9c req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] For port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:24.135739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-fe32c227-2303-4039-8eff-6d7c8201dc9c req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:24.308739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-fe32c227-2303-4039-8eff-6d7c8201dc9c req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:24.309099 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-fe32c227-2303-4039-8eff-6d7c8201dc9c req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:24.309410 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [req-fe32c227-2303-4039-8eff-6d7c8201dc9c req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Floating IP 01a5fd66-e05f-4dd8-9bbd-8f3c72604d08 disassociated. External IP: 172.26.7.129, port: 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4. Jan 21 09:55:24.309777 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-fe32c227-2303-4039-8eff-6d7c8201dc9c req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Calling delete_port for 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:55:24.452172 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-fe32c227-2303-4039-8eff-6d7c8201dc9c req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:24.485808 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Pushing event deleted for resources: {'Port': ['ID=76b6391f-ea8e-47c4-85ad-1c8e6b94aab4,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:24.496912 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.497251 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.497611 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.497976 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.498523 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.499020 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.499353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.499674 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.500087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.500407 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.500797 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.501110 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:24.629661 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe32c227-2303-4039-8eff-6d7c8201dc9c req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:55:24.631848 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b2bbae15-94bb-4dbc-b9a8-d8dc0b1b12b4 req-d68e50b1-67ce-49c1-bd7c-f04b729c11a1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=317c24a3-c3fc-4826-9d8e-7bb1b938ea27 HTTP/1.1" status: 200 len: 210 time: 0.0338080 Jan 21 09:55:24.751898 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe32c227-2303-4039-8eff-6d7c8201dc9c req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:55:24.762289 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42acdd7b-6332-4317-a112-36cfb88cf968 None None] Sync routers for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:55:24.772576 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42acdd7b-6332-4317-a112-36cfb88cf968 None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:55:24.773185 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-42acdd7b-6332-4317-a112-36cfb88cf968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:55:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:24.797271 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe32c227-2303-4039-8eff-6d7c8201dc9c req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] No DVR routers for this DVR port 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:55:24.799914 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-fe32c227-2303-4039-8eff-6d7c8201dc9c req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:24.803322 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fe32c227-2303-4039-8eff-6d7c8201dc9c req-e326c877-7d29-4cef-82f7-cfb29ae0cabb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "DELETE /v2.0/ports/76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 HTTP/1.1" status: 204 len: 173 time: 0.8575299 Jan 21 09:55:24.803733 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317c24a3-c3fc-4826-9d8e-7bb1b938ea27', 'name': 'network-vif-deleted', 'tag': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:24.806055 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7cd014-1b97-487e-9ad1-3832b5682549" -d '{"events": [{"server_uuid": "317c24a3-c3fc-4826-9d8e-7bb1b938ea27", "name": "network-vif-deleted", "tag": "76b6391f-ea8e-47c4-85ad-1c8e6b94aab4"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:55:24.846971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c7bd69-97f8-45ba-a6d7-d8c327f75ff4 x-openstack-request-id: req-63c7bd69-97f8-45ba-a6d7-d8c327f75ff4 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:55:24.847334 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317c24a3-c3fc-4826-9d8e-7bb1b938ea27", "name": "network-vif-deleted", "tag": "76b6391f-ea8e-47c4-85ad-1c8e6b94aab4", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:55:24.847642 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-63c7bd69-97f8-45ba-a6d7-d8c327f75ff4 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:55:24.848085 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317c24a3-c3fc-4826-9d8e-7bb1b938ea27', 'name': 'network-vif-deleted', 'tag': '76b6391f-ea8e-47c4-85ad-1c8e6b94aab4', 'status': 'completed', 'code': 200} Jan 21 09:55:24.881770 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-42acdd7b-6332-4317-a112-36cfb88cf968 None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:55:24.945090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:25.076648 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-42acdd7b-6332-4317-a112-36cfb88cf968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:25.102347 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42acdd7b-6332-4317-a112-36cfb88cf968 None None] Checking router: 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:55:25.110203 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42acdd7b-6332-4317-a112-36cfb88cf968 None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:55:25.110800 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-42acdd7b-6332-4317-a112-36cfb88cf968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:55:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:25.215694 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-42acdd7b-6332-4317-a112-36cfb88cf968 None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:55:25.409980 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-42acdd7b-6332-4317-a112-36cfb88cf968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:25.438554 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42acdd7b-6332-4317-a112-36cfb88cf968 None None] The sync data for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv is: [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:55:25.646012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e879c2-fbe0-42a1-adc8-38673d72e367 None None] New status for floating IP 01a5fd66-e05f-4dd8-9bbd-8f3c72604d08: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:55:25.876804 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-a89acea9-19aa-4526-af9c-f26535e4dc1e tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--827959033&fields=id&tenant_id=80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 267 time: 0.0340228 Jan 21 09:55:25.982849 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-a5f1a799-830c-4b58-b51f-9c61f110aa62 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:25.984400 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-a5f1a799-830c-4b58-b51f-9c61f110aa62 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 812 time: 0.1008697 Jan 21 09:55:25.999114 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-348c21d6-8f93-41ab-aae0-146f8b0bf486 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/quotas/80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 375 time: 0.0090015 Jan 21 09:55:26.056076 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b4d9d690-01ad-46ea-a507-d2512bf99766 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517969 Jan 21 09:55:26.149737 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-d13499f0-2d37-4746-b051-180c02fd3be7 service neutron] 10.222.0.88 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806541 Jan 21 09:55:26.240581 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-e6693deb-3ec1-4d55-94de-f73d3327e701 service neutron] 10.222.0.88 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842507 Jan 21 09:55:26.398509 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e3099840-f718-43ea-82f7-ef73f148b626 req-698c0553-31d0-4116-8605-76b81a7c53e0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 210 time: 0.0277181 Jan 21 09:55:27.301339 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-764868f0-f528-4a56-940c-68b9c996b64b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:27.302843 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-764868f0-f528-4a56-940c-68b9c996b64b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 812 time: 0.1040008 Jan 21 09:55:27.353597 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-068a5707-efa7-4d04-9296-e3b4613ee9af tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 379 time: 0.0417595 Jan 21 09:55:27.366433 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-70218951-a658-4797-8b6a-d280743dc963 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Request body: {'port': {'device_id': '8c5b54cc-5f47-4fb7-864f-f126db83cd89', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'admin_state_up': True, 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'security_groups': ['b7d5256c-ba30-495c-b6f2-9f6c700eac17']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:55:27.476363 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-70218951-a658-4797-8b6a-d280743dc963 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Made reservation on behalf of 80f724a399174c8ea5bd4d78339a91b6 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:55:27.480316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-70218951-a658-4797-8b6a-d280743dc963 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:27.493669 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-efb94f44-9cc6-41f0-9d4a-34318031d1f1 req-8b0188e9-dae5-49d0-90a9-72e0798be8ce tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 210 time: 0.0285096 Jan 21 09:55:27.610567 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-70218951-a658-4797-8b6a-d280743dc963 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Allocated IP 172.20.0.5 (b6426bb3-4ac3-4faa-89b3-c7df57d791b4/0b7cf646-2ba4-40cf-85e5-05ef3194a899/81323cc6-56a0-4dbc-ae94-17160ebffc2d) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:55:27.755569 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-70218951-a658-4797-8b6a-d280743dc963 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:27.788765 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-70218951-a658-4797-8b6a-d280743dc963 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:27.836714 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-70218951-a658-4797-8b6a-d280743dc963 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:55:27.839839 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-70218951-a658-4797-8b6a-d280743dc963 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:55:27.843509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-70218951-a658-4797-8b6a-d280743dc963 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:55:27.849872 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70218951-a658-4797-8b6a-d280743dc963 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Pushing event updated for resources: {'Port': ['ID=81323cc6-56a0-4dbc-ae94-17160ebffc2d,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:27.897551 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-70218951-a658-4797-8b6a-d280743dc963 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:27.898178 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-70218951-a658-4797-8b6a-d280743dc963 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:27.915327 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-70218951-a658-4797-8b6a-d280743dc963 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5528612 Jan 21 09:55:27.927894 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Request body: {'port': {'device_id': '8c5b54cc-5f47-4fb7-864f-f126db83cd89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:55:27.983884 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:28.054927 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8c8a19bd-aac5-4562-882c-826663ecba7d None None] Provisioning complete for port 81323cc6-56a0-4dbc-ae94-17160ebffc2d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:28.055643 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8c8a19bd-aac5-4562-882c-826663ecba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:28.088151 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a19bd-aac5-4562-882c-826663ecba7d None None] Port 81323cc6-56a0-4dbc-ae94-17160ebffc2d cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:55:28.252422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81323cc6-56a0-4dbc-ae94-17160ebffc2d {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:55:28.259372 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:55:28.260484 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:28.275608 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Transition to ACTIVE for port object 81323cc6-56a0-4dbc-ae94-17160ebffc2d will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:55:28.279656 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:28.282080 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:55:28.282430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 76b6391f-ea8e-47c4-85ad-1c8e6b94aab4 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:55:28.330075 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Pushing event updated for resources: {'Port': ['ID=81323cc6-56a0-4dbc-ae94-17160ebffc2d,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:28.403090 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Attempting to bind port 81323cc6-56a0-4dbc-ae94-17160ebffc2d on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:55:28.403418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Attempting to bind port 81323cc6-56a0-4dbc-ae94-17160ebffc2d by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:55:28.403739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Attempting to bind port 81323cc6-56a0-4dbc-ae94-17160ebffc2d on network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:55:28.409237 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Port 81323cc6-56a0-4dbc-ae94-17160ebffc2d on network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:55:28.409591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Attempting to bind port 81323cc6-56a0-4dbc-ae94-17160ebffc2d on network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:55:28.414596 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:55:28.414923 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Checking segment: {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:55:28.415296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Bound using segment: {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:55:28.415713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Bound port: 81323cc6-56a0-4dbc-ae94-17160ebffc2d, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:55:28.416084 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:28.488105 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] For port 81323cc6-56a0-4dbc-ae94-17160ebffc2d, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:55:28.491097 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] For port 81323cc6-56a0-4dbc-ae94-17160ebffc2d, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=81323cc6-56a0-4dbc-ae94-17160ebffc2d,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:55:28.495727 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:28.530674 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:28.531303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:28.532722 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] 10.222.0.113 "PUT /v2.0/ports/81323cc6-56a0-4dbc-ae94-17160ebffc2d HTTP/1.1" status: 200 len: 1093 time: 0.6094229 Jan 21 09:55:28.533176 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5b54cc-5f47-4fb7-864f-f126db83cd89', 'tag': '81323cc6-56a0-4dbc-ae94-17160ebffc2d'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:28.535504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481b5b67-98da-43d5-b453-2974cfa1cb93" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5b54cc-5f47-4fb7-864f-f126db83cd89", "tag": "81323cc6-56a0-4dbc-ae94-17160ebffc2d"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:55:28.561919 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259007b-e2a5-47ed-9332-9c4d59011b71 service neutron] Pushing event updated for resources: {'Port': ['ID=81323cc6-56a0-4dbc-ae94-17160ebffc2d,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:28.588353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a85c86d-ca23-47f7-9663-44f61c2c15c0 x-openstack-request-id: req-8a85c86d-ca23-47f7-9663-44f61c2c15c0 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:55:28.588656 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5b54cc-5f47-4fb7-864f-f126db83cd89", "tag": "81323cc6-56a0-4dbc-ae94-17160ebffc2d", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:55:28.588909 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8a85c86d-ca23-47f7-9663-44f61c2c15c0 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:55:28.589333 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5b54cc-5f47-4fb7-864f-f126db83cd89', 'tag': '81323cc6-56a0-4dbc-ae94-17160ebffc2d', 'status': 'completed', 'code': 200} Jan 21 09:55:28.658354 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122834a2-a136-4bdd-ba76-42b986fc6e7e req-be2a2a0f-4e2e-461b-88a7-018cc94d968b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:28.659916 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-122834a2-a136-4bdd-ba76-42b986fc6e7e req-be2a2a0f-4e2e-461b-88a7-018cc94d968b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 943 time: 0.0870202 Jan 21 09:55:28.662896 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-ad74e256-ba4b-43f6-8509-787976aee441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:28.664277 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-ad74e256-ba4b-43f6-8509-787976aee441 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 1096 time: 0.0606263 Jan 21 09:55:28.728057 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-97115800-7721-4381-b181-7360f6dc366f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81323cc6-56a0-4dbc-ae94-17160ebffc2d HTTP/1.1" status: 200 len: 217 time: 0.0515974 Jan 21 09:55:28.752399 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-122834a2-a136-4bdd-ba76-42b986fc6e7e req-9f7f3bca-77c5-4f51-afdb-2bda95976d15 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802906 Jan 21 09:55:28.786869 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-bfb47c15-7cdc-43ee-a587-d23b545f512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:28.788381 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-bfb47c15-7cdc-43ee-a587-d23b545f512a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0508709 Jan 21 09:55:28.834373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-3ac54117-3990-4586-aeb2-332e8883058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:28.835878 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-3ac54117-3990-4586-aeb2-332e8883058e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413980 Jan 21 09:55:28.926393 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-5d21d7d3-9f41-4048-9e5e-8f84ce135a48 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833836 Jan 21 09:55:29.012286 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4e9e4805-7e70-4b97-84a3-cfbced2a8b80 req-6c6f3feb-8dfd-4146-9ab5-190eebb66d12 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794265 Jan 21 09:55:29.104920 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b5b67-98da-43d5-b453-2974cfa1cb93 req-8f7e8713-8c12-4f00-8b68-362162731976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:29.106364 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-481b5b67-98da-43d5-b453-2974cfa1cb93 req-8f7e8713-8c12-4f00-8b68-362162731976 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 1096 time: 0.0456281 Jan 21 09:55:29.198020 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b5b67-98da-43d5-b453-2974cfa1cb93 req-51c9ad09-e224-4bc4-85fc-cc25df7682cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:29.199464 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-481b5b67-98da-43d5-b453-2974cfa1cb93 req-51c9ad09-e224-4bc4-85fc-cc25df7682cf service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0852792 Jan 21 09:55:29.243672 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-481b5b67-98da-43d5-b453-2974cfa1cb93 req-1e030e92-2fc2-403b-864c-248565afba2a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81323cc6-56a0-4dbc-ae94-17160ebffc2d HTTP/1.1" status: 200 len: 217 time: 0.0371492 Jan 21 09:55:29.291374 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b5b67-98da-43d5-b453-2974cfa1cb93 req-871d16f9-554d-4641-8e96-de930529069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:29.292794 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-481b5b67-98da-43d5-b453-2974cfa1cb93 req-871d16f9-554d-4641-8e96-de930529069f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0429313 Jan 21 09:55:29.338097 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b5b67-98da-43d5-b453-2974cfa1cb93 req-6a87945b-42ac-48c0-8491-16862654e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:29.339551 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-481b5b67-98da-43d5-b453-2974cfa1cb93 req-6a87945b-42ac-48c0-8491-16862654e3c9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396719 Jan 21 09:55:29.435820 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-481b5b67-98da-43d5-b453-2974cfa1cb93 req-6496ba26-ebe6-4ebc-af33-573200bdd0e0 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878077 Jan 21 09:55:29.524274 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-481b5b67-98da-43d5-b453-2974cfa1cb93 req-1ac6249d-8e4b-4d2a-9abb-fcc0d1f2056c service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807362 Jan 21 09:55:29.870713 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d6f70-5183-4328-8cba-108a115a9553 req-0c372e3e-f47c-4b2b-bf49-4ece98b8f3d7 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:29.872181 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-818d6f70-5183-4328-8cba-108a115a9553 req-0c372e3e-f47c-4b2b-bf49-4ece98b8f3d7 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 943 time: 0.0502479 Jan 21 09:55:29.910437 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-818d6f70-5183-4328-8cba-108a115a9553 req-5b9174f4-7d60-4a23-91d8-a99fc427fd29 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312746 Jan 21 09:55:31.037687 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5ef16-6318-49f9-9b7c-8a24ee9e4e4c req-8f0d80c7-5c15-406d-80bc-596b590f331b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:31.039171 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bbc5ef16-6318-49f9-9b7c-8a24ee9e4e4c req-8f0d80c7-5c15-406d-80bc-596b590f331b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 943 time: 0.0501163 Jan 21 09:55:31.078055 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bbc5ef16-6318-49f9-9b7c-8a24ee9e4e4c req-ca551b87-de7e-4a85-86bc-2ff4f6797d0c tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322616 Jan 21 09:55:32.191653 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748a3f8-41a8-4a73-b4a0-454399c103c7 req-e97668f7-1a7b-4378-80fe-d52c5120ca26 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:32.193114 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1748a3f8-41a8-4a73-b4a0-454399c103c7 req-e97668f7-1a7b-4378-80fe-d52c5120ca26 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 943 time: 0.0481291 Jan 21 09:55:32.229811 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1748a3f8-41a8-4a73-b4a0-454399c103c7 req-75188878-a5c6-4e74-84b9-29344885cd67 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308340 Jan 21 09:55:32.292229 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 81323cc6-56a0-4dbc-ae94-17160ebffc2d details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:55:32.386878 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 81323cc6-56a0-4dbc-ae94-17160ebffc2d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=81323cc6-56a0-4dbc-ae94-17160ebffc2d,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:32.397806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '81323cc6-56a0-4dbc-ae94-17160ebffc2d', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'port_id': '81323cc6-56a0-4dbc-ae94-17160ebffc2d', 'mac_address': 'fa:16:3e:20:a2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:55:32.434753 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:32.447491 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81323cc6-56a0-4dbc-ae94-17160ebffc2d {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:55:32.468242 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 81323cc6-56a0-4dbc-ae94-17160ebffc2d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=81323cc6-56a0-4dbc-ae94-17160ebffc2d,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:32.472021 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:32.519073 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=81323cc6-56a0-4dbc-ae94-17160ebffc2d,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:32.678910 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['81323cc6-56a0-4dbc-ae94-17160ebffc2d'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:55:33.348083 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83e327-3c88-4391-86b8-609668e22b60 req-7b96eeaa-8949-461c-b209-3fb00e654b09 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:33.349613 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ef83e327-3c88-4391-86b8-609668e22b60 req-7b96eeaa-8949-461c-b209-3fb00e654b09 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 944 time: 0.0529370 Jan 21 09:55:33.387380 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ef83e327-3c88-4391-86b8-609668e22b60 req-5beca3a0-4a12-4947-a7a1-c541c18c94f3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313940 Jan 21 09:55:34.300509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 81323cc6-56a0-4dbc-ae94-17160ebffc2d up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:55:34.350456 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 81323cc6-56a0-4dbc-ae94-17160ebffc2d completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:55:34.354253 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 81323cc6-56a0-4dbc-ae94-17160ebffc2d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:34.354693 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:34.456995 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:34.484871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5b54cc-5f47-4fb7-864f-f126db83cd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81323cc6-56a0-4dbc-ae94-17160ebffc2d'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:34.487134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4e83be-40c6-4051-aab2-7160ac3c09d8" -d '{"events": [{"server_uuid": "8c5b54cc-5f47-4fb7-864f-f126db83cd89", "name": "network-vif-plugged", "status": "completed", "tag": "81323cc6-56a0-4dbc-ae94-17160ebffc2d"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:55:34.500371 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 81323cc6-56a0-4dbc-ae94-17160ebffc2d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=81323cc6-56a0-4dbc-ae94-17160ebffc2d,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:34.505653 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:34.512322 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a748729-3888-40e3-8e8d-2a4659e46d44 req-026247d1-fea1-4078-a2b3-80f467cd84c8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:34.513886 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1a748729-3888-40e3-8e8d-2a4659e46d44 req-026247d1-fea1-4078-a2b3-80f467cd84c8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 944 time: 0.0566928 Jan 21 09:55:34.530399 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a275d82a-4dec-4db7-8d01-f18a9010bffb x-openstack-request-id: req-a275d82a-4dec-4db7-8d01-f18a9010bffb {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:55:34.530683 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5b54cc-5f47-4fb7-864f-f126db83cd89", "name": "network-vif-plugged", "status": "completed", "tag": "81323cc6-56a0-4dbc-ae94-17160ebffc2d", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:55:34.530975 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a275d82a-4dec-4db7-8d01-f18a9010bffb {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:55:34.531317 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5b54cc-5f47-4fb7-864f-f126db83cd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81323cc6-56a0-4dbc-ae94-17160ebffc2d', 'code': 200} Jan 21 09:55:34.554231 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1a748729-3888-40e3-8e8d-2a4659e46d44 req-018e40a9-9f0d-4800-ae1b-b66ab23bfa4a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341516 Jan 21 09:55:34.565347 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=81323cc6-56a0-4dbc-ae94-17160ebffc2d,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:34.696912 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bfda2-2e2c-4f0b-918e-3af37cc98621 req-713e608c-222e-48d7-96c9-70af4c1b55d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:34.698450 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d64bfda2-2e2c-4f0b-918e-3af37cc98621 req-713e608c-222e-48d7-96c9-70af4c1b55d6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 1098 time: 0.0404346 Jan 21 09:55:34.733300 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d64bfda2-2e2c-4f0b-918e-3af37cc98621 req-9befedd6-9148-4e63-a7f2-acdc48e5d472 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276439 Jan 21 09:55:35.675871 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef494901-4c73-4468-9eeb-f23ac7ea3d79 req-131ccea5-e490-4d57-aa65-2296d2eab2fb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:35.677351 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ef494901-4c73-4468-9eeb-f23ac7ea3d79 req-131ccea5-e490-4d57-aa65-2296d2eab2fb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0498130 Jan 21 09:55:35.717813 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ef494901-4c73-4468-9eeb-f23ac7ea3d79 req-ffb35f68-aef0-4d45-b139-a501bd800918 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339203 Jan 21 09:55:35.878172 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1ebca2cf-3759-4181-a6ce-254fe6df2d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:36.836219 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3dc15-f981-43c2-a2f0-b202314fa66a req-c36844e7-8fff-42b0-87e8-557b1682d9cb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:36.837700 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c0a3dc15-f981-43c2-a2f0-b202314fa66a req-c36844e7-8fff-42b0-87e8-557b1682d9cb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0484755 Jan 21 09:55:36.874522 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c0a3dc15-f981-43c2-a2f0-b202314fa66a req-901d4460-fc73-42b7-912a-600c48abd7f4 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303068 Jan 21 09:55:36.988407 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddb5e1-9f88-4f1b-97f0-a90986ad8457 req-e5f64c64-07c2-4ada-ab26-a287416559fa tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:36.989889 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c9ddb5e1-9f88-4f1b-97f0-a90986ad8457 req-e5f64c64-07c2-4ada-ab26-a287416559fa tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0524073 Jan 21 09:55:36.998663 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 47810) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:55:37.002935 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e8ae5c8a-933e-4a42-9028-fd3664873307 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Request body: {'floatingip': {'port_id': '81323cc6-56a0-4dbc-ae94-17160ebffc2d'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:55:37.046802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e8ae5c8a-933e-4a42-9028-fd3664873307 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for floatingip, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:37.491658 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e8ae5c8a-933e-4a42-9028-fd3664873307 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:37.495327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e8ae5c8a-933e-4a42-9028-fd3664873307 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:37.603444 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-e8ae5c8a-933e-4a42-9028-fd3664873307 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Floating IP 01a5fd66-e05f-4dd8-9bbd-8f3c72604d08 associated. External IP: 172.26.7.129, port: 81323cc6-56a0-4dbc-ae94-17160ebffc2d. Jan 21 09:55:38.132121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ae5c8a-933e-4a42-9028-fd3664873307 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:55:38.235064 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ae5c8a-933e-4a42-9028-fd3664873307 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:55:38.239920 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e8ae5c8a-933e-4a42-9028-fd3664873307 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.244499 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab2fed-a0bf-411c-a628-5c244f70e947 None None] Sync routers for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:55:38.254112 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab2fed-a0bf-411c-a628-5c244f70e947 None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:55:38.254733 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-55ab2fed-a0bf-411c-a628-5c244f70e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:55:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:38.261403 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-74f03989-18fe-4f2e-b0e2-bb261e1fa548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.272451 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e8ae5c8a-933e-4a42-9028-fd3664873307 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "PUT /v2.0/floatingips/01a5fd66-e05f-4dd8-9bbd-8f3c72604d08 HTTP/1.1" status: 200 len: 991 time: 1.2727981 Jan 21 09:55:38.273041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5b54cc-5f47-4fb7-864f-f126db83cd89', 'tag': '81323cc6-56a0-4dbc-ae94-17160ebffc2d'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:38.275621 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbb4129-e1d3-4411-a394-ed495c4f83d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5b54cc-5f47-4fb7-864f-f126db83cd89", "tag": "81323cc6-56a0-4dbc-ae94-17160ebffc2d"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:55:38.314428 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37588ff8-8963-4c7c-9db7-fb568f7c6f7f x-openstack-request-id: req-37588ff8-8963-4c7c-9db7-fb568f7c6f7f {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:55:38.314731 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5b54cc-5f47-4fb7-864f-f126db83cd89", "tag": "81323cc6-56a0-4dbc-ae94-17160ebffc2d", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:55:38.314991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-37588ff8-8963-4c7c-9db7-fb568f7c6f7f {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:55:38.315382 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5b54cc-5f47-4fb7-864f-f126db83cd89', 'tag': '81323cc6-56a0-4dbc-ae94-17160ebffc2d', 'status': 'completed', 'code': 200} Jan 21 09:55:38.384468 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb4129-e1d3-4411-a394-ed495c4f83d0 req-8ef74c0a-0707-4117-b713-8a5cf0f936c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:38.385942 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3dbb4129-e1d3-4411-a394-ed495c4f83d0 req-8ef74c0a-0707-4117-b713-8a5cf0f936c6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 1098 time: 0.0470002 Jan 21 09:55:38.463317 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-55ab2fed-a0bf-411c-a628-5c244f70e947 None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:55:38.482026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb4129-e1d3-4411-a394-ed495c4f83d0 req-5a909228-2a49-4b9d-9cab-82bbf33d57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:38.483819 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3dbb4129-e1d3-4411-a394-ed495c4f83d0 req-5a909228-2a49-4b9d-9cab-82bbf33d57ba service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0915060 Jan 21 09:55:38.552302 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3dbb4129-e1d3-4411-a394-ed495c4f83d0 req-300f6c7b-80b1-443b-89ba-0476997cb698 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81323cc6-56a0-4dbc-ae94-17160ebffc2d HTTP/1.1" status: 200 len: 999 time: 0.0618451 Jan 21 09:55:38.605421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb4129-e1d3-4411-a394-ed495c4f83d0 req-a57b2d18-249e-4bd3-8800-0de59b8ba8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:38.606904 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3dbb4129-e1d3-4411-a394-ed495c4f83d0 req-a57b2d18-249e-4bd3-8800-0de59b8ba8a0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0479019 Jan 21 09:55:38.652012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb4129-e1d3-4411-a394-ed495c4f83d0 req-113335a5-ccb2-425f-8a5d-829c38d6fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:38.653579 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3dbb4129-e1d3-4411-a394-ed495c4f83d0 req-113335a5-ccb2-425f-8a5d-829c38d6fdef service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404732 Jan 21 09:55:38.683217 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-55ab2fed-a0bf-411c-a628-5c244f70e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '01a5fd66-e05f-4dd8-9bbd-8f3c72604d08', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'floating_ip_address': '172.26.7.129', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'port_id': '81323cc6-56a0-4dbc-ae94-17160ebffc2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'mac_address': 'fa:16:3e:20:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5b54cc-5f47-4fb7-864f-f126db83cd89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:02Z', 'updated_at': '2022-01-21T09:55:37Z', 'revision_number': 9, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:38.712809 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab2fed-a0bf-411c-a628-5c244f70e947 None None] Checking router: 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:55:38.724305 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab2fed-a0bf-411c-a628-5c244f70e947 None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:55:38.725031 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-55ab2fed-a0bf-411c-a628-5c244f70e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:55:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:38.750458 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3dbb4129-e1d3-4411-a394-ed495c4f83d0 req-9dc7e386-0fa0-4dc9-adf3-53ce522555bf service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902805 Jan 21 09:55:38.829799 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-55ab2fed-a0bf-411c-a628-5c244f70e947 None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:55:38.844408 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3dbb4129-e1d3-4411-a394-ed495c4f83d0 req-6e67d9b0-994d-492d-82e7-0578b0d9a65d service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866454 Jan 21 09:55:39.050363 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-55ab2fed-a0bf-411c-a628-5c244f70e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '01a5fd66-e05f-4dd8-9bbd-8f3c72604d08', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'floating_ip_address': '172.26.7.129', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'port_id': '81323cc6-56a0-4dbc-ae94-17160ebffc2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'mac_address': 'fa:16:3e:20:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5b54cc-5f47-4fb7-864f-f126db83cd89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:02Z', 'updated_at': '2022-01-21T09:55:37Z', 'revision_number': 9, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:39.075705 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab2fed-a0bf-411c-a628-5c244f70e947 None None] The sync data for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv is: [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '01a5fd66-e05f-4dd8-9bbd-8f3c72604d08', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'floating_ip_address': '172.26.7.129', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'port_id': '81323cc6-56a0-4dbc-ae94-17160ebffc2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'mac_address': 'fa:16:3e:20:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5b54cc-5f47-4fb7-864f-f126db83cd89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:02Z', 'updated_at': '2022-01-21T09:55:37Z', 'revision_number': 9, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:55:39.266617 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b2d815-eff2-47a6-b392-e4a3f25b1c45 None None] New status for floating IP 01a5fd66-e05f-4dd8-9bbd-8f3c72604d08: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:55:39.332307 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:41.335906 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:41.388418 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:48.703899 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2ebfdbc3-7cb0-4212-951d-bf89e11cefc5 req-4516fab6-8f4c-41d9-af54-9bd2f7bca9f6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453141 Jan 21 09:55:48.787111 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfdbc3-7cb0-4212-951d-bf89e11cefc5 req-749c8012-664e-47a6-9dbe-f847af6d5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:48.788598 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2ebfdbc3-7cb0-4212-951d-bf89e11cefc5 req-749c8012-664e-47a6-9dbe-f847af6d5f14 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 1098 time: 0.0404391 Jan 21 09:55:48.898411 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfdbc3-7cb0-4212-951d-bf89e11cefc5 req-a409aad2-9f98-4ba2-b692-7b1beb94ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:48.899783 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2ebfdbc3-7cb0-4212-951d-bf89e11cefc5 req-a409aad2-9f98-4ba2-b692-7b1beb94ddff service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0869856 Jan 21 09:55:48.969410 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2ebfdbc3-7cb0-4212-951d-bf89e11cefc5 req-46d060a2-4430-4635-8577-33fec8d7ef5b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81323cc6-56a0-4dbc-ae94-17160ebffc2d HTTP/1.1" status: 200 len: 1002 time: 0.0615962 Jan 21 09:55:49.018650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfdbc3-7cb0-4212-951d-bf89e11cefc5 req-32267767-c73e-4b74-b228-96a6da9492dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:49.020066 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2ebfdbc3-7cb0-4212-951d-bf89e11cefc5 req-32267767-c73e-4b74-b228-96a6da9492dd service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0421844 Jan 21 09:55:49.066666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfdbc3-7cb0-4212-951d-bf89e11cefc5 req-0c12c934-8cd6-497e-84e3-f6cba1ebe2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:49.068149 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2ebfdbc3-7cb0-4212-951d-bf89e11cefc5 req-0c12c934-8cd6-497e-84e3-f6cba1ebe2ad service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401342 Jan 21 09:55:49.163531 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2ebfdbc3-7cb0-4212-951d-bf89e11cefc5 req-46ad29c3-617e-4f08-8a7f-c664b15e6eaf service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878096 Jan 21 09:55:49.205246 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:55:49.255065 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2ebfdbc3-7cb0-4212-951d-bf89e11cefc5 req-3d71d960-1724-4aa6-8dfa-230fde4c9b2c service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833743 Jan 21 09:55:54.947980 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.886352 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b33dcf3a-f0bb-434f-ba65-6fcdfd25c1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:08.261958 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8a6d9a70-f8d7-412f-beaa-8349334dc74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:09.327846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:11.339531 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:11.391257 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:14.562535 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31f5d1-d8c4-4955-8bff-ceebfb72bf8f req-5d9ae25c-26ba-4c7e-9b81-7ae65452257d tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:14.564871 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc31f5d1-d8c4-4955-8bff-ceebfb72bf8f req-5d9ae25c-26ba-4c7e-9b81-7ae65452257d tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0529432 Jan 21 09:56:14.597445 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-6d416655-3d7e-4c79-ab99-bfca8363ed15 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954988 Jan 21 09:56:14.608723 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc31f5d1-d8c4-4955-8bff-ceebfb72bf8f req-b933709e-482c-4eac-bf88-6ae792c96ae1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378370 Jan 21 09:56:15.627324 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-d2125eac-a2bb-43ad-b65d-6aede07f8f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:15.628842 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-d2125eac-a2bb-43ad-b65d-6aede07f8f40 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 1098 time: 0.0426376 Jan 21 09:56:15.718919 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-3df4820f-d0bd-45b9-8ea5-21118f1fec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:15.720950 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-3df4820f-d0bd-45b9-8ea5-21118f1fec8e service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0861566 Jan 21 09:56:15.731751 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81f020-e8a1-4ec9-ade6-0df061935ea2 req-4ad6ca2c-c57b-489a-92e1-666f43de34c5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:15.733175 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4e81f020-e8a1-4ec9-ade6-0df061935ea2 req-4ad6ca2c-c57b-489a-92e1-666f43de34c5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0527172 Jan 21 09:56:15.772510 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4e81f020-e8a1-4ec9-ade6-0df061935ea2 req-78080cdb-e6d0-4597-b542-65bc0a12bed8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325944 Jan 21 09:56:15.795641 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-977e392d-d092-4e6c-a266-c30f67f826c3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81323cc6-56a0-4dbc-ae94-17160ebffc2d HTTP/1.1" status: 200 len: 1002 time: 0.0666177 Jan 21 09:56:15.842790 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-9da95669-43d1-468e-afb6-a91b3a5a7470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:15.844264 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-9da95669-43d1-468e-afb6-a91b3a5a7470 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0427933 Jan 21 09:56:15.897469 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-3e5446cd-fd1f-4ed4-b812-31d5e0e21021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:15.898960 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-3e5446cd-fd1f-4ed4-b812-31d5e0e21021 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483773 Jan 21 09:56:15.993678 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-cd374c86-8a97-472f-ac8e-f5ce066e97f5 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882673 Jan 21 09:56:16.083087 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-87f1f49c-c2e3-4791-bc51-6741912347d2 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833006 Jan 21 09:56:16.893155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03875-8926-45b6-9afe-90b8f7ff0f78 req-9cdab9ad-d5aa-4b6c-b6da-8b92d22744bd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:16.894695 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a1c03875-8926-45b6-9afe-90b8f7ff0f78 req-9cdab9ad-d5aa-4b6c-b6da-8b92d22744bd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0533366 Jan 21 09:56:16.937730 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a1c03875-8926-45b6-9afe-90b8f7ff0f78 req-400aa435-6ffa-43d9-bc42-e3098d57490e tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368595 Jan 21 09:56:18.060477 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77210425-ab54-416c-a5e6-593df6e24432 req-f2b5dae9-0032-4821-acaf-01877ed2b48f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:18.061963 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-77210425-ab54-416c-a5e6-593df6e24432 req-f2b5dae9-0032-4821-acaf-01877ed2b48f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0504982 Jan 21 09:56:18.099269 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-77210425-ab54-416c-a5e6-593df6e24432 req-c72185af-8b44-4264-aa4b-91947cb6c8c8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308456 Jan 21 09:56:19.217566 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2f6e8-2feb-4eea-8dbc-8101efbfc5c2 req-c4118ecb-d570-4608-8089-f68c08172347 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:19.219553 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f1b2f6e8-2feb-4eea-8dbc-8101efbfc5c2 req-c4118ecb-d570-4608-8089-f68c08172347 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0495849 Jan 21 09:56:19.258861 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f1b2f6e8-2feb-4eea-8dbc-8101efbfc5c2 req-a1b092d5-b675-410e-b04e-c24abe965afb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333292 Jan 21 09:56:20.373807 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17064e69-d835-44f8-8378-6e8f0ddfb693 req-c5cc8670-bc62-4e52-a2c4-0b5885396cd9 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:20.375438 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-17064e69-d835-44f8-8378-6e8f0ddfb693 req-c5cc8670-bc62-4e52-a2c4-0b5885396cd9 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0489047 Jan 21 09:56:20.413953 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-17064e69-d835-44f8-8378-6e8f0ddfb693 req-15e162af-7c0c-48cd-8470-b8372d9043b6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319521 Jan 21 09:56:21.529380 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6602666-463b-4557-9552-02a3f480d8a6 req-ce1aa83b-eaa3-4518-be68-8c1975c33419 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:21.530889 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e6602666-463b-4557-9552-02a3f480d8a6 req-ce1aa83b-eaa3-4518-be68-8c1975c33419 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0498478 Jan 21 09:56:21.568429 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e6602666-463b-4557-9552-02a3f480d8a6 req-8d0ee2c3-70d8-437a-8f44-325b13c8b47f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312524 Jan 21 09:56:22.691479 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d43f88-1106-4b9a-aa61-fc45e3c81480 req-596912c6-3b00-4e1f-8491-63dc9a361d9f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:22.692942 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-46d43f88-1106-4b9a-aa61-fc45e3c81480 req-596912c6-3b00-4e1f-8491-63dc9a361d9f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0525289 Jan 21 09:56:22.730187 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-46d43f88-1106-4b9a-aa61-fc45e3c81480 req-05f9e9cd-0949-4a53-ab5c-dbb1462fce20 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312524 Jan 21 09:56:23.847433 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca236a8-1220-446f-adee-f0755d93541c req-dbd50056-b451-4716-bd0e-5fb07395f111 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:23.848903 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dca236a8-1220-446f-adee-f0755d93541c req-dbd50056-b451-4716-bd0e-5fb07395f111 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0500171 Jan 21 09:56:23.890564 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dca236a8-1220-446f-adee-f0755d93541c req-109a03a8-2f44-4935-94d5-2d5b8cfeb9fe tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354817 Jan 21 09:56:24.970239 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:25.010388 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f7ae8-43de-47a6-be7d-cd5948cfd050 req-3d914e94-3fd4-453d-9f82-a09be77810df tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:25.011863 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dc8f7ae8-43de-47a6-be7d-cd5948cfd050 req-3d914e94-3fd4-453d-9f82-a09be77810df tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0498438 Jan 21 09:56:25.053474 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dc8f7ae8-43de-47a6-be7d-cd5948cfd050 req-f9022d0e-dd6d-4b1f-acfc-4223f6effdf6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348492 Jan 21 09:56:26.170371 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab086a84-9f06-4322-9406-c6fc5c22be62 req-f5ab27f6-3e2a-49ce-8fd7-04b58278bd4a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:26.171860 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ab086a84-9f06-4322-9406-c6fc5c22be62 req-f5ab27f6-3e2a-49ce-8fd7-04b58278bd4a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0495393 Jan 21 09:56:26.203481 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:56:26.210202 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ab086a84-9f06-4322-9406-c6fc5c22be62 req-46ea749b-3ca3-4813-8fdc-091d844fcf5f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316949 Jan 21 09:56:27.488519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6e782-9247-4839-bb5f-829a10bccd8c req-70bd8783-1bf8-458c-aa03-4fce1be566cf tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:27.489985 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-68f6e782-9247-4839-bb5f-829a10bccd8c req-70bd8783-1bf8-458c-aa03-4fce1be566cf tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0500436 Jan 21 09:56:27.526885 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-68f6e782-9247-4839-bb5f-829a10bccd8c req-0fe57378-4887-497b-8b39-ed6a9a7d43dd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308311 Jan 21 09:56:27.642648 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-50073ad3-be5e-46bd-bcc0-c83640fd7f63 service neutron] 10.222.0.113 "GET /v2.0/ports/81323cc6-56a0-4dbc-ae94-17160ebffc2d/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0546174 Jan 21 09:56:27.840615 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-07a90f1d-a8cf-4dab-8985-a258edb30a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:27.842212 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-07a90f1d-a8cf-4dab-8985-a258edb30a39 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89&tenant_id=80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 1098 time: 0.0444603 Jan 21 09:56:27.905220 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-3286dfcd-f3fc-4fb6-a448-6284feb52d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:27.906763 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-3286dfcd-f3fc-4fb6-a448-6284feb52d74 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 1098 time: 0.0445108 Jan 21 09:56:27.995087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-eddd4f69-b58f-4966-a5c4-d6e2e43ea226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:27.996594 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-eddd4f69-b58f-4966-a5c4-d6e2e43ea226 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0838830 Jan 21 09:56:28.065874 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-8538f712-265b-46c8-9352-43d5894480ea service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81323cc6-56a0-4dbc-ae94-17160ebffc2d HTTP/1.1" status: 200 len: 1002 time: 0.0624580 Jan 21 09:56:28.114485 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-284593a2-67cc-4894-87ae-520712a4d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:28.115851 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-284593a2-67cc-4894-87ae-520712a4d7fe service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0435836 Jan 21 09:56:28.161414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-6731650b-a6a9-46cc-8ecb-1f0763d447ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:28.162913 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-6731650b-a6a9-46cc-8ecb-1f0763d447ae service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404596 Jan 21 09:56:28.255294 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-070fbf61-f20a-4223-a772-443c5f91db08 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854559 Jan 21 09:56:28.344406 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76865d0b-a437-4dc7-8736-29a63d51aab7 req-27c71b6e-b2db-4d88-9a97-5b08c830a5e9 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816395 Jan 21 09:56:28.643520 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c140a-f850-4532-b4f6-2835ce4d0d14 req-82e7db99-9fc2-4141-9acd-a17619c497d3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:28.644998 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d9c140a-f850-4532-b4f6-2835ce4d0d14 req-82e7db99-9fc2-4141-9acd-a17619c497d3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0501468 Jan 21 09:56:28.682519 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9d9c140a-f850-4532-b4f6-2835ce4d0d14 req-99c6a570-b778-4607-833b-66d15d3747a3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313396 Jan 21 09:56:29.801880 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94c0b3-a478-45c8-980c-4fa51eab2258 req-b707de1e-b86a-4f08-b3a7-b7f8bf1d3c2f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:29.803373 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8f94c0b3-a478-45c8-980c-4fa51eab2258 req-b707de1e-b86a-4f08-b3a7-b7f8bf1d3c2f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0532923 Jan 21 09:56:29.843021 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8f94c0b3-a478-45c8-980c-4fa51eab2258 req-de9cec5a-729f-4791-a1cd-4d8b252d58dd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337560 Jan 21 09:56:30.963883 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675cc05-a324-484d-ba2e-93f196032a3f req-771afc6c-038a-410e-b08e-c5a44f9265e5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:30.965348 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0675cc05-a324-484d-ba2e-93f196032a3f req-771afc6c-038a-410e-b08e-c5a44f9265e5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0535665 Jan 21 09:56:31.003526 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0675cc05-a324-484d-ba2e-93f196032a3f req-e7d2f269-a0c2-43f5-87ac-a57cd03772a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314684 Jan 21 09:56:31.319342 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-4c396984-7026-41d0-9290-d149f463f419 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:31.320794 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-4c396984-7026-41d0-9290-d149f463f419 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89&tenant_id=80f724a399174c8ea5bd4d78339a91b6&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 945 time: 0.0808952 Jan 21 09:56:31.335256 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687266c6-4dd5-4181-ba7d-ea3973879508 req-42481524-82fb-4031-b885-54627fc77f54 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:31.337571 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-687266c6-4dd5-4181-ba7d-ea3973879508 req-42481524-82fb-4031-b885-54627fc77f54 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0708532 Jan 21 09:56:31.423771 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-687266c6-4dd5-4181-ba7d-ea3973879508 req-d3693436-16d1-45be-a29f-36103b2796c9 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793085 Jan 21 09:56:31.432098 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-f6d19c7f-012b-4bb4-ae65-6133487bf20f service neutron] 10.222.0.113 "GET /v2.0/ports/81323cc6-56a0-4dbc-ae94-17160ebffc2d/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0936089 Jan 21 09:56:31.495225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-2f5bbace-fa8d-4a3c-a093-ecee253bb706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:31.496707 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-2f5bbace-fa8d-4a3c-a093-ecee253bb706 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 1098 time: 0.0421913 Jan 21 09:56:31.587976 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-da972482-fd21-413a-b96f-5bc57e26844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:31.589439 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-da972482-fd21-413a-b96f-5bc57e26844e service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0863984 Jan 21 09:56:31.654316 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-1314817c-d3c4-4984-84d5-5fe8a9fcf313 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81323cc6-56a0-4dbc-ae94-17160ebffc2d HTTP/1.1" status: 200 len: 1002 time: 0.0584853 Jan 21 09:56:31.704103 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-d6362695-b597-48b1-bdd1-627a1c10739b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:31.705776 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-d6362695-b597-48b1-bdd1-627a1c10739b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0455067 Jan 21 09:56:31.755200 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-77e78b6e-201d-49db-b313-eec4b8315429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:31.756587 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-77e78b6e-201d-49db-b313-eec4b8315429 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447640 Jan 21 09:56:31.845861 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-bb565caf-2e00-425f-be91-b95b0f535b08 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812504 Jan 21 09:56:31.936393 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-fd95f0b0-3285-4c6e-87a9-5862bd80f413 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846717 Jan 21 09:56:32.542769 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9e341-190b-4d0d-9522-8f460c9296d6 req-6bf29ca4-9711-4fc8-97dc-8c9b7b703092 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:32.544282 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f5f9e341-190b-4d0d-9522-8f460c9296d6 req-6bf29ca4-9711-4fc8-97dc-8c9b7b703092 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0485651 Jan 21 09:56:32.582196 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f5f9e341-190b-4d0d-9522-8f460c9296d6 req-cba31104-9de4-4ccd-8649-f3371c6237ce tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310042 Jan 21 09:56:33.703376 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c197603-ef82-49fa-a4ec-a88022b45e38 req-33540457-3f49-496f-8f58-de67516366b2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:33.705828 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8c197603-ef82-49fa-a4ec-a88022b45e38 req-33540457-3f49-496f-8f58-de67516366b2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0527418 Jan 21 09:56:33.747591 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8c197603-ef82-49fa-a4ec-a88022b45e38 req-7f83a9f6-9563-4b57-b5f4-7efd84afd2a8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328562 Jan 21 09:56:34.253725 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-a541de0d-ca54-4b3f-bf59-e28bd7457290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:34.255194 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-a541de0d-ca54-4b3f-bf59-e28bd7457290 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89&tenant_id=80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 1098 time: 0.0430255 Jan 21 09:56:34.315275 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-0c4a8956-66f6-4002-8534-291546bc51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:34.316739 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-0c4a8956-66f6-4002-8534-291546bc51b0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 1098 time: 0.0401955 Jan 21 09:56:34.412253 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-0a3df9b4-6e8c-4391-9360-2f886a7f789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:34.413705 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-0a3df9b4-6e8c-4391-9360-2f886a7f789e service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0901341 Jan 21 09:56:34.480175 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-060e9707-6081-40d4-ba0a-de43d152522d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81323cc6-56a0-4dbc-ae94-17160ebffc2d HTTP/1.1" status: 200 len: 1002 time: 0.0582340 Jan 21 09:56:34.532880 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-a8365118-3772-4991-a7ae-dfd913a9d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:34.535097 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-a8365118-3772-4991-a7ae-dfd913a9d722 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0480237 Jan 21 09:56:34.580540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-ed429e84-0741-4343-b21e-09ecc903be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:34.582211 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-ed429e84-0741-4343-b21e-09ecc903be2e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395968 Jan 21 09:56:34.670421 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-50d138ad-59e2-433f-862a-7ee27647115d service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813744 Jan 21 09:56:34.762948 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a947324-95a9-4ce8-8e11-e0d04025cf3b req-5feefbd5-ac76-4d4f-a074-3df1d69345bd service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869310 Jan 21 09:56:34.870778 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c7f66-b0e6-416e-8870-de47ee27f93c req-75c6681d-953b-45e9-ae61-79588e4b11b2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:34.872238 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b94c7f66-b0e6-416e-8870-de47ee27f93c req-75c6681d-953b-45e9-ae61-79588e4b11b2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0511377 Jan 21 09:56:34.909147 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b94c7f66-b0e6-416e-8870-de47ee27f93c req-0166e90d-829b-4b44-b162-920b169fd4f9 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308194 Jan 21 09:56:35.879061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b3e7884d-63bc-4000-a7fb-53d5d4d79c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:36.035145 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92457e83-95cf-4e56-8c11-bbb194082f7d req-5e3bfaeb-5318-422e-91b8-a059c176d1c7 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:36.036703 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-92457e83-95cf-4e56-8c11-bbb194082f7d req-5e3bfaeb-5318-422e-91b8-a059c176d1c7 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0531919 Jan 21 09:56:36.082224 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-92457e83-95cf-4e56-8c11-bbb194082f7d req-f246633a-ae87-4c93-8675-448319db71ad tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395377 Jan 21 09:56:37.203251 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8feab-61ef-4c2f-9109-d8265b19f908 req-9ad54cdb-086d-4379-9b88-ef266e5881ce tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:37.204871 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ff8feab-61ef-4c2f-9109-d8265b19f908 req-9ad54cdb-086d-4379-9b88-ef266e5881ce tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0528617 Jan 21 09:56:37.582634 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9ff8feab-61ef-4c2f-9109-d8265b19f908 req-70cf9497-cc88-433c-ab30-5a0f88cd2462 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3714571 Jan 21 09:56:37.696267 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afddff9-dcbf-4503-8aeb-7ab39cc71643 req-fb6f5c2b-167a-4a3d-ae31-abf74ceafe9e tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:37.697778 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6afddff9-dcbf-4503-8aeb-7ab39cc71643 req-fb6f5c2b-167a-4a3d-ae31-abf74ceafe9e tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0489225 Jan 21 09:56:37.740667 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6afddff9-dcbf-4503-8aeb-7ab39cc71643 req-e914439d-abc3-46a7-9efa-abf1e0560110 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368764 Jan 21 09:56:37.852987 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee122e0-562f-41a0-b359-5977958c25a5 req-a30c17f1-9e81-402c-a6d9-46db933ca8f5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:37.854478 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bee122e0-562f-41a0-b359-5977958c25a5 req-a30c17f1-9e81-402c-a6d9-46db933ca8f5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0487978 Jan 21 09:56:37.891342 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bee122e0-562f-41a0-b359-5977958c25a5 req-04bc31af-bde5-4a31-857d-966b01335483 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309417 Jan 21 09:56:38.122475 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7d077-446f-4168-8222-058771e1a741 req-b66a4bd9-dcc6-49bd-b912-08d3f663477f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:38.124081 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2bf7d077-446f-4168-8222-058771e1a741 req-b66a4bd9-dcc6-49bd-b912-08d3f663477f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 945 time: 0.0488501 Jan 21 09:56:38.162454 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2bf7d077-446f-4168-8222-058771e1a741 req-88945404-d632-47fc-9df1-a96b8d1613fd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322721 Jan 21 09:56:38.261602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b0e8877d-940b-42af-b657-7dd229209d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.555303 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 81323cc6-56a0-4dbc-ae94-17160ebffc2d details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:56:38.795654 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 81323cc6-56a0-4dbc-ae94-17160ebffc2d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=81323cc6-56a0-4dbc-ae94-17160ebffc2d,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:56:38.807386 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '81323cc6-56a0-4dbc-ae94-17160ebffc2d', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'port_id': '81323cc6-56a0-4dbc-ae94-17160ebffc2d', 'mac_address': 'fa:16:3e:20:a2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:56:38.848452 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.860510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81323cc6-56a0-4dbc-ae94-17160ebffc2d {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:56:38.880330 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 81323cc6-56a0-4dbc-ae94-17160ebffc2d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=81323cc6-56a0-4dbc-ae94-17160ebffc2d,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:56:38.885263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.935313 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=81323cc6-56a0-4dbc-ae94-17160ebffc2d,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:38.942343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:38.942693 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:38.943034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:38.943378 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:38.943704 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:38.944032 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:38.944359 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:38.944685 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:38.945015 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:38.945333 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:38.945681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:38.946005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:38.950687 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['81323cc6-56a0-4dbc-ae94-17160ebffc2d'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:56:39.280052 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d09c2c-7fc6-4af2-acf8-f9bcb4049acb req-bd1e8e92-39c5-4519-aa35-085905bb58ed tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:39.281572 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-87d09c2c-7fc6-4af2-acf8-f9bcb4049acb req-bd1e8e92-39c5-4519-aa35-085905bb58ed tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 944 time: 0.0489740 Jan 21 09:56:39.319911 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-87d09c2c-7fc6-4af2-acf8-f9bcb4049acb req-c6f58621-543b-4912-9fb0-18ef74b18731 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316257 Jan 21 09:56:39.331321 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:40.259955 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc964bc0-2d60-4d89-829a-5da0f2ef6580 req-8cff63d8-b486-4ccc-8b7f-9e4b3022df17 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:40.261408 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc964bc0-2d60-4d89-829a-5da0f2ef6580 req-8cff63d8-b486-4ccc-8b7f-9e4b3022df17 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 944 time: 0.0540833 Jan 21 09:56:40.353553 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-dc964bc0-2d60-4d89-829a-5da0f2ef6580 req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Deleting port 81323cc6-56a0-4dbc-ae94-17160ebffc2d {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:56:40.354131 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dc964bc0-2d60-4d89-829a-5da0f2ef6580 req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:40.441413 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935207de-5b42-4e10-af8d-b2fbe1a0c8fb req-087e5fe0-37f2-4119-a14a-14f08b77ee49 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:40.442944 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-935207de-5b42-4e10-af8d-b2fbe1a0c8fb req-087e5fe0-37f2-4119-a14a-14f08b77ee49 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=8c5b54cc-5f47-4fb7-864f-f126db83cd89 HTTP/1.1" status: 200 len: 944 time: 0.0526960 Jan 21 09:56:40.446780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-dc964bc0-2d60-4d89-829a-5da0f2ef6580 req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] For port 81323cc6-56a0-4dbc-ae94-17160ebffc2d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=81323cc6-56a0-4dbc-ae94-17160ebffc2d,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:56:40.447152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dc964bc0-2d60-4d89-829a-5da0f2ef6580 req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:40.481421 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-935207de-5b42-4e10-af8d-b2fbe1a0c8fb req-46c18f35-6567-4bd9-8200-29beec1e50cf tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324926 Jan 21 09:56:40.580523 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 81323cc6-56a0-4dbc-ae94-17160ebffc2d up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:56:40.621208 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dc964bc0-2d60-4d89-829a-5da0f2ef6580 req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:40.621618 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dc964bc0-2d60-4d89-829a-5da0f2ef6580 req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:40.622104 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [req-dc964bc0-2d60-4d89-829a-5da0f2ef6580 req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Floating IP 01a5fd66-e05f-4dd8-9bbd-8f3c72604d08 disassociated. External IP: 172.26.7.129, port: 81323cc6-56a0-4dbc-ae94-17160ebffc2d. Jan 21 09:56:40.622440 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-dc964bc0-2d60-4d89-829a-5da0f2ef6580 req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Calling delete_port for 81323cc6-56a0-4dbc-ae94-17160ebffc2d owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:56:40.627416 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 81323cc6-56a0-4dbc-ae94-17160ebffc2d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:40.627791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:40.708050 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:40.755587 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dc964bc0-2d60-4d89-829a-5da0f2ef6580 req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:40.783806 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Pushing event deleted for resources: {'Port': ['ID=81323cc6-56a0-4dbc-ae94-17160ebffc2d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:40.796707 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:40.797055 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:40.797526 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:40.797866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:40.798735 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:40.799055 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:40.799383 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:40.799859 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:40.800062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:40.800345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:40.800956 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:40.800956 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:40.915305 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc964bc0-2d60-4d89-829a-5da0f2ef6580 req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:56:41.024652 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc964bc0-2d60-4d89-829a-5da0f2ef6580 req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:56:41.036105 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a602cea3-df6f-4331-8004-98d11f4c9cbc None None] Sync routers for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:56:41.045241 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a602cea3-df6f-4331-8004-98d11f4c9cbc None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:56:41.046055 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a602cea3-df6f-4331-8004-98d11f4c9cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:56:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:41.069004 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc964bc0-2d60-4d89-829a-5da0f2ef6580 req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] No DVR routers for this DVR port 81323cc6-56a0-4dbc-ae94-17160ebffc2d on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:56:41.071685 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-dc964bc0-2d60-4d89-829a-5da0f2ef6580 req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:41.075165 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc964bc0-2d60-4d89-829a-5da0f2ef6580 req-2e5055dc-6ba2-4dd6-97ed-47ec062903a6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "DELETE /v2.0/ports/81323cc6-56a0-4dbc-ae94-17160ebffc2d HTTP/1.1" status: 204 len: 173 time: 0.8076136 Jan 21 09:56:41.075617 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5b54cc-5f47-4fb7-864f-f126db83cd89', 'name': 'network-vif-deleted', 'tag': '81323cc6-56a0-4dbc-ae94-17160ebffc2d'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:41.078134 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd89872-4884-4caf-87a5-cae0eca919be" -d '{"events": [{"server_uuid": "8c5b54cc-5f47-4fb7-864f-f126db83cd89", "name": "network-vif-deleted", "tag": "81323cc6-56a0-4dbc-ae94-17160ebffc2d"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:56:41.125795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73934af-52e3-4cef-b3d9-1c8d40b47d2e x-openstack-request-id: req-e73934af-52e3-4cef-b3d9-1c8d40b47d2e {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:56:41.126308 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5b54cc-5f47-4fb7-864f-f126db83cd89", "name": "network-vif-deleted", "tag": "81323cc6-56a0-4dbc-ae94-17160ebffc2d", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:56:41.126563 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e73934af-52e3-4cef-b3d9-1c8d40b47d2e {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:56:41.127299 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5b54cc-5f47-4fb7-864f-f126db83cd89', 'name': 'network-vif-deleted', 'tag': '81323cc6-56a0-4dbc-ae94-17160ebffc2d', 'status': 'completed', 'code': 200} Jan 21 09:56:41.156064 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-a602cea3-df6f-4331-8004-98d11f4c9cbc None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:56:41.342510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:41.354679 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a602cea3-df6f-4331-8004-98d11f4c9cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:41.380518 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a602cea3-df6f-4331-8004-98d11f4c9cbc None None] Checking router: 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:56:41.388601 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a602cea3-df6f-4331-8004-98d11f4c9cbc None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:56:41.389333 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a602cea3-df6f-4331-8004-98d11f4c9cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:56:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:41.393135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:41.502037 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-a602cea3-df6f-4331-8004-98d11f4c9cbc None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:56:41.708587 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a602cea3-df6f-4331-8004-98d11f4c9cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:41.737813 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a602cea3-df6f-4331-8004-98d11f4c9cbc None None] The sync data for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv is: [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:56:41.743297 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-01e5bb37-8d95-4841-a070-03d388900477 req-4ef1ef0c-b822-45ac-a44c-bd9f784037b0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--827959033&fields=id&tenant_id=80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 267 time: 0.0331790 Jan 21 09:56:41.855040 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5bb37-8d95-4841-a070-03d388900477 req-6eac860a-068d-4f1c-b3de-2df2fa32beb5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:41.856546 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-01e5bb37-8d95-4841-a070-03d388900477 req-6eac860a-068d-4f1c-b3de-2df2fa32beb5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 812 time: 0.1060174 Jan 21 09:56:41.872453 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-01e5bb37-8d95-4841-a070-03d388900477 req-9925da4c-2264-46a5-95a8-17bc0055dece tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/quotas/80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 375 time: 0.0095198 Jan 21 09:56:41.933252 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-01e5bb37-8d95-4841-a070-03d388900477 req-a25521a0-fd8d-4112-9f5f-8249b7cccc8e tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545702 Jan 21 09:56:41.956198 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedcf7b6-b5a6-45ef-b4d1-c6d47db5e8ba None None] New status for floating IP 01a5fd66-e05f-4dd8-9bbd-8f3c72604d08: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:56:42.030905 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-01e5bb37-8d95-4841-a070-03d388900477 req-3ab52425-e909-4ca6-b8dd-76c5d2aead51 service neutron] 10.222.0.88 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844820 Jan 21 09:56:42.130814 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-01e5bb37-8d95-4841-a070-03d388900477 req-ffaa30a4-0b81-4bfe-a1a3-7fd92c255110 service neutron] 10.222.0.88 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926192 Jan 21 09:56:42.286859 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7cb143dd-59dd-44db-9c19-804cca19b121 req-17d7febf-dd7a-4206-aa79-e42ba90ba1c1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 210 time: 0.0263772 Jan 21 09:56:43.163284 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5bb37-8d95-4841-a070-03d388900477 req-aa93c198-0141-4348-b32d-562436e6db1c tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:43.164747 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-01e5bb37-8d95-4841-a070-03d388900477 req-aa93c198-0141-4348-b32d-562436e6db1c tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 812 time: 0.1078575 Jan 21 09:56:43.208517 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-01e5bb37-8d95-4841-a070-03d388900477 req-13e5bef1-5a8f-4045-a039-ead70617cc5e tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 379 time: 0.0342641 Jan 21 09:56:43.222938 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-01e5bb37-8d95-4841-a070-03d388900477 req-1063c68b-a469-41f4-b7c0-c112c963e842 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Request body: {'port': {'device_id': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'admin_state_up': True, 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'security_groups': ['b7d5256c-ba30-495c-b6f2-9f6c700eac17']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:43.334034 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e5bb37-8d95-4841-a070-03d388900477 req-1063c68b-a469-41f4-b7c0-c112c963e842 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Made reservation on behalf of 80f724a399174c8ea5bd4d78339a91b6 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:56:43.337679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-01e5bb37-8d95-4841-a070-03d388900477 req-1063c68b-a469-41f4-b7c0-c112c963e842 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:43.382680 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-abe23fa0-e752-466a-b3be-f5b1f65ace99 req-2060b904-ece7-4318-bd39-93c2f45c0446 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 210 time: 0.0272615 Jan 21 09:56:43.465760 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-01e5bb37-8d95-4841-a070-03d388900477 req-1063c68b-a469-41f4-b7c0-c112c963e842 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Allocated IP 172.20.0.12 (b6426bb3-4ac3-4faa-89b3-c7df57d791b4/0b7cf646-2ba4-40cf-85e5-05ef3194a899/d6f00178-9d81-412b-934d-67ffb6b69570) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:56:43.608328 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-01e5bb37-8d95-4841-a070-03d388900477 req-1063c68b-a469-41f4-b7c0-c112c963e842 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:43.641712 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-01e5bb37-8d95-4841-a070-03d388900477 req-1063c68b-a469-41f4-b7c0-c112c963e842 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:43.682973 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e5bb37-8d95-4841-a070-03d388900477 req-1063c68b-a469-41f4-b7c0-c112c963e842 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:56:43.687843 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-01e5bb37-8d95-4841-a070-03d388900477 req-1063c68b-a469-41f4-b7c0-c112c963e842 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:56:43.692017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e5bb37-8d95-4841-a070-03d388900477 req-1063c68b-a469-41f4-b7c0-c112c963e842 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:56:43.727151 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063c68b-a469-41f4-b7c0-c112c963e842 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Pushing event updated for resources: {'Port': ['ID=d6f00178-9d81-412b-934d-67ffb6b69570,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:43.752392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5bb37-8d95-4841-a070-03d388900477 req-1063c68b-a469-41f4-b7c0-c112c963e842 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:43.753039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-01e5bb37-8d95-4841-a070-03d388900477 req-1063c68b-a469-41f4-b7c0-c112c963e842 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:43.770644 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-01e5bb37-8d95-4841-a070-03d388900477 req-1063c68b-a469-41f4-b7c0-c112c963e842 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5523508 Jan 21 09:56:43.783737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Request body: {'port': {'device_id': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:43.842180 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:43.895735 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-76b9d5d9-655e-4f47-b604-d74519bc70f1 None None] Provisioning complete for port d6f00178-9d81-412b-934d-67ffb6b69570 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:43.896311 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-76b9d5d9-655e-4f47-b604-d74519bc70f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:43.934535 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-76b9d5d9-655e-4f47-b604-d74519bc70f1 None None] Port d6f00178-9d81-412b-934d-67ffb6b69570 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:56:44.109302 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f00178-9d81-412b-934d-67ffb6b69570 {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:56:44.117616 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:44.130392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Transition to ACTIVE for port object d6f00178-9d81-412b-934d-67ffb6b69570 will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:56:44.134333 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:44.188208 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f00178-9d81-412b-934d-67ffb6b69570,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:44.265163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Attempting to bind port d6f00178-9d81-412b-934d-67ffb6b69570 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:56:44.265516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Attempting to bind port d6f00178-9d81-412b-934d-67ffb6b69570 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:56:44.265839 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Attempting to bind port d6f00178-9d81-412b-934d-67ffb6b69570 on network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:56:44.271043 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Port d6f00178-9d81-412b-934d-67ffb6b69570 on network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:56:44.271362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Attempting to bind port d6f00178-9d81-412b-934d-67ffb6b69570 on network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:56:44.276742 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:56:44.277073 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Checking segment: {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:56:44.277447 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Bound using segment: {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:56:44.277892 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Bound port: d6f00178-9d81-412b-934d-67ffb6b69570, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb55090f-c4b9-4a31-9bfa-96abf01ed244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:56:44.278244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:44.350081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] For port d6f00178-9d81-412b-934d-67ffb6b69570, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:56:44.353304 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] For port d6f00178-9d81-412b-934d-67ffb6b69570, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6f00178-9d81-412b-934d-67ffb6b69570,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:56:44.357410 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:44.392979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:44.393521 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:44.395173 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-01e5bb37-8d95-4841-a070-03d388900477 req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] 10.222.0.113 "PUT /v2.0/ports/d6f00178-9d81-412b-934d-67ffb6b69570 HTTP/1.1" status: 200 len: 1094 time: 0.6164286 Jan 21 09:56:44.397848 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'tag': 'd6f00178-9d81-412b-934d-67ffb6b69570'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:44.401063 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65f5035-96e3-451f-9d1e-30299b9c7557" -d '{"events": [{"name": "network-changed", "server_uuid": "d8503f57-64c0-4d83-9620-0f30897bcb20", "tag": "d6f00178-9d81-412b-934d-67ffb6b69570"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:56:44.438310 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db65d1-2188-48b0-8542-6d0194a27f16 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f00178-9d81-412b-934d-67ffb6b69570,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:44.484467 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43d474f-5946-497a-a299-10a564483862 x-openstack-request-id: req-f43d474f-5946-497a-a299-10a564483862 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:56:44.484770 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8503f57-64c0-4d83-9620-0f30897bcb20", "tag": "d6f00178-9d81-412b-934d-67ffb6b69570", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:56:44.485028 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f43d474f-5946-497a-a299-10a564483862 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:56:44.485432 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'tag': 'd6f00178-9d81-412b-934d-67ffb6b69570', 'status': 'completed', 'code': 200} Jan 21 09:56:44.494518 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5bb37-8d95-4841-a070-03d388900477 req-256493bb-7a8a-4063-9bcb-8942f1f4d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:44.496058 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-01e5bb37-8d95-4841-a070-03d388900477 req-256493bb-7a8a-4063-9bcb-8942f1f4d9be service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 1097 time: 0.0526516 Jan 21 09:56:44.517586 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2f4b1-ad8a-47fd-99be-7876ea9c7c90 req-deb2cda6-d837-48d8-ae04-72b8771eb7a7 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:44.519335 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-09b2f4b1-ad8a-47fd-99be-7876ea9c7c90 req-deb2cda6-d837-48d8-ae04-72b8771eb7a7 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 944 time: 0.0537665 Jan 21 09:56:44.540846 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-01e5bb37-8d95-4841-a070-03d388900477 req-a9dc1141-4512-4108-9c16-3b52112bd9a2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6f00178-9d81-412b-934d-67ffb6b69570 HTTP/1.1" status: 200 len: 217 time: 0.0374572 Jan 21 09:56:44.565127 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-09b2f4b1-ad8a-47fd-99be-7876ea9c7c90 req-e93951ec-1fc3-45db-afdc-f73d630acabd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387545 Jan 21 09:56:44.600521 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5bb37-8d95-4841-a070-03d388900477 req-46e1f1be-1f09-424f-bedc-c8c76a174487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:44.602376 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-01e5bb37-8d95-4841-a070-03d388900477 req-46e1f1be-1f09-424f-bedc-c8c76a174487 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0548604 Jan 21 09:56:44.627087 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 81323cc6-56a0-4dbc-ae94-17160ebffc2d no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:56:44.648556 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 81323cc6-56a0-4dbc-ae94-17160ebffc2d {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:56:44.648818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 81323cc6-56a0-4dbc-ae94-17160ebffc2d not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:56:44.653748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5bb37-8d95-4841-a070-03d388900477 req-5e83d164-0190-4f23-b04a-6bed8333e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:44.655287 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-01e5bb37-8d95-4841-a070-03d388900477 req-5e83d164-0190-4f23-b04a-6bed8333e7c9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465384 Jan 21 09:56:44.751079 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-01e5bb37-8d95-4841-a070-03d388900477 req-a28350a4-caee-4314-b70a-ca3dba7fedfd service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890963 Jan 21 09:56:45.175181 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-01e5bb37-8d95-4841-a070-03d388900477 req-7bc5638f-f9da-4bbe-8bd8-8d50c8121315 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178488 Jan 21 09:56:45.262938 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f5035-96e3-451f-9d1e-30299b9c7557 req-6c5ea7d1-332e-4e30-8c55-a23e56b0636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:45.264437 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c65f5035-96e3-451f-9d1e-30299b9c7557 req-6c5ea7d1-332e-4e30-8c55-a23e56b0636b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 1097 time: 0.0416160 Jan 21 09:56:45.358225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f5035-96e3-451f-9d1e-30299b9c7557 req-210ac61c-0128-4f74-acdd-1a7d12429dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:45.359855 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c65f5035-96e3-451f-9d1e-30299b9c7557 req-210ac61c-0128-4f74-acdd-1a7d12429dd4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0883489 Jan 21 09:56:45.403067 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c65f5035-96e3-451f-9d1e-30299b9c7557 req-a0102f3c-0809-4207-a30e-b25b74789d69 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6f00178-9d81-412b-934d-67ffb6b69570 HTTP/1.1" status: 200 len: 217 time: 0.0364213 Jan 21 09:56:45.450689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f5035-96e3-451f-9d1e-30299b9c7557 req-ceb8fc4c-e20e-431c-89ae-c2e0971953a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:45.452077 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c65f5035-96e3-451f-9d1e-30299b9c7557 req-ceb8fc4c-e20e-431c-89ae-c2e0971953a8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0430548 Jan 21 09:56:45.504466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f5035-96e3-451f-9d1e-30299b9c7557 req-f21167cc-0118-4bbb-95c9-8e35a48b1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:45.506830 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c65f5035-96e3-451f-9d1e-30299b9c7557 req-f21167cc-0118-4bbb-95c9-8e35a48b1fdf service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472817 Jan 21 09:56:45.601864 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c65f5035-96e3-451f-9d1e-30299b9c7557 req-0dad848b-eed7-45df-8332-25ad0f3aaee9 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864818 Jan 21 09:56:45.734834 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c74cdb-31a3-4914-b9ea-18334b866882 req-6c053991-8e27-4f96-94fd-92993cea2438 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:45.736886 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b8c74cdb-31a3-4914-b9ea-18334b866882 req-6c053991-8e27-4f96-94fd-92993cea2438 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 944 time: 0.0769558 Jan 21 09:56:45.739148 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c65f5035-96e3-451f-9d1e-30299b9c7557 req-81e51ced-5c07-418a-a41a-99be7f6d14ad service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282783 Jan 21 09:56:45.776728 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b8c74cdb-31a3-4914-b9ea-18334b866882 req-cefc461c-5148-4752-9de1-2ad5b5dbea3f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335236 Jan 21 09:56:46.894176 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4021e-fbc9-4467-8c76-d2614bf01327 req-2083b5f8-cecb-4643-a014-f4d8d3594da5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:46.895674 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-58f4021e-fbc9-4467-8c76-d2614bf01327 req-2083b5f8-cecb-4643-a014-f4d8d3594da5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 944 time: 0.0510933 Jan 21 09:56:46.936405 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-58f4021e-fbc9-4467-8c76-d2614bf01327 req-c509ec90-19d8-4cdb-a7a1-158369727a97 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319376 Jan 21 09:56:48.059088 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febb28f-6f04-4945-9b2f-5d164f77922a req-39624648-3fe8-4ab5-8c99-aa5db01cd10a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:48.060614 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3febb28f-6f04-4945-9b2f-5d164f77922a req-39624648-3fe8-4ab5-8c99-aa5db01cd10a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 944 time: 0.0522592 Jan 21 09:56:48.100867 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3febb28f-6f04-4945-9b2f-5d164f77922a req-58461544-9ea1-41d5-8fa8-00151bb6df87 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340614 Jan 21 09:56:48.638826 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d6f00178-9d81-412b-934d-67ffb6b69570 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:56:48.754134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d6f00178-9d81-412b-934d-67ffb6b69570, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6f00178-9d81-412b-934d-67ffb6b69570,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:56:48.765788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'd6f00178-9d81-412b-934d-67ffb6b69570', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'port_id': 'd6f00178-9d81-412b-934d-67ffb6b69570', 'mac_address': 'fa:16:3e:b2:94:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:56:48.811605 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:48.824996 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f00178-9d81-412b-934d-67ffb6b69570 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:56:48.843841 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d6f00178-9d81-412b-934d-67ffb6b69570, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6f00178-9d81-412b-934d-67ffb6b69570,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:56:48.847617 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:48.899287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=d6f00178-9d81-412b-934d-67ffb6b69570,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:49.051919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['d6f00178-9d81-412b-934d-67ffb6b69570'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:56:49.242818 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de4248-cba2-428f-aac3-27f46023b1c5 req-9f0410f1-1f9f-4867-aeb6-088fdcec422e tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:49.244960 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-77de4248-cba2-428f-aac3-27f46023b1c5 req-9f0410f1-1f9f-4867-aeb6-088fdcec422e tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 945 time: 0.0707958 Jan 21 09:56:49.289871 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-77de4248-cba2-428f-aac3-27f46023b1c5 req-ce9c98a6-94d1-4624-9052-b293f7bdeea0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389180 Jan 21 09:56:50.411233 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18067da-f11d-48fb-a76c-5a85f75834fe req-efa2caca-4902-4c57-ab8a-fa4b5f31668c tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:50.412754 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c18067da-f11d-48fb-a76c-5a85f75834fe req-efa2caca-4902-4c57-ab8a-fa4b5f31668c tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 945 time: 0.0549879 Jan 21 09:56:50.451141 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c18067da-f11d-48fb-a76c-5a85f75834fe req-f33e4802-3105-433f-80bb-3a0998d7e5d7 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323572 Jan 21 09:56:50.645402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d6f00178-9d81-412b-934d-67ffb6b69570 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:56:50.694504 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port d6f00178-9d81-412b-934d-67ffb6b69570 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:50.698001 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port d6f00178-9d81-412b-934d-67ffb6b69570 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:50.698372 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:50.773428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:50.795473 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f00178-9d81-412b-934d-67ffb6b69570'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:50.797847 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d5a636-1a70-47e0-869c-1ff627bc8d3a" -d '{"events": [{"server_uuid": "d8503f57-64c0-4d83-9620-0f30897bcb20", "name": "network-vif-plugged", "status": "completed", "tag": "d6f00178-9d81-412b-934d-67ffb6b69570"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:56:50.816038 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d6f00178-9d81-412b-934d-67ffb6b69570, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6f00178-9d81-412b-934d-67ffb6b69570,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:56:50.820006 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:50.843016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88c29cb-d084-4e9f-8be2-73c629b1e5fc x-openstack-request-id: req-d88c29cb-d084-4e9f-8be2-73c629b1e5fc {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:56:50.843376 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8503f57-64c0-4d83-9620-0f30897bcb20", "name": "network-vif-plugged", "status": "completed", "tag": "d6f00178-9d81-412b-934d-67ffb6b69570", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:56:50.843628 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d88c29cb-d084-4e9f-8be2-73c629b1e5fc {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:56:50.844017 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f00178-9d81-412b-934d-67ffb6b69570', 'code': 200} Jan 21 09:56:50.871039 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=d6f00178-9d81-412b-934d-67ffb6b69570,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:51.006194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769c581-5aaf-45bb-b103-3becc82f493a req-f5f0a6e9-24b1-4951-9865-15e589669639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:51.007591 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3769c581-5aaf-45bb-b103-3becc82f493a req-f5f0a6e9-24b1-4951-9865-15e589669639 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 1099 time: 0.0409300 Jan 21 09:56:51.043813 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3769c581-5aaf-45bb-b103-3becc82f493a req-6729d85e-d83d-4654-990c-1a05bbb9389e service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284717 Jan 21 09:56:51.567780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b989f9-de6b-4675-a896-10bb34f3502e req-1c82612b-2504-4ee1-b287-7d24ccc713aa tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:51.569284 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b2b989f9-de6b-4675-a896-10bb34f3502e req-1c82612b-2504-4ee1-b287-7d24ccc713aa tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0504076 Jan 21 09:56:51.612657 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b2b989f9-de6b-4675-a896-10bb34f3502e req-c4fd5c94-c7b3-407f-b02f-2aece0fd06e5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374327 Jan 21 09:56:52.734968 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060a4d6-4953-4338-a1ed-d238b3b7cc60 req-af5ab29d-efa2-40d9-89b5-6471328967e8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:52.736584 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0060a4d6-4953-4338-a1ed-d238b3b7cc60 req-af5ab29d-efa2-40d9-89b5-6471328967e8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0491893 Jan 21 09:56:52.773745 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0060a4d6-4953-4338-a1ed-d238b3b7cc60 req-00cf4efb-906c-4e8c-9dbc-972edd6235b7 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312359 Jan 21 09:56:52.888074 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176663db-d6d4-4680-b197-4847ed785eb6 req-4ca2c4b7-ceee-4393-a811-247ce2cafc67 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:52.889576 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-176663db-d6d4-4680-b197-4847ed785eb6 req-4ca2c4b7-ceee-4393-a811-247ce2cafc67 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0531895 Jan 21 09:56:52.898755 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48034) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:56:52.903360 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a553687d-43ac-4c3c-857c-b838b9a25ed3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Request body: {'floatingip': {'port_id': 'd6f00178-9d81-412b-934d-67ffb6b69570'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:52.942102 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a553687d-43ac-4c3c-857c-b838b9a25ed3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for floatingip, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:53.394538 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a553687d-43ac-4c3c-857c-b838b9a25ed3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:53.398254 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a553687d-43ac-4c3c-857c-b838b9a25ed3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:53.503117 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-a553687d-43ac-4c3c-857c-b838b9a25ed3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Floating IP 01a5fd66-e05f-4dd8-9bbd-8f3c72604d08 associated. External IP: 172.26.7.129, port: d6f00178-9d81-412b-934d-67ffb6b69570. Jan 21 09:56:53.722338 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a553687d-43ac-4c3c-857c-b838b9a25ed3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:56:53.830444 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a553687d-43ac-4c3c-857c-b838b9a25ed3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:56:53.835320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a553687d-43ac-4c3c-857c-b838b9a25ed3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:53.839952 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252eea0-5e4a-4824-90f7-4005d9c106eb None None] Sync routers for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:56:53.849435 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252eea0-5e4a-4824-90f7-4005d9c106eb None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:56:53.850468 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-1252eea0-5e4a-4824-90f7-4005d9c106eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:56:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:53.861583 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a553687d-43ac-4c3c-857c-b838b9a25ed3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "PUT /v2.0/floatingips/01a5fd66-e05f-4dd8-9bbd-8f3c72604d08 HTTP/1.1" status: 200 len: 993 time: 0.9617276 Jan 21 09:56:53.862172 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'tag': 'd6f00178-9d81-412b-934d-67ffb6b69570'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:53.864406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082d49bb-b18e-4389-8bec-8dbe7bd59106" -d '{"events": [{"name": "network-changed", "server_uuid": "d8503f57-64c0-4d83-9620-0f30897bcb20", "tag": "d6f00178-9d81-412b-934d-67ffb6b69570"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:56:53.905139 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2764a59e-f806-4a46-813d-a24a729c253b x-openstack-request-id: req-2764a59e-f806-4a46-813d-a24a729c253b {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:56:53.906109 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8503f57-64c0-4d83-9620-0f30897bcb20", "tag": "d6f00178-9d81-412b-934d-67ffb6b69570", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:56:53.906576 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2764a59e-f806-4a46-813d-a24a729c253b {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:56:53.906987 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'tag': 'd6f00178-9d81-412b-934d-67ffb6b69570', 'status': 'completed', 'code': 200} Jan 21 09:56:53.963964 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-1252eea0-5e4a-4824-90f7-4005d9c106eb None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:56:53.973842 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d49bb-b18e-4389-8bec-8dbe7bd59106 req-fc5ef763-c4c5-4c70-873a-acded1330d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:53.975891 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-082d49bb-b18e-4389-8bec-8dbe7bd59106 req-fc5ef763-c4c5-4c70-873a-acded1330d49 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 1099 time: 0.0455852 Jan 21 09:56:54.076126 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d49bb-b18e-4389-8bec-8dbe7bd59106 req-b9aefd68-2fee-476a-a152-c29cb1c68435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:54.077648 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-082d49bb-b18e-4389-8bec-8dbe7bd59106 req-b9aefd68-2fee-476a-a152-c29cb1c68435 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0948939 Jan 21 09:56:54.146895 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-082d49bb-b18e-4389-8bec-8dbe7bd59106 req-256928cd-4f44-41e4-a6c7-83c11c582f14 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6f00178-9d81-412b-934d-67ffb6b69570 HTTP/1.1" status: 200 len: 1001 time: 0.0626435 Jan 21 09:56:54.197303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d49bb-b18e-4389-8bec-8dbe7bd59106 req-e023f30d-57d0-4c4e-bb6e-2c0b3db5b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:54.198904 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-082d49bb-b18e-4389-8bec-8dbe7bd59106 req-e023f30d-57d0-4c4e-bb6e-2c0b3db5b196 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0449364 Jan 21 09:56:54.244733 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d49bb-b18e-4389-8bec-8dbe7bd59106 req-a4d4acd1-6a97-4681-9668-c367e6ac69d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:54.246315 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-082d49bb-b18e-4389-8bec-8dbe7bd59106 req-a4d4acd1-6a97-4681-9668-c367e6ac69d9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410464 Jan 21 09:56:54.275157 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-1252eea0-5e4a-4824-90f7-4005d9c106eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '01a5fd66-e05f-4dd8-9bbd-8f3c72604d08', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'floating_ip_address': '172.26.7.129', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'port_id': 'd6f00178-9d81-412b-934d-67ffb6b69570', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'mac_address': 'fa:16:3e:b2:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:02Z', 'updated_at': '2022-01-21T09:56:53Z', 'revision_number': 13, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:54.304124 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252eea0-5e4a-4824-90f7-4005d9c106eb None None] Checking router: 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:56:54.312689 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252eea0-5e4a-4824-90f7-4005d9c106eb None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:56:54.313291 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-1252eea0-5e4a-4824-90f7-4005d9c106eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:56:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:54.340586 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-082d49bb-b18e-4389-8bec-8dbe7bd59106 req-a8319ef6-3aca-43f7-9bf9-6740353d22f9 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873787 Jan 21 09:56:54.419718 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-1252eea0-5e4a-4824-90f7-4005d9c106eb None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:56:54.433153 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-082d49bb-b18e-4389-8bec-8dbe7bd59106 req-5df6a450-9cea-4e3a-aeb6-c81013edb508 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865037 Jan 21 09:56:54.635797 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-1252eea0-5e4a-4824-90f7-4005d9c106eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '01a5fd66-e05f-4dd8-9bbd-8f3c72604d08', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'floating_ip_address': '172.26.7.129', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'port_id': 'd6f00178-9d81-412b-934d-67ffb6b69570', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'mac_address': 'fa:16:3e:b2:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:02Z', 'updated_at': '2022-01-21T09:56:53Z', 'revision_number': 13, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:54.662239 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252eea0-5e4a-4824-90f7-4005d9c106eb None None] The sync data for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv is: [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '01a5fd66-e05f-4dd8-9bbd-8f3c72604d08', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'floating_ip_address': '172.26.7.129', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'port_id': 'd6f00178-9d81-412b-934d-67ffb6b69570', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'mac_address': 'fa:16:3e:b2:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:02Z', 'updated_at': '2022-01-21T09:56:53Z', 'revision_number': 13, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:56:54.845722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20fdabb-4b39-49a3-904b-9e4913317b59 None None] New status for floating IP 01a5fd66-e05f-4dd8-9bbd-8f3c72604d08: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:56:55.015505 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:03.202051 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:57:05.881438 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a9718be4-6bab-4b09-8d27-f60f375ee9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.261964 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-67301290-b3a3-4dd4-a729-de73f745a652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.333693 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:11.373879 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:11.400199 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.997397 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:31.603307 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fd256-f4c0-4632-898c-382697030a53 req-8a7d6068-5c7f-4537-affd-c8f064ebbfd5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:31.604800 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd5fd256-f4c0-4632-898c-382697030a53 req-8a7d6068-5c7f-4537-affd-c8f064ebbfd5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0511670 Jan 21 09:57:31.644001 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bd5fd256-f4c0-4632-898c-382697030a53 req-e32b50d9-7060-41f7-ad70-e3091b8477d6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329409 Jan 21 09:57:35.885873 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-956f3ada-e152-4b24-b536-eba7f10a4ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.261883 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-86b15007-7be9-440c-840e-2d70708a3ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.340978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:40.206642 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:57:41.349395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.392727 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:42.885051 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-2bdebedc-2b39-4697-8274-13ebfb986c34 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0484488 Jan 21 09:57:42.991514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc3aa4-1fdd-4a81-af9a-2d587517ffe7 req-958a0da9-b41f-460b-8975-271af3e331ea tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:42.993059 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-08bc3aa4-1fdd-4a81-af9a-2d587517ffe7 req-958a0da9-b41f-460b-8975-271af3e331ea tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.1429322 Jan 21 09:57:43.037570 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-08bc3aa4-1fdd-4a81-af9a-2d587517ffe7 req-22ada95f-05db-428a-b249-41aaee4664cd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374002 Jan 21 09:57:43.986561 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-09243ec1-c4c1-4019-ad51-5e9b61ab414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:43.988072 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-09243ec1-c4c1-4019-ad51-5e9b61ab414c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 1099 time: 0.0435734 Jan 21 09:57:44.087580 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-65624d4e-5778-4e66-9ea5-252a84a4e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:44.089204 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-65624d4e-5778-4e66-9ea5-252a84a4e89b service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0944884 Jan 21 09:57:44.166043 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-f2a0008b-f78b-46a2-8a1b-c78752bca1e0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6f00178-9d81-412b-934d-67ffb6b69570 HTTP/1.1" status: 200 len: 1003 time: 0.0700550 Jan 21 09:57:44.218366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-1c3b6dbc-826b-4ca4-8c72-b8a0d202d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:44.219879 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-1c3b6dbc-826b-4ca4-8c72-b8a0d202d13c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0478735 Jan 21 09:57:44.224553 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa84fda-9742-452d-86fe-0383b707aeae req-2c2e99cd-3060-496e-84a7-032636d98a8b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:44.226396 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-afa84fda-9742-452d-86fe-0383b707aeae req-2c2e99cd-3060-496e-84a7-032636d98a8b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.1113002 Jan 21 09:57:44.268005 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-afa84fda-9742-452d-86fe-0383b707aeae req-1a0331b8-1a84-472f-9a71-ad5468366032 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340462 Jan 21 09:57:44.278619 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-340214dd-a29e-4219-b1a7-0c667a4415e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:44.280181 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-340214dd-a29e-4219-b1a7-0c667a4415e2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0541964 Jan 21 09:57:44.373183 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-244a7dd0-b210-4c42-af2d-424134bdc01a service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861771 Jan 21 09:57:44.467684 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-7b6dd051-c821-437a-b0f5-a71f260415f3 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882266 Jan 21 09:57:45.392301 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8729a-141e-46b3-8d52-c4b1ed29e049 req-7745dcea-376a-4092-a747-62d7f9c690b6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:45.393836 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ad8729a-141e-46b3-8d52-c4b1ed29e049 req-7745dcea-376a-4092-a747-62d7f9c690b6 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0539553 Jan 21 09:57:45.444348 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ad8729a-141e-46b3-8d52-c4b1ed29e049 req-68ed6246-c51a-47ad-b23d-a123ca4a39fc tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326715 Jan 21 09:57:46.569129 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1fb91-e2dc-4037-bfe7-b7c4f343957c req-f17397b3-faa9-4dec-9eda-d21d31d468d3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:46.570661 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fac1fb91-e2dc-4037-bfe7-b7c4f343957c req-f17397b3-faa9-4dec-9eda-d21d31d468d3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0514719 Jan 21 09:57:46.615919 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fac1fb91-e2dc-4037-bfe7-b7c4f343957c req-218dd743-b454-42fb-938b-5e00e686f3a9 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385871 Jan 21 09:57:47.737923 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2fa42-3e69-4e27-b450-f0e3ee79b706 req-a8533dd4-0d4d-4385-9a10-fd055be2598c tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:47.740098 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0d2fa42-3e69-4e27-b450-f0e3ee79b706 req-a8533dd4-0d4d-4385-9a10-fd055be2598c tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0519683 Jan 21 09:57:47.780419 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b0d2fa42-3e69-4e27-b450-f0e3ee79b706 req-c9e93a92-fa20-4bd7-a572-3fdee9d608a8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333233 Jan 21 09:57:48.905102 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafb7cc-bf21-40a2-ace7-8af2b80a1b5f req-9a271d74-7cbd-4932-8012-b318c2e31a88 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:48.906603 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8bafb7cc-bf21-40a2-ace7-8af2b80a1b5f req-9a271d74-7cbd-4932-8012-b318c2e31a88 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0543652 Jan 21 09:57:48.951949 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8bafb7cc-bf21-40a2-ace7-8af2b80a1b5f req-3eb29865-ec3e-44c9-9188-27c95e46055a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364556 Jan 21 09:57:50.072723 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e3b3-4792-4558-b3dc-25daec44b9db req-87c3acc0-a79a-42c3-81b3-d183618a7c3a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:50.074199 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e5a3e3b3-4792-4558-b3dc-25daec44b9db req-87c3acc0-a79a-42c3-81b3-d183618a7c3a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0492043 Jan 21 09:57:50.118894 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e5a3e3b3-4792-4558-b3dc-25daec44b9db req-7b62dc0d-03fd-4c26-9d3d-3226ca3db5fb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385761 Jan 21 09:57:50.758746 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7cfbd-290c-4f27-b165-1e0c2bb49b26 req-73963169-946f-47c2-974e-400d9722977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:50.761153 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-68e7cfbd-290c-4f27-b165-1e0c2bb49b26 req-73963169-946f-47c2-974e-400d9722977f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 1099 time: 0.0502644 Jan 21 09:57:50.877845 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7cfbd-290c-4f27-b165-1e0c2bb49b26 req-6525ca53-4c95-4826-8587-4bd4b0e1be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:50.879882 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-68e7cfbd-290c-4f27-b165-1e0c2bb49b26 req-6525ca53-4c95-4826-8587-4bd4b0e1be8a service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.1000593 Jan 21 09:57:50.957887 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-68e7cfbd-290c-4f27-b165-1e0c2bb49b26 req-94f16578-7997-47d3-b1b2-21f3ddf0fccd service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6f00178-9d81-412b-934d-67ffb6b69570 HTTP/1.1" status: 200 len: 1003 time: 0.0708816 Jan 21 09:57:51.009641 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7cfbd-290c-4f27-b165-1e0c2bb49b26 req-681bfe39-41fc-4cd7-9f32-914e36288b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:51.011109 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-68e7cfbd-290c-4f27-b165-1e0c2bb49b26 req-681bfe39-41fc-4cd7-9f32-914e36288b29 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0473645 Jan 21 09:57:51.059671 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7cfbd-290c-4f27-b165-1e0c2bb49b26 req-41dcd1ce-5ba8-47ef-96c8-06f322de20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:51.061246 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-68e7cfbd-290c-4f27-b165-1e0c2bb49b26 req-41dcd1ce-5ba8-47ef-96c8-06f322de20a3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440488 Jan 21 09:57:51.158723 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-68e7cfbd-290c-4f27-b165-1e0c2bb49b26 req-b35b2b31-7e08-457b-b42b-d8990de48d8d service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909278 Jan 21 09:57:51.259815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcc606-402a-4a57-86bc-7aa42ce6e34f req-a0a940bf-b028-4036-8487-d792ed4ba812 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:51.261249 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e5fcc606-402a-4a57-86bc-7aa42ce6e34f req-a0a940bf-b028-4036-8487-d792ed4ba812 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0589623 Jan 21 09:57:51.263230 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-68e7cfbd-290c-4f27-b165-1e0c2bb49b26 req-54a69de2-bb6c-442e-b359-4daea9c2c57e service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980940 Jan 21 09:57:51.301204 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e5fcc606-402a-4a57-86bc-7aa42ce6e34f req-d6743acd-4ce6-4038-93ec-0b757b5f5572 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329936 Jan 21 09:57:52.429012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0fd75-074d-4f6e-ad75-4fd0fa87f392 req-c3bfafa3-0a43-4eb4-95e1-92f34ac97834 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:52.430556 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c3c0fd75-074d-4f6e-ad75-4fd0fa87f392 req-c3bfafa3-0a43-4eb4-95e1-92f34ac97834 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0531948 Jan 21 09:57:52.477738 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c3c0fd75-074d-4f6e-ad75-4fd0fa87f392 req-ae5c0ab8-d2ed-4b61-b5ca-980fae8c7ad0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411220 Jan 21 09:57:53.601107 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f24396-276b-401f-9e38-1bd9f282d96d req-c2a11910-c6d5-4bf1-9449-0e905d470dc8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:53.603581 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-74f24396-276b-401f-9e38-1bd9f282d96d req-c2a11910-c6d5-4bf1-9449-0e905d470dc8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0524213 Jan 21 09:57:53.650282 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-74f24396-276b-401f-9e38-1bd9f282d96d req-c5ae22e7-b51f-44d8-bc59-4031c44053a1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386994 Jan 21 09:57:54.792310 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9062f2c-398d-4918-95aa-53d866a1969f req-80fab381-353d-4825-baac-4bb553635466 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:54.794481 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e9062f2c-398d-4918-95aa-53d866a1969f req-80fab381-353d-4825-baac-4bb553635466 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0723562 Jan 21 09:57:54.834313 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e9062f2c-398d-4918-95aa-53d866a1969f req-82a48b7d-e42a-44c8-a8ab-5efc4f90d12b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336704 Jan 21 09:57:54.999267 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:55.963344 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3fb2b-73ff-4cb3-a3f6-5f5d7a089f1c req-c892175f-50f7-40b4-ab97-35c8b5cf8301 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:55.964871 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7ec3fb2b-73ff-4cb3-a3f6-5f5d7a089f1c req-c892175f-50f7-40b4-ab97-35c8b5cf8301 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0576818 Jan 21 09:57:56.014030 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7ec3fb2b-73ff-4cb3-a3f6-5f5d7a089f1c req-b1dec5bd-0093-46c1-b900-d93965e793a0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388248 Jan 21 09:57:57.171053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e132377-911e-4a6f-baea-606347968af8 req-f1fdb593-df6f-4615-99b2-4c7ec0433f21 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:57.172723 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3e132377-911e-4a6f-baea-606347968af8 req-f1fdb593-df6f-4615-99b2-4c7ec0433f21 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0677087 Jan 21 09:57:57.227249 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3e132377-911e-4a6f-baea-606347968af8 req-91c16bb2-3951-4a60-aa1a-2a10439d661b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432296 Jan 21 09:57:57.990537 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-43dc9a52-b8b2-4b2e-9a40-f1221a5e806c service neutron] 10.222.0.113 "GET /v2.0/ports/d6f00178-9d81-412b-934d-67ffb6b69570/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0602226 Jan 21 09:57:58.215212 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-2d9a1f92-672d-4b60-bc9f-31fa0e38fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:58.216792 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-2d9a1f92-672d-4b60-bc9f-31fa0e38fcfc service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20&tenant_id=80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 1099 time: 0.0533910 Jan 21 09:57:58.282985 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-453d27ec-9e9c-473a-a37a-916e1ca7ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:58.285423 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-453d27ec-9e9c-473a-a37a-916e1ca7ceeb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 1099 time: 0.0450072 Jan 21 09:57:58.362664 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e887601-7ea7-48c6-84ab-2f5eebb19f74 req-ef2fa038-f239-42b4-9d11-c5f19cf7ca06 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:58.365022 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5e887601-7ea7-48c6-84ab-2f5eebb19f74 req-ef2fa038-f239-42b4-9d11-c5f19cf7ca06 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0583498 Jan 21 09:57:58.392655 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-8d41bbc6-eeaf-4e51-87ba-7a6d5bcbafac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:58.395144 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-8d41bbc6-eeaf-4e51-87ba-7a6d5bcbafac service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.1032200 Jan 21 09:57:58.415024 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5e887601-7ea7-48c6-84ab-2f5eebb19f74 req-ed22985c-5893-456b-a40e-9189a9477944 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403681 Jan 21 09:57:58.478320 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-42a52f32-95d3-4879-bbd5-ac553973ce0b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6f00178-9d81-412b-934d-67ffb6b69570 HTTP/1.1" status: 200 len: 1003 time: 0.0768287 Jan 21 09:57:58.531307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-11a77b99-c799-4b25-9286-e748b7049a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:58.532741 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-11a77b99-c799-4b25-9286-e748b7049a55 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0474288 Jan 21 09:57:58.580421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-6a31a0f5-3715-43eb-9fa3-516d1b2e09b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:58.581979 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-6a31a0f5-3715-43eb-9fa3-516d1b2e09b1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429873 Jan 21 09:57:58.685110 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-7d74e422-79eb-4f1b-b7d0-9556e61fa593 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966322 Jan 21 09:57:58.790034 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1bedc984-a924-4a80-9dda-e90ff975cc6c req-d6d8caf8-b6c3-4242-ba28-d3c47fa930f6 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985379 Jan 21 09:57:59.554067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578e217-ee10-4cee-a052-91b917554e9d req-28d25fd3-c7d8-4f9e-91db-a0f256f16003 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:59.555591 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1578e217-ee10-4cee-a052-91b917554e9d req-28d25fd3-c7d8-4f9e-91db-a0f256f16003 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0584171 Jan 21 09:57:59.595505 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1578e217-ee10-4cee-a052-91b917554e9d req-3cb83fdf-1994-4eda-bb6b-f6ae7d90d196 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337059 Jan 21 09:58:00.788268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a46bff-28c7-437c-9167-da39fb645f0a req-8eb77e6b-bb31-45c1-9202-25c0e43ededb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:00.789825 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-64a46bff-28c7-437c-9167-da39fb645f0a req-8eb77e6b-bb31-45c1-9202-25c0e43ededb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0580087 Jan 21 09:58:00.833651 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-64a46bff-28c7-437c-9167-da39fb645f0a req-aacfd01b-a96d-4adc-bd71-eff5880069ba tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372610 Jan 21 09:58:00.953056 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d6f00178-9d81-412b-934d-67ffb6b69570 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:58:01.036101 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:01.059513 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f00178-9d81-412b-934d-67ffb6b69570'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:01.061640 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4cd1ac-2106-4168-a6a3-855e4da52c40" -d '{"events": [{"server_uuid": "d8503f57-64c0-4d83-9620-0f30897bcb20", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f00178-9d81-412b-934d-67ffb6b69570"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:58:01.076462 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d6f00178-9d81-412b-934d-67ffb6b69570, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6f00178-9d81-412b-934d-67ffb6b69570,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:01.081195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:01.110927 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 21 Jan 2022 09:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686ec9cf-73b7-43d1-bde1-6a6c130c9aa7 x-openstack-request-id: req-686ec9cf-73b7-43d1-bde1-6a6c130c9aa7 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:58:01.111221 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8503f57-64c0-4d83-9620-0f30897bcb20", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f00178-9d81-412b-934d-67ffb6b69570", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:58:01.111467 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-686ec9cf-73b7-43d1-bde1-6a6c130c9aa7 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:58:01.111839 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f00178-9d81-412b-934d-67ffb6b69570', 'code': 200} Jan 21 09:58:01.136615 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=d6f00178-9d81-412b-934d-67ffb6b69570,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:01.143689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:01.144030 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:01.144933 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:01.145516 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:01.145991 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:01.146349 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:01.146680 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:01.147002 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:01.147320 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:01.147636 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:01.147950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:01.148255 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:01.962407 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82238d-7054-4bc9-bcfa-3b15bca93379 req-9053c28a-e996-45fb-9402-9ff0e825ab50 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:01.964056 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ca82238d-7054-4bc9-bcfa-3b15bca93379 req-9053c28a-e996-45fb-9402-9ff0e825ab50 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 944 time: 0.0573628 Jan 21 09:58:02.007812 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ca82238d-7054-4bc9-bcfa-3b15bca93379 req-d43f469f-e27b-47c5-b94b-dbf5dcba1434 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368242 Jan 21 09:58:03.130884 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fef7d-1058-40b0-bcfb-b37add2d0cce req-781d4f21-182c-436f-8877-ff21ad902d83 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:03.132384 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-118fef7d-1058-40b0-bcfb-b37add2d0cce req-781d4f21-182c-436f-8877-ff21ad902d83 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 944 time: 0.0520000 Jan 21 09:58:03.176709 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-118fef7d-1058-40b0-bcfb-b37add2d0cce req-2bf2c263-55c8-4431-a91f-bcf7f64cea6b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379100 Jan 21 09:58:04.308204 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29923b1-c84d-4738-9ed5-0ce29f4876b3 req-69d909cb-a3d4-46bc-951d-cd952ab17987 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:04.310002 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b29923b1-c84d-4738-9ed5-0ce29f4876b3 req-69d909cb-a3d4-46bc-951d-cd952ab17987 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 944 time: 0.0521281 Jan 21 09:58:04.351966 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b29923b1-c84d-4738-9ed5-0ce29f4876b3 req-2a36e411-b21c-4690-85b1-44ee02e7ba1f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351536 Jan 21 09:58:04.968828 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d6f00178-9d81-412b-934d-67ffb6b69570 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:58:05.068385 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d6f00178-9d81-412b-934d-67ffb6b69570, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6f00178-9d81-412b-934d-67ffb6b69570,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:05.079199 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'd6f00178-9d81-412b-934d-67ffb6b69570', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'port_id': 'd6f00178-9d81-412b-934d-67ffb6b69570', 'mac_address': 'fa:16:3e:b2:94:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:58:05.116474 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:05.133602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f00178-9d81-412b-934d-67ffb6b69570 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:58:05.153786 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d6f00178-9d81-412b-934d-67ffb6b69570, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6f00178-9d81-412b-934d-67ffb6b69570,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:05.158161 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:05.210210 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=d6f00178-9d81-412b-934d-67ffb6b69570,revision_number=7']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:05.217310 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['d6f00178-9d81-412b-934d-67ffb6b69570'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:58:05.480695 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae2509-f855-4fff-9840-240176d54f74 req-d70d6046-2fd5-4b1f-9655-4b163f123a45 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:05.482354 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37ae2509-f855-4fff-9840-240176d54f74 req-d70d6046-2fd5-4b1f-9655-4b163f123a45 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 945 time: 0.0561187 Jan 21 09:58:05.520525 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37ae2509-f855-4fff-9840-240176d54f74 req-1cd73ed7-4056-4f84-aef1-929fef439a23 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318124 Jan 21 09:58:05.886763 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9fa7f4b0-c139-4eb6-8156-20da1e1020f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:06.641617 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05434d-e172-4ad8-8f83-c6d68f1bdb25 req-66429fad-804e-40de-a52b-c1a77283ca06 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:06.643121 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7b05434d-e172-4ad8-8f83-c6d68f1bdb25 req-66429fad-804e-40de-a52b-c1a77283ca06 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 945 time: 0.0512443 Jan 21 09:58:06.683062 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7b05434d-e172-4ad8-8f83-c6d68f1bdb25 req-cb65806c-9290-470a-ba73-a32230e310ab tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335581 Jan 21 09:58:06.968640 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d6f00178-9d81-412b-934d-67ffb6b69570 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:58:07.020321 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port d6f00178-9d81-412b-934d-67ffb6b69570 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:07.020684 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:07.098525 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:07.121716 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f00178-9d81-412b-934d-67ffb6b69570'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:07.123909 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9eed21d-29e4-4e6d-b7ec-cc916a0c1bb4" -d '{"events": [{"server_uuid": "d8503f57-64c0-4d83-9620-0f30897bcb20", "name": "network-vif-plugged", "status": "completed", "tag": "d6f00178-9d81-412b-934d-67ffb6b69570"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:58:07.136803 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d6f00178-9d81-412b-934d-67ffb6b69570, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6f00178-9d81-412b-934d-67ffb6b69570,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:07.141115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:07.180238 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685ac23c-4c40-4806-8e09-a2c10f8acfbd x-openstack-request-id: req-685ac23c-4c40-4806-8e09-a2c10f8acfbd {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:58:07.180525 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8503f57-64c0-4d83-9620-0f30897bcb20", "name": "network-vif-plugged", "status": "completed", "tag": "d6f00178-9d81-412b-934d-67ffb6b69570", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:58:07.180775 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-685ac23c-4c40-4806-8e09-a2c10f8acfbd {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:58:07.181150 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f00178-9d81-412b-934d-67ffb6b69570', 'code': 200} Jan 21 09:58:07.196609 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=d6f00178-9d81-412b-934d-67ffb6b69570,revision_number=8']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:07.820763 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3a086-dd48-46d3-ac75-6163a1609062 req-6bfe10b6-2cea-41ee-a136-fc63627be7cf tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:07.823096 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-caa3a086-dd48-46d3-ac75-6163a1609062 req-6bfe10b6-2cea-41ee-a136-fc63627be7cf tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0642657 Jan 21 09:58:07.871278 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-caa3a086-dd48-46d3-ac75-6163a1609062 req-2d7412f4-34bc-4285-8348-0d7457f86ff5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418668 Jan 21 09:58:08.264205 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-01a5e56c-b37a-4151-bb5b-3677becb48b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:08.996462 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b357a2e-d833-404c-963e-5200a931e226 req-bb399f42-22a3-4e65-99e4-ff9610033dcf tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:08.997869 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0b357a2e-d833-404c-963e-5200a931e226 req-bb399f42-22a3-4e65-99e4-ff9610033dcf tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0535734 Jan 21 09:58:09.035773 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0b357a2e-d833-404c-963e-5200a931e226 req-5cc2ef0e-3e75-4daa-a280-53a2c7c1be79 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318835 Jan 21 09:58:09.341217 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:10.161651 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50767735-a51e-4b78-908a-d9f38675cb00 req-6818836d-d38e-4c5a-9f93-fa2dfe16f5d8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:10.163668 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-50767735-a51e-4b78-908a-d9f38675cb00 req-6818836d-d38e-4c5a-9f93-fa2dfe16f5d8 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0581608 Jan 21 09:58:10.201834 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-50767735-a51e-4b78-908a-d9f38675cb00 req-64ed861f-b9f5-4385-aa49-e78edd4ac956 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319834 Jan 21 09:58:10.502258 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-596df9c4-406a-49db-a797-c5485ffa44a2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:10.503991 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-596df9c4-406a-49db-a797-c5485ffa44a2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20&tenant_id=80f724a399174c8ea5bd4d78339a91b6&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 946 time: 0.0574012 Jan 21 09:58:10.520467 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669741d-648a-43f3-b58b-7af23413647d req-097606d6-6486-45be-b945-61ada23fc66b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:10.524033 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a669741d-648a-43f3-b58b-7af23413647d req-097606d6-6486-45be-b945-61ada23fc66b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0520322 Jan 21 09:58:10.561740 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a669741d-648a-43f3-b58b-7af23413647d req-0d86e966-919a-442b-805f-355be76e7266 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328760 Jan 21 09:58:10.615472 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-73410242-8946-4bd8-9fec-395b69e31b6f service neutron] 10.222.0.113 "GET /v2.0/ports/d6f00178-9d81-412b-934d-67ffb6b69570/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.1040404 Jan 21 09:58:10.683070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-0469be18-2ad8-4fff-b284-90879114d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:10.684479 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-0469be18-2ad8-4fff-b284-90879114d01e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 1099 time: 0.0465310 Jan 21 09:58:10.774766 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-7deea65b-0939-46ec-b474-e8ff2b16749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:10.776252 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-7deea65b-0939-46ec-b474-e8ff2b16749c service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0857623 Jan 21 09:58:10.843725 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-16f433c8-b7fc-4f7f-af03-f5078783e238 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6f00178-9d81-412b-934d-67ffb6b69570 HTTP/1.1" status: 200 len: 1003 time: 0.0614390 Jan 21 09:58:10.896863 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-55b76119-cec7-4fbb-9180-8ad93b45e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:10.899243 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-55b76119-cec7-4fbb-9180-8ad93b45e996 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0496452 Jan 21 09:58:10.950007 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-d41689e1-5d5d-4c12-a1dc-a5785dfb666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:10.951439 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-d41689e1-5d5d-4c12-a1dc-a5785dfb666e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450964 Jan 21 09:58:11.051271 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-b81b1aee-cffb-49a2-9fdc-91e9853e6d97 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932446 Jan 21 09:58:11.352018 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:11.399558 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:11.465444 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-2de35c0e-74b1-423e-a554-64a470b9d6bf service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079740 Jan 21 09:58:11.686205 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2195b-b523-4aee-9065-6e8ff9db3603 req-31a92377-5544-4b4c-99df-48b146d69d61 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:11.687733 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-19f2195b-b523-4aee-9065-6e8ff9db3603 req-31a92377-5544-4b4c-99df-48b146d69d61 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0509768 Jan 21 09:58:11.726224 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-19f2195b-b523-4aee-9065-6e8ff9db3603 req-5d4b776c-19d1-423b-9d3c-67e286fcb0e5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322795 Jan 21 09:58:12.853210 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc6832-0230-49ad-ad5f-f3becee0d844 req-925d53ab-7776-47ee-a9f5-2fecba43e7d1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:12.854728 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c3dc6832-0230-49ad-ad5f-f3becee0d844 req-925d53ab-7776-47ee-a9f5-2fecba43e7d1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0549884 Jan 21 09:58:12.894907 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c3dc6832-0230-49ad-ad5f-f3becee0d844 req-473f8e76-fba3-47c2-8204-ae55aca930e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339046 Jan 21 09:58:14.017961 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bd027-ca40-4b32-b66a-095f9ff53bf9 req-82af7024-fb87-4528-8d66-5e4216bef853 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:14.019452 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ae1bd027-ca40-4b32-b66a-095f9ff53bf9 req-82af7024-fb87-4528-8d66-5e4216bef853 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0530512 Jan 21 09:58:14.060034 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ae1bd027-ca40-4b32-b66a-095f9ff53bf9 req-3ab7187b-8bf6-4e0f-9834-c8e7da1f904c tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334170 Jan 21 09:58:15.187198 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41311f-8638-4e93-b3f9-19cb62faedd0 req-3dc386ef-483a-4608-b6b2-9354335eab71 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:15.188759 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2f41311f-8638-4e93-b3f9-19cb62faedd0 req-3dc386ef-483a-4608-b6b2-9354335eab71 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0581486 Jan 21 09:58:15.229319 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2f41311f-8638-4e93-b3f9-19cb62faedd0 req-20af9753-6896-4d74-9701-4faea0e549f2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334396 Jan 21 09:58:15.556242 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-b09c7a6c-915e-44e3-ac21-a77ec893d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:15.557975 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-b09c7a6c-915e-44e3-ac21-a77ec893d3a3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20&tenant_id=80f724a399174c8ea5bd4d78339a91b6 HTTP/1.1" status: 200 len: 1099 time: 0.0428803 Jan 21 09:58:15.619716 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-33279610-9ee9-4732-9903-191d099a713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:15.621135 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-33279610-9ee9-4732-9903-191d099a713a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=80f724a399174c8ea5bd4d78339a91b6&device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 1099 time: 0.0417726 Jan 21 09:58:15.721151 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-eb0df6b8-439d-46eb-baa8-9d2566b56594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:15.722673 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-eb0df6b8-439d-46eb-baa8-9d2566b56594 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 200 len: 913 time: 0.0950813 Jan 21 09:58:15.787102 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-1cc8ae3a-4957-452e-bf1d-19b777a37da3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6f00178-9d81-412b-934d-67ffb6b69570 HTTP/1.1" status: 200 len: 1003 time: 0.0575423 Jan 21 09:58:15.841081 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-60b69b29-34ce-4ebe-993a-91a7543a0e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:15.842571 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-60b69b29-34ce-4ebe-993a-91a7543a0e36 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 200 len: 851 time: 0.0484250 Jan 21 09:58:15.887893 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-5c3617fa-44b9-4b34-bcf6-1ff68d77b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:15.889289 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-5c3617fa-44b9-4b34-bcf6-1ff68d77b769 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b6426bb3-4ac3-4faa-89b3-c7df57d791b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405562 Jan 21 09:58:15.977365 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-911bfc3a-efff-4a9b-a2ee-b34cb4b729a5 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812209 Jan 21 09:58:16.073369 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-380117ab-c311-4be3-8f47-e158ba27d9fb req-6aeff83e-99fe-488c-8672-454aa8f36595 service neutron] 10.222.0.113 "GET /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886345 Jan 21 09:58:16.346640 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2312dd4-cbf8-4bad-bf08-d8fa24fb6682 req-5a6ffeed-bace-4b97-b6cb-5c5375b6cfc9 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:16.348121 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d2312dd4-cbf8-4bad-bf08-d8fa24fb6682 req-5a6ffeed-bace-4b97-b6cb-5c5375b6cfc9 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0498612 Jan 21 09:58:16.388430 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d2312dd4-cbf8-4bad-bf08-d8fa24fb6682 req-29b7195d-a98e-4c39-b9c6-9b58bb6102f2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338840 Jan 21 09:58:17.061027 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d6f00178-9d81-412b-934d-67ffb6b69570 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:58:17.139706 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:17.162344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f00178-9d81-412b-934d-67ffb6b69570'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:17.165060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27724e2-32b8-42dc-8685-72fc2b1c25b1" -d '{"events": [{"server_uuid": "d8503f57-64c0-4d83-9620-0f30897bcb20", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f00178-9d81-412b-934d-67ffb6b69570"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:58:17.179669 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d6f00178-9d81-412b-934d-67ffb6b69570, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6f00178-9d81-412b-934d-67ffb6b69570,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:17.184761 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:17.207957 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:58:17.253980 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=d6f00178-9d81-412b-934d-67ffb6b69570,revision_number=9']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:17.266632 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 21 Jan 2022 09:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa2679a-ddf5-42a8-860b-377871a50922 x-openstack-request-id: req-6aa2679a-ddf5-42a8-860b-377871a50922 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:58:17.266993 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8503f57-64c0-4d83-9620-0f30897bcb20", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f00178-9d81-412b-934d-67ffb6b69570", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:58:17.267241 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6aa2679a-ddf5-42a8-860b-377871a50922 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:58:17.267626 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f00178-9d81-412b-934d-67ffb6b69570', 'code': 200} Jan 21 09:58:17.505844 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59139c7c-ed55-45b2-b06c-95d04c8f438a req-2c76eca5-9592-44b4-a5cb-2ba391acfa09 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:17.508081 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-59139c7c-ed55-45b2-b06c-95d04c8f438a req-2c76eca5-9592-44b4-a5cb-2ba391acfa09 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 944 time: 0.0503266 Jan 21 09:58:17.546090 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-59139c7c-ed55-45b2-b06c-95d04c8f438a req-c86044e9-90fe-4012-96e0-38909c082cc9 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319545 Jan 21 09:58:18.667593 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7f8e3-10ef-4e7c-b5b6-951ec74e3d27 req-5739a19e-5db4-4113-90fe-91fa1e74c1bd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:18.669264 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c4d7f8e3-10ef-4e7c-b5b6-951ec74e3d27 req-5739a19e-5db4-4113-90fe-91fa1e74c1bd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 944 time: 0.0507343 Jan 21 09:58:18.706936 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c4d7f8e3-10ef-4e7c-b5b6-951ec74e3d27 req-e06da283-3663-4ffd-9e9e-fa3845b140dd tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313795 Jan 21 09:58:19.838225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611730fd-e6cd-453d-a73f-fc10745457db req-edfccdf7-9330-4490-b2c2-dfa185c98cef tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:19.839870 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-611730fd-e6cd-453d-a73f-fc10745457db req-edfccdf7-9330-4490-b2c2-dfa185c98cef tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 944 time: 0.0571868 Jan 21 09:58:19.882947 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-611730fd-e6cd-453d-a73f-fc10745457db req-96f981c0-65f7-42ab-af21-c4d6e67eb52e tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334911 Jan 21 09:58:21.010964 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0677f1-3277-48a3-9ccb-b43ede09f47c req-7cddf4c9-570c-4247-b419-48c020eb0ab3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:21.011834 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fe0677f1-3277-48a3-9ccb-b43ede09f47c req-7cddf4c9-570c-4247-b419-48c020eb0ab3 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 944 time: 0.0591168 Jan 21 09:58:21.050251 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fe0677f1-3277-48a3-9ccb-b43ede09f47c req-348c7c2c-c97a-495c-a52e-8ea5549c058b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324485 Jan 21 09:58:22.168050 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020fbd0-f600-48f0-8071-b8fc806505a6 req-3c33cf00-1771-44c4-9c0c-ec374c1ef6db tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:22.169590 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3020fbd0-f600-48f0-8071-b8fc806505a6 req-3c33cf00-1771-44c4-9c0c-ec374c1ef6db tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 944 time: 0.0495827 Jan 21 09:58:22.208073 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3020fbd0-f600-48f0-8071-b8fc806505a6 req-d1232f54-dfc7-469c-8b54-6f9d001c0ce9 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325778 Jan 21 09:58:23.061293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d6f00178-9d81-412b-934d-67ffb6b69570 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:58:23.153794 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d6f00178-9d81-412b-934d-67ffb6b69570, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6f00178-9d81-412b-934d-67ffb6b69570,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:23.163771 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'd6f00178-9d81-412b-934d-67ffb6b69570', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'port_id': 'd6f00178-9d81-412b-934d-67ffb6b69570', 'mac_address': 'fa:16:3e:b2:94:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:58:23.203792 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:23.216090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f00178-9d81-412b-934d-67ffb6b69570 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:58:23.234385 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d6f00178-9d81-412b-934d-67ffb6b69570, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6f00178-9d81-412b-934d-67ffb6b69570,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:23.239555 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:23.291862 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=d6f00178-9d81-412b-934d-67ffb6b69570,revision_number=10']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:23.302230 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['d6f00178-9d81-412b-934d-67ffb6b69570'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:58:23.329977 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc2b23-ebf5-45c9-b668-5bb47f6bae22 req-5f1831bc-54d3-41d5-b4b1-e86739aac6ba tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:23.331391 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8ffc2b23-ebf5-45c9-b668-5bb47f6bae22 req-5f1831bc-54d3-41d5-b4b1-e86739aac6ba tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0504148 Jan 21 09:58:23.369951 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8ffc2b23-ebf5-45c9-b668-5bb47f6bae22 req-5534f9f1-bb5e-4524-9707-94a593cbcdaf tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323753 Jan 21 09:58:24.498865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c83e41-79dd-4729-8082-ca7fdd07e77e req-60abea3e-36cb-4096-ac42-93b595bc7929 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:24.500398 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-49c83e41-79dd-4729-8082-ca7fdd07e77e req-60abea3e-36cb-4096-ac42-93b595bc7929 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 946 time: 0.0575573 Jan 21 09:58:24.541129 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-49c83e41-79dd-4729-8082-ca7fdd07e77e req-07bb88eb-4970-4222-bb19-468c1250a092 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341756 Jan 21 09:58:24.999546 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:25.093235 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d6f00178-9d81-412b-934d-67ffb6b69570 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:58:25.147009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port d6f00178-9d81-412b-934d-67ffb6b69570 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:25.147390 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:25.230732 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:25.255257 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f00178-9d81-412b-934d-67ffb6b69570'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:25.257681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c26e4f-2aac-42f5-b591-23938b37b205" -d '{"events": [{"server_uuid": "d8503f57-64c0-4d83-9620-0f30897bcb20", "name": "network-vif-plugged", "status": "completed", "tag": "d6f00178-9d81-412b-934d-67ffb6b69570"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:58:25.270456 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d6f00178-9d81-412b-934d-67ffb6b69570, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6f00178-9d81-412b-934d-67ffb6b69570,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:25.275938 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:25.321533 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dedfd27-49f7-489b-9d63-6e8382ae7fea x-openstack-request-id: req-7dedfd27-49f7-489b-9d63-6e8382ae7fea {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:58:25.321724 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8503f57-64c0-4d83-9620-0f30897bcb20", "name": "network-vif-plugged", "status": "completed", "tag": "d6f00178-9d81-412b-934d-67ffb6b69570", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:58:25.321971 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7dedfd27-49f7-489b-9d63-6e8382ae7fea {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:58:25.322353 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f00178-9d81-412b-934d-67ffb6b69570', 'code': 200} Jan 21 09:58:25.335890 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=d6f00178-9d81-412b-934d-67ffb6b69570,revision_number=11']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:25.664243 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e98d2-1cec-4293-8e58-36d7040c01a6 req-6339862e-366a-4ea1-b5c2-364456e301cc tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:25.665742 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-651e98d2-1cec-4293-8e58-36d7040c01a6 req-6339862e-366a-4ea1-b5c2-364456e301cc tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 947 time: 0.0533421 Jan 21 09:58:25.703763 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-651e98d2-1cec-4293-8e58-36d7040c01a6 req-6bd80063-1e66-4b93-b484-7455f5f6fbdb tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321939 Jan 21 09:58:26.827038 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df0f28-8b24-4e7e-bf05-75503b8ebc8f req-44ba5530-7811-4d4d-ba14-432f5494900f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:26.828565 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a2df0f28-8b24-4e7e-bf05-75503b8ebc8f req-44ba5530-7811-4d4d-ba14-432f5494900f tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 947 time: 0.0529268 Jan 21 09:58:26.866458 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a2df0f28-8b24-4e7e-bf05-75503b8ebc8f req-70c14661-a476-4e8b-8802-9c394dd51e04 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315542 Jan 21 09:58:26.988525 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6804e14-1d66-4dbd-8766-dd7d25fde7ed req-6263572f-f4d4-4dd8-b838-d230deb194d4 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:26.989934 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b6804e14-1d66-4dbd-8766-dd7d25fde7ed req-6263572f-f4d4-4dd8-b838-d230deb194d4 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 947 time: 0.0525639 Jan 21 09:58:27.028476 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b6804e14-1d66-4dbd-8766-dd7d25fde7ed req-25cf7d43-9417-4948-996a-617f8775dbde tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320020 Jan 21 09:58:27.147478 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04b2ec-33ba-40ec-ba22-ab2a5e302181 req-fe38568e-e133-4ed8-a66f-a603c7bf39c7 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:27.148953 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fb04b2ec-33ba-40ec-ba22-ab2a5e302181 req-fe38568e-e133-4ed8-a66f-a603c7bf39c7 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 947 time: 0.0538514 Jan 21 09:58:27.186350 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fb04b2ec-33ba-40ec-ba22-ab2a5e302181 req-bfc8d648-79d5-4d5a-af94-0acb11837ec5 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311606 Jan 21 09:58:27.420423 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08f3eb-6be7-4b8c-a916-c9ebc7cce7f9 req-cd1b8170-0cdd-4a95-b9c6-c038c1979888 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:27.421913 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ce08f3eb-6be7-4b8c-a916-c9ebc7cce7f9 req-cd1b8170-0cdd-4a95-b9c6-c038c1979888 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 947 time: 0.0488050 Jan 21 09:58:27.459126 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ce08f3eb-6be7-4b8c-a916-c9ebc7cce7f9 req-5afec5da-69c8-4735-a44f-38a19ef5374a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311494 Jan 21 09:58:28.575704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bb63f-943a-40f7-8733-dceca4450fcb req-d5cfec05-7e5c-4c0b-b407-bfcd1b210a58 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:28.577189 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1c7bb63f-943a-40f7-8733-dceca4450fcb req-d5cfec05-7e5c-4c0b-b407-bfcd1b210a58 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 947 time: 0.0485003 Jan 21 09:58:28.613739 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1c7bb63f-943a-40f7-8733-dceca4450fcb req-ae67dada-b7f3-4456-96c4-e46dfa10897b tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305305 Jan 21 09:58:29.731552 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541fe49-fdcd-4361-8dc5-f5e9724075fb req-6f5c56fd-0169-485a-beda-5258cb2c7797 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:29.733037 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2541fe49-fdcd-4361-8dc5-f5e9724075fb req-6f5c56fd-0169-485a-beda-5258cb2c7797 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 947 time: 0.0506268 Jan 21 09:58:29.747065 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890456a-c024-4743-aa55-dc3bbde9895f req-534be757-57d1-4452-9f4e-aff2e87ed507 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:29.748554 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2890456a-c024-4743-aa55-dc3bbde9895f req-534be757-57d1-4452-9f4e-aff2e87ed507 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 947 time: 0.0524247 Jan 21 09:58:29.771200 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2541fe49-fdcd-4361-8dc5-f5e9724075fb req-27fec506-7456-4a20-ba7f-3489e0e0e1e2 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups?id=b7d5256c-ba30-495c-b6f2-9f6c700eac17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322316 Jan 21 09:58:29.839601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-2890456a-c024-4743-aa55-dc3bbde9895f req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Deleting port d6f00178-9d81-412b-934d-67ffb6b69570 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:58:29.839932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2890456a-c024-4743-aa55-dc3bbde9895f req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:29.931182 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-2890456a-c024-4743-aa55-dc3bbde9895f req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] For port d6f00178-9d81-412b-934d-67ffb6b69570, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6f00178-9d81-412b-934d-67ffb6b69570,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:29.931543 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2890456a-c024-4743-aa55-dc3bbde9895f req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:30.117650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2890456a-c024-4743-aa55-dc3bbde9895f req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:30.118017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2890456a-c024-4743-aa55-dc3bbde9895f req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:30.118348 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [req-2890456a-c024-4743-aa55-dc3bbde9895f req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Floating IP 01a5fd66-e05f-4dd8-9bbd-8f3c72604d08 disassociated. External IP: 172.26.7.129, port: d6f00178-9d81-412b-934d-67ffb6b69570. Jan 21 09:58:30.118696 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-2890456a-c024-4743-aa55-dc3bbde9895f req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Calling delete_port for d6f00178-9d81-412b-934d-67ffb6b69570 owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:58:30.254030 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2890456a-c024-4743-aa55-dc3bbde9895f req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:30.283802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Pushing event deleted for resources: {'Port': ['ID=d6f00178-9d81-412b-934d-67ffb6b69570,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:30.295881 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:30.296233 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:30.296587 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:30.296916 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:30.297241 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:30.297610 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:30.297936 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:30.298265 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:30.298587 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:30.298910 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:30.299230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:30.299547 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:30.426780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2890456a-c024-4743-aa55-dc3bbde9895f req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:58:30.544357 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2890456a-c024-4743-aa55-dc3bbde9895f req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:58:30.554656 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a492095-faf3-4585-bc58-0e4b9de87c12 None None] Sync routers for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:58:30.565033 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a492095-faf3-4585-bc58-0e4b9de87c12 None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:30.566001 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4a492095-faf3-4585-bc58-0e4b9de87c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:58:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:30.588430 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2890456a-c024-4743-aa55-dc3bbde9895f req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] No DVR routers for this DVR port d6f00178-9d81-412b-934d-67ffb6b69570 on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:58:30.590980 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-2890456a-c024-4743-aa55-dc3bbde9895f req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:30.594954 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2890456a-c024-4743-aa55-dc3bbde9895f req-815cede3-a183-4402-a70a-b449cf899033 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.113 "DELETE /v2.0/ports/d6f00178-9d81-412b-934d-67ffb6b69570 HTTP/1.1" status: 204 len: 173 time: 0.8402581 Jan 21 09:58:30.594954 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'name': 'network-vif-deleted', 'tag': 'd6f00178-9d81-412b-934d-67ffb6b69570'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:30.597259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645e0584-2395-4503-bc67-25104614d49a" -d '{"events": [{"server_uuid": "d8503f57-64c0-4d83-9620-0f30897bcb20", "name": "network-vif-deleted", "tag": "d6f00178-9d81-412b-934d-67ffb6b69570"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:58:30.682494 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-4a492095-faf3-4585-bc58-0e4b9de87c12 None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:58:30.703320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b02fc79-c58a-432f-b98c-f42192edd94a x-openstack-request-id: req-4b02fc79-c58a-432f-b98c-f42192edd94a {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:58:30.703614 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8503f57-64c0-4d83-9620-0f30897bcb20", "name": "network-vif-deleted", "tag": "d6f00178-9d81-412b-934d-67ffb6b69570", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:58:30.703862 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4b02fc79-c58a-432f-b98c-f42192edd94a {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:58:30.704259 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8503f57-64c0-4d83-9620-0f30897bcb20', 'name': 'network-vif-deleted', 'tag': 'd6f00178-9d81-412b-934d-67ffb6b69570', 'status': 'completed', 'code': 200} Jan 21 09:58:30.898776 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-432d7f06-ec09-434a-bc84-90c04fa0542c req-4885dd5c-de51-4114-b321-1273b7bdd3d7 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 210 time: 0.0443120 Jan 21 09:58:30.905961 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4a492095-faf3-4585-bc58-0e4b9de87c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:30.932699 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a492095-faf3-4585-bc58-0e4b9de87c12 None None] Checking router: 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:58:30.941413 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a492095-faf3-4585-bc58-0e4b9de87c12 None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:30.942251 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4a492095-faf3-4585-bc58-0e4b9de87c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:58:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:31.055886 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-4a492095-faf3-4585-bc58-0e4b9de87c12 None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:58:31.361351 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4a492095-faf3-4585-bc58-0e4b9de87c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:31.394110 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a492095-faf3-4585-bc58-0e4b9de87c12 None None] The sync data for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv is: [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 4, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '6678b6b0-7caf-48d1-8d8a-abb154ff6948', 'name': '', 'network_id': 'b6426bb3-4ac3-4faa-89b3-c7df57d791b4', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'mac_address': 'fa:16:3e:cb:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:58Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'subnets': [{'id': '0b7cf646-2ba4-40cf-85e5-05ef3194a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:58:31.656995 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24234fa9-2e29-4e87-bc13-75c75e8fb506 None None] New status for floating IP 01a5fd66-e05f-4dd8-9bbd-8f3c72604d08: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:58:32.003438 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f1a55a7c-28e2-43a0-a62e-92d0086d7eda req-450b2e3d-578b-4ec1-bb36-4f71855b24b0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 210 time: 0.0300627 Jan 21 09:58:33.099237 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ddde1f87-0d0d-49eb-bd91-37c71e1198a7 req-731aeadf-1880-4bb0-916b-cd985d21425a tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 210 time: 0.0266907 Jan 21 09:58:33.139461 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d6f00178-9d81-412b-934d-67ffb6b69570 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:58:33.160111 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: d6f00178-9d81-412b-934d-67ffb6b69570 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:58:33.160443 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d6f00178-9d81-412b-934d-67ffb6b69570 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:58:34.205278 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-68e5c2ac-d0d1-4e82-bd99-0e39637f4be3 req-24e7c240-7c81-42cb-b307-5667ce7807c0 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8503f57-64c0-4d83-9620-0f30897bcb20 HTTP/1.1" status: 200 len: 210 time: 0.0278125 Jan 21 09:58:35.888184 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-af507b48-8603-4c2b-a34b-6b8b8e815631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.031236 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48354) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:58:38.096497 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-49081d09-4e08-436a-ba82-8272094c2654 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.119857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-49081d09-4e08-436a-ba82-8272094c2654 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.167077 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-49081d09-4e08-436a-ba82-8272094c2654 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.169794 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-49081d09-4e08-436a-ba82-8272094c2654 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.170939 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-49081d09-4e08-436a-ba82-8272094c2654 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "DELETE /v2.0/security-groups/b7d5256c-ba30-495c-b6f2-9f6c700eac17 HTTP/1.1" status: 204 len: 168 time: 0.1370461 Jan 21 09:58:38.174326 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48356) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:58:38.191045 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49081d09-4e08-436a-ba82-8272094c2654 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d5256c-ba30-495c-b6f2-9f6c700eac17,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:38.193102 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-31ce2636-d198-4d1c-83e0-90de7a7a5832 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] show failed (client error): The resource could not be found. Jan 21 09:58:38.197117 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-31ce2636-d198-4d1c-83e0-90de7a7a5832 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "GET /v2.0/security-groups/b7d5256c-ba30-495c-b6f2-9f6c700eac17 HTTP/1.1" status: 404 len: 347 time: 0.0218575 Jan 21 09:58:38.197232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48358) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:58:38.271135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ea5d0150-346c-4cb7-97d0-47131b0edfa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.327642 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Deleting port 60f70154-bc9f-4f36-a290-37202b2c0c04 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:58:38.327906 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.405152 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.405503 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.417679 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Calling delete_port for 60f70154-bc9f-4f36-a290-37202b2c0c04 owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:58:38.563982 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.602499 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Pushing event deleted for resources: {'Port': ['ID=60f70154-bc9f-4f36-a290-37202b2c0c04,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:38.643297 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.643641 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.643981 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.644312 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.644639 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.644976 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.645299 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.645652 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.645981 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.646992 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.647425 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.647751 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.670447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.673318 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.674483 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-35b6b290-3372-44b0-9632-7de2150282e1 tempest-ServerActionsTestJSON-768251550 tempest-ServerActionsTestJSON-768251550-project] 10.222.0.88 "DELETE /v2.0/floatingips/01a5fd66-e05f-4dd8-9bbd-8f3c72604d08 HTTP/1.1" status: 204 len: 168 time: 0.4760666 Jan 21 09:58:38.677441 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48360) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:58:39.100859 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-33aa417e-ffa0-490a-bb9f-c8f3fae09d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.344129 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.363964 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-33aa417e-ffa0-490a-bb9f-c8f3fae09d9c admin admin] Deleting port 6678b6b0-7caf-48d1-8d8a-abb154ff6948 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:58:39.364533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-33aa417e-ffa0-490a-bb9f-c8f3fae09d9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.450404 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-33aa417e-ffa0-490a-bb9f-c8f3fae09d9c admin admin] For port 6678b6b0-7caf-48d1-8d8a-abb154ff6948, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6678b6b0-7caf-48d1-8d8a-abb154ff6948,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:39.450787 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-33aa417e-ffa0-490a-bb9f-c8f3fae09d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.463090 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-33aa417e-ffa0-490a-bb9f-c8f3fae09d9c admin admin] Calling delete_port for 6678b6b0-7caf-48d1-8d8a-abb154ff6948 owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:58:39.639718 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-33aa417e-ffa0-490a-bb9f-c8f3fae09d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.665856 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa417e-ffa0-490a-bb9f-c8f3fae09d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=6678b6b0-7caf-48d1-8d8a-abb154ff6948,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:39.839881 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-33aa417e-ffa0-490a-bb9f-c8f3fae09d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.052217 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33aa417e-ffa0-490a-bb9f-c8f3fae09d9c admin admin] Router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:58:40.160850 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33aa417e-ffa0-490a-bb9f-c8f3fae09d9c admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:58:40.166459 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-33aa417e-ffa0-490a-bb9f-c8f3fae09d9c admin admin] 10.222.0.88 "PUT /v2.0/routers/1e7b5551-d9d2-42ef-a80a-b784bacd18e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4877598 Jan 21 09:58:40.168991 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48364) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:58:40.171648 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbdac87-918a-4bb7-8c2f-afd023dec9fe None None] Sync routers for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:58:40.182518 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbdac87-918a-4bb7-8c2f-afd023dec9fe None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:40.183134 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-bcbdac87-918a-4bb7-8c2f-afd023dec9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:58:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:40.272523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4e35fb19-d5e7-4f33-93f5-930cf8f7f50f admin admin] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.284020 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-bcbdac87-918a-4bb7-8c2f-afd023dec9fe None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:58:40.375340 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4e35fb19-d5e7-4f33-93f5-930cf8f7f50f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.427689 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4e35fb19-d5e7-4f33-93f5-930cf8f7f50f admin admin] Deleting port ddfe364b-e1de-4f9f-b901-7095b1f85f27 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:58:40.428340 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4e35fb19-d5e7-4f33-93f5-930cf8f7f50f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.463207 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-bcbdac87-918a-4bb7-8c2f-afd023dec9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:58:39Z', 'revision_number': 5, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port': {'id': 'ddfe364b-e1de-4f9f-b901-7095b1f85f27', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:40.491070 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbdac87-918a-4bb7-8c2f-afd023dec9fe None None] Checking router: 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:58:40.499631 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbdac87-918a-4bb7-8c2f-afd023dec9fe None None] Routers {'1e7b5551-d9d2-42ef-a80a-b784bacd18e4'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:40.500234 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-bcbdac87-918a-4bb7-8c2f-afd023dec9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:58:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:40.509801 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-4e35fb19-d5e7-4f33-93f5-930cf8f7f50f admin admin] For port ddfe364b-e1de-4f9f-b901-7095b1f85f27, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ddfe364b-e1de-4f9f-b901-7095b1f85f27,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:40.510187 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4e35fb19-d5e7-4f33-93f5-930cf8f7f50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.522098 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4e35fb19-d5e7-4f33-93f5-930cf8f7f50f admin admin] Calling delete_port for ddfe364b-e1de-4f9f-b901-7095b1f85f27 owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:58:40.584351 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-bcbdac87-918a-4bb7-8c2f-afd023dec9fe None None] Set router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:58:40.636626 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-bcbdac87-918a-4bb7-8c2f-afd023dec9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:58:40Z', 'revision_number': 6, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:40.667309 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbdac87-918a-4bb7-8c2f-afd023dec9fe None None] The sync data for ids ['1e7b5551-d9d2-42ef-a80a-b784bacd18e4'] in dv-neutron-825721-1-hyperv is: [{'id': '1e7b5551-d9d2-42ef-a80a-b784bacd18e4', 'name': 'tempest-ServerActionsTestJSON-1589943241-router', 'tenant_id': '80f724a399174c8ea5bd4d78339a91b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:58:40Z', 'revision_number': 6, 'project_id': '80f724a399174c8ea5bd4d78339a91b6', 'gw_port_host': None}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:58:40.690215 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4e35fb19-d5e7-4f33-93f5-930cf8f7f50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.718052 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35fb19-d5e7-4f33-93f5-930cf8f7f50f admin admin] Pushing event deleted for resources: {'Port': ['ID=ddfe364b-e1de-4f9f-b901-7095b1f85f27,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:40.775317 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4e35fb19-d5e7-4f33-93f5-930cf8f7f50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.864736 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4e35fb19-d5e7-4f33-93f5-930cf8f7f50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.866877 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4e35fb19-d5e7-4f33-93f5-930cf8f7f50f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.913782 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4e35fb19-d5e7-4f33-93f5-930cf8f7f50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.914329 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e35fb19-d5e7-4f33-93f5-930cf8f7f50f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e7b5551-d9d2-42ef-a80a-b784bacd18e4 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:58:40.918995 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4e35fb19-d5e7-4f33-93f5-930cf8f7f50f admin admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.920307 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4e35fb19-d5e7-4f33-93f5-930cf8f7f50f admin admin] 10.222.0.88 "DELETE /v2.0/routers/1e7b5551-d9d2-42ef-a80a-b784bacd18e4 HTTP/1.1" status: 204 len: 168 time: 0.7502797 Jan 21 09:58:40.922910 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48366) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:58:40.967499 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8697b24-e999-41dc-95ca-22bd44092822 admin admin] Deleting subnet 0b7cf646-2ba4-40cf-85e5-05ef3194a899 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:58:40.970362 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d8697b24-e999-41dc-95ca-22bd44092822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.002984 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d8697b24-e999-41dc-95ca-22bd44092822 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.092269 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d8697b24-e999-41dc-95ca-22bd44092822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.155031 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d8697b24-e999-41dc-95ca-22bd44092822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.178987 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8697b24-e999-41dc-95ca-22bd44092822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b7cf646-2ba4-40cf-85e5-05ef3194a899,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:41.184703 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d8697b24-e999-41dc-95ca-22bd44092822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.188001 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d8697b24-e999-41dc-95ca-22bd44092822 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0b7cf646-2ba4-40cf-85e5-05ef3194a899 HTTP/1.1" status: 204 len: 168 time: 0.2641790 Jan 21 09:58:41.190485 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48368) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:58:41.192392 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347c22ed-30a5-4d7c-a607-429f7c5282e5 None None] Network b6426bb3-4ac3-4faa-89b3-c7df57d791b4 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:58:41.260818 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.321521 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] Deleting port 5e5b4e06-0521-497d-afb9-441d316bad91 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:58:41.321870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.420406 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.423046 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.449058 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6678b6b0-7caf-48d1-8d8a-abb154ff6948 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:58:41.472491 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 6678b6b0-7caf-48d1-8d8a-abb154ff6948 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:58:41.472830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6678b6b0-7caf-48d1-8d8a-abb154ff6948 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:58:41.563060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1386f4ed-7f3c-4469-abe1-266f151da9a0 None None] DHCP port deletion for b6426bb3-4ac3-4faa-89b3-c7df57d791b4 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:58:41.613119 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-1386f4ed-7f3c-4469-abe1-266f151da9a0 None None] Deleting port 5e5b4e06-0521-497d-afb9-441d316bad91 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:58:41.613524 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1386f4ed-7f3c-4469-abe1-266f151da9a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.682652 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-1386f4ed-7f3c-4469-abe1-266f151da9a0 None None] For port 5e5b4e06-0521-497d-afb9-441d316bad91, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5e5b4e06-0521-497d-afb9-441d316bad91,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:41.683288 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1386f4ed-7f3c-4469-abe1-266f151da9a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.697965 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-1386f4ed-7f3c-4469-abe1-266f151da9a0 None None] Calling delete_port for 5e5b4e06-0521-497d-afb9-441d316bad91 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:58:41.759931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] For port 5e5b4e06-0521-497d-afb9-441d316bad91, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5e5b4e06-0521-497d-afb9-441d316bad91,segment=NetworkSegment(fb55090f-c4b9-4a31-9bfa-96abf01ed244),segment_id=fb55090f-c4b9-4a31-9bfa-96abf01ed244)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:41.760448 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.772647 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] Calling delete_port for 5e5b4e06-0521-497d-afb9-441d316bad91 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:58:41.782254 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1386f4ed-7f3c-4469-abe1-266f151da9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.813228 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386f4ed-7f3c-4469-abe1-266f151da9a0 None None] Pushing event deleted for resources: {'Port': ['ID=5e5b4e06-0521-497d-afb9-441d316bad91,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:41.815094 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1386f4ed-7f3c-4469-abe1-266f151da9a0 None None] No DVR routers for this DVR port 5e5b4e06-0521-497d-afb9-441d316bad91 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:58:41.858258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.883156 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5b4e06-0521-497d-afb9-441d316bad91,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:41.887405 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] No DVR routers for this DVR port 5e5b4e06-0521-497d-afb9-441d316bad91 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:58:41.956709 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.981077 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6426bb3-4ac3-4faa-89b3-c7df57d791b4']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:41.990118 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb55090f-c4b9-4a31-9bfa-96abf01ed244') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:41.990421 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb55090f-c4b9-4a31-9bfa-96abf01ed244') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:41.999756 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.013702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.020012 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:58:42.020572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: self.session.flush() Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:58:42.022784 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:58:42.076982 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.082924 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.086774 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] 10.222.0.88 "DELETE /v2.0/networks/b6426bb3-4ac3-4faa-89b3-c7df57d791b4 HTTP/1.1" status: 204 len: 168 time: 0.8948150 Jan 21 09:58:42.098188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcfa76-4d84-491b-a95b-8356bfbb76bf admin admin] Pushing event deleted for resources: {'Network': ['ID=b6426bb3-4ac3-4faa-89b3-c7df57d791b4,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:42.192679 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48372) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:58:42.231854 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-baf55d1d-4c94-4c75-9051-132b8354c1a9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=80f724a399174c8ea5bd4d78339a91b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372479 Jan 21 09:58:42.234166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48374) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:58:42.280757 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75dd3a38-95f0-451e-b745-0d0c0fe6b809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.304518 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75dd3a38-95f0-451e-b745-0d0c0fe6b809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.349867 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75dd3a38-95f0-451e-b745-0d0c0fe6b809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.352530 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-75dd3a38-95f0-451e-b745-0d0c0fe6b809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.354199 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-75dd3a38-95f0-451e-b745-0d0c0fe6b809 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/096174ba-51df-4ee3-8879-dbf8144bbf82 HTTP/1.1" status: 204 len: 168 time: 0.1187158 Jan 21 09:58:42.361519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd3a38-95f0-451e-b745-0d0c0fe6b809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096174ba-51df-4ee3-8879-dbf8144bbf82,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:42.807762 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ddfe364b-e1de-4f9f-b901-7095b1f85f27 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:58:42.828641 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: ddfe364b-e1de-4f9f-b901-7095b1f85f27 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:58:42.828984 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ddfe364b-e1de-4f9f-b901-7095b1f85f27 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:58:42.829402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5e5b4e06-0521-497d-afb9-441d316bad91 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:58:42.847875 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 5e5b4e06-0521-497d-afb9-441d316bad91 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:58:42.848220 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5e5b4e06-0521-497d-afb9-441d316bad91 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:58:43.024826 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48396) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:58:43.131702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-23beb3ee-1b7f-49a9-a048-da1d5f1f9f06 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1323544467-network', 'tenant_id': '751d93c676b64e1a9d9b8f25c744fa85'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:58:43.154008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23beb3ee-1b7f-49a9-a048-da1d5f1f9f06 admin admin] Made reservation on behalf of 751d93c676b64e1a9d9b8f25c744fa85 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:58:43.156248 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23beb3ee-1b7f-49a9-a048-da1d5f1f9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.164962 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23beb3ee-1b7f-49a9-a048-da1d5f1f9f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.237039 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23beb3ee-1b7f-49a9-a048-da1d5f1f9f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.241958 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23beb3ee-1b7f-49a9-a048-da1d5f1f9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.264882 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23beb3ee-1b7f-49a9-a048-da1d5f1f9f06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:58:43.273419 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beb3ee-1b7f-49a9-a048-da1d5f1f9f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff2153b-a67f-4de5-a382-0ccb1ab066de,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:43.279929 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23beb3ee-1b7f-49a9-a048-da1d5f1f9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.280264 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-23beb3ee-1b7f-49a9-a048-da1d5f1f9f06 admin admin] Added segment 2dd47229-259a-4ec7-82b4-9c81ad7b3a81 of type vlan for network 5f856b30-299a-4e4b-8dec-751fae1e1ae0 Jan 21 09:58:43.320628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23beb3ee-1b7f-49a9-a048-da1d5f1f9f06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.344274 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23beb3ee-1b7f-49a9-a048-da1d5f1f9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.345216 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23beb3ee-1b7f-49a9-a048-da1d5f1f9f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:43.345804 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-23beb3ee-1b7f-49a9-a048-da1d5f1f9f06 admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.395111 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-23beb3ee-1b7f-49a9-a048-da1d5f1f9f06 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3690012 Jan 21 09:58:43.398717 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48400) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:58:43.403931 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-1bac8e7c-f422-4093-a7fb-40387920c272 admin admin] Request body: {'subnet': {'network_id': '5f856b30-299a-4e4b-8dec-751fae1e1ae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1323544467-subnet', 'tenant_id': '751d93c676b64e1a9d9b8f25c744fa85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:58:43.410684 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beb3ee-1b7f-49a9-a048-da1d5f1f9f06 admin admin] Pushing event updated for resources: {'Network': ['ID=5f856b30-299a-4e4b-8dec-751fae1e1ae0,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:43.422570 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 5f856b30-299a-4e4b-8dec-751fae1e1ae0 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:58:43.429495 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bac8e7c-f422-4093-a7fb-40387920c272 admin admin] Made reservation on behalf of 751d93c676b64e1a9d9b8f25c744fa85 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:58:43.431954 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bac8e7c-f422-4093-a7fb-40387920c272 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.612732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bac8e7c-f422-4093-a7fb-40387920c272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.672256 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac8e7c-f422-4093-a7fb-40387920c272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0bed8b3-0e6b-4305-be37-656eeb840884,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:43.677773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bac8e7c-f422-4093-a7fb-40387920c272 admin admin] Checking segment: {'id': '2dd47229-259a-4ec7-82b4-9c81ad7b3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f856b30-299a-4e4b-8dec-751fae1e1ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:58:43.678155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bac8e7c-f422-4093-a7fb-40387920c272 admin admin] Network hostable DHCP agents. Network: 5f856b30-299a-4e4b-8dec-751fae1e1ae0, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:58:43.695736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bac8e7c-f422-4093-a7fb-40387920c272 admin admin] Network 5f856b30-299a-4e4b-8dec-751fae1e1ae0 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:58:43.706119 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-1bac8e7c-f422-4093-a7fb-40387920c272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 5f856b30-299a-4e4b-8dec-751fae1e1ae0) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:58:43.715821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d15ed6-ab9f-4562-a733-eac7bc70bb6f None None] Network 5f856b30-299a-4e4b-8dec-751fae1e1ae0 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:58:43.716364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bac8e7c-f422-4093-a7fb-40387920c272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:43.716949 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1bac8e7c-f422-4093-a7fb-40387920c272 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.741446 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1bac8e7c-f422-4093-a7fb-40387920c272 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3413503 Jan 21 09:58:43.851716 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1162852-a366-4796-8c5f-41f83cd64923 None None] Network 5f856b30-299a-4e4b-8dec-751fae1e1ae0 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:58:44.159408 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-0ad31345-307d-4bfb-8185-a67668468844 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:44.160790 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-0ad31345-307d-4bfb-8185-a67668468844 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/networks?id=5f856b30-299a-4e4b-8dec-751fae1e1ae0 HTTP/1.1" status: 200 len: 814 time: 0.1054955 Jan 21 09:58:44.175588 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-e65e8632-b43d-45a2-8566-79d8657d7def tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/quotas/751d93c676b64e1a9d9b8f25c744fa85 HTTP/1.1" status: 200 len: 375 time: 0.0089741 Jan 21 09:58:44.208199 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-80a62f14-cd11-4efe-a4a8-873951e72a1f tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=751d93c676b64e1a9d9b8f25c744fa85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267811 Jan 21 09:58:44.300174 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-6944b3e0-ff8d-466d-8366-03a641e79a4d service neutron] 10.222.0.88 "GET /v2.0/networks/5f856b30-299a-4e4b-8dec-751fae1e1ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847287 Jan 21 09:58:44.390118 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-cc1a774b-5e55-4eef-9cfd-4f7934ba8003 service neutron] 10.222.0.88 "GET /v2.0/networks/5f856b30-299a-4e4b-8dec-751fae1e1ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827017 Jan 21 09:58:44.549053 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7f35c536-3be1-4b05-b0da-f6a9e710e554 req-2af882f8-3289-458e-8a8e-ba6b89eabfe7 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 210 time: 0.0282774 Jan 21 09:58:45.557801 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-bf25baf0-58cf-4e95-a4d9-8ba0d0b1366d tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:45.559867 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-bf25baf0-58cf-4e95-a4d9-8ba0d0b1366d tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.113 "GET /v2.0/networks?id=5f856b30-299a-4e4b-8dec-751fae1e1ae0 HTTP/1.1" status: 200 len: 814 time: 0.1144223 Jan 21 09:58:45.573925 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-b7fb5b0f-458b-4187-b26f-6a843bd1fbf8 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Request body: {'port': {'device_id': 'a6e43b0d-e083-4645-a307-935e5ef33109', 'network_id': '5f856b30-299a-4e4b-8dec-751fae1e1ae0', 'admin_state_up': True, 'tenant_id': '751d93c676b64e1a9d9b8f25c744fa85'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:58:45.655197 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-de542a0d-2d0e-4d32-ac11-3b5950768abb req-cbb25536-6a9a-4019-8c8d-6b0bad62537d tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 210 time: 0.0328333 Jan 21 09:58:45.712305 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-b7fb5b0f-458b-4187-b26f-6a843bd1fbf8 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Made reservation on behalf of 751d93c676b64e1a9d9b8f25c744fa85 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:58:45.715789 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-b7fb5b0f-458b-4187-b26f-6a843bd1fbf8 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:45.845724 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-b7fb5b0f-458b-4187-b26f-6a843bd1fbf8 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Allocated IP 172.20.0.13 (5f856b30-299a-4e4b-8dec-751fae1e1ae0/f0bed8b3-0e6b-4305-be37-656eeb840884/14ebc1d8-4387-4928-9ad9-fa4e750e8de6) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:58:45.994206 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-b7fb5b0f-458b-4187-b26f-6a843bd1fbf8 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.027427 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-b7fb5b0f-458b-4187-b26f-6a843bd1fbf8 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.072499 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-b7fb5b0f-458b-4187-b26f-6a843bd1fbf8 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Network 5f856b30-299a-4e4b-8dec-751fae1e1ae0 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:58:46.075696 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-b7fb5b0f-458b-4187-b26f-6a843bd1fbf8 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:58:46.079351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-b7fb5b0f-458b-4187-b26f-6a843bd1fbf8 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:58:46.086244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb5b0f-458b-4187-b26f-6a843bd1fbf8 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Pushing event updated for resources: {'Port': ['ID=14ebc1d8-4387-4928-9ad9-fa4e750e8de6,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:46.132535 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-b7fb5b0f-458b-4187-b26f-6a843bd1fbf8 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:46.133066 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-b7fb5b0f-458b-4187-b26f-6a843bd1fbf8 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.148703 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-b7fb5b0f-458b-4187-b26f-6a843bd1fbf8 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5798962 Jan 21 09:58:46.160743 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Request body: {'port': {'device_id': 'a6e43b0d-e083-4645-a307-935e5ef33109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:58:46.216305 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.477678 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:58:46.485116 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.497701 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Transition to ACTIVE for port object 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:58:46.501160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.572243 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Pushing event updated for resources: {'Port': ['ID=14ebc1d8-4387-4928-9ad9-fa4e750e8de6,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:46.620012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Attempting to bind port 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:58:46.620340 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Attempting to bind port 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2dd47229-259a-4ec7-82b4-9c81ad7b3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f856b30-299a-4e4b-8dec-751fae1e1ae0'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:58:46.620659 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Attempting to bind port 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 on network 5f856b30-299a-4e4b-8dec-751fae1e1ae0 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:58:46.624756 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Port 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 on network 5f856b30-299a-4e4b-8dec-751fae1e1ae0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:58:46.625067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Attempting to bind port 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 on network 5f856b30-299a-4e4b-8dec-751fae1e1ae0 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:58:46.629830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:58:46.630160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Checking segment: {'id': '2dd47229-259a-4ec7-82b4-9c81ad7b3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f856b30-299a-4e4b-8dec-751fae1e1ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:58:46.630530 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Bound using segment: {'id': '2dd47229-259a-4ec7-82b4-9c81ad7b3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f856b30-299a-4e4b-8dec-751fae1e1ae0'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:58:46.630943 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Bound port: 14ebc1d8-4387-4928-9ad9-fa4e750e8de6, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd47229-259a-4ec7-82b4-9c81ad7b3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f856b30-299a-4e4b-8dec-751fae1e1ae0'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:58:46.631284 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.695663 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] For port 14ebc1d8-4387-4928-9ad9-fa4e750e8de6, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:58:46.698789 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] For port 14ebc1d8-4387-4928-9ad9-fa4e750e8de6, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=14ebc1d8-4387-4928-9ad9-fa4e750e8de6,segment=NetworkSegment(2dd47229-259a-4ec7-82b4-9c81ad7b3a81),segment_id=2dd47229-259a-4ec7-82b4-9c81ad7b3a81)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:58:46.703688 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.738016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:46.738640 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.740470 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] 10.222.0.113 "PUT /v2.0/ports/14ebc1d8-4387-4928-9ad9-fa4e750e8de6 HTTP/1.1" status: 200 len: 1094 time: 0.5837963 Jan 21 09:58:46.740917 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e43b0d-e083-4645-a307-935e5ef33109', 'tag': '14ebc1d8-4387-4928-9ad9-fa4e750e8de6'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:46.743533 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ea321d-46e7-4de1-ac23-a699894c1794" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e43b0d-e083-4645-a307-935e5ef33109", "tag": "14ebc1d8-4387-4928-9ad9-fa4e750e8de6"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:58:46.772471 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1b83a-a994-4988-982c-413725d97e95 service neutron] Pushing event updated for resources: {'Port': ['ID=14ebc1d8-4387-4928-9ad9-fa4e750e8de6,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:46.791081 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56036cb-ef45-4893-92e9-1f1f6ab2ad54 req-31fffed1-7267-47e7-ba01-ac7eb1091492 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:46.792394 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6adb614-1ccb-4be9-8345-38dcbaa396ee x-openstack-request-id: req-e6adb614-1ccb-4be9-8345-38dcbaa396ee {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:58:46.792617 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e56036cb-ef45-4893-92e9-1f1f6ab2ad54 req-31fffed1-7267-47e7-ba01-ac7eb1091492 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 944 time: 0.0691793 Jan 21 09:58:46.792735 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e43b0d-e083-4645-a307-935e5ef33109", "tag": "14ebc1d8-4387-4928-9ad9-fa4e750e8de6", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:58:46.792930 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e6adb614-1ccb-4be9-8345-38dcbaa396ee {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:58:46.793332 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e43b0d-e083-4645-a307-935e5ef33109', 'tag': '14ebc1d8-4387-4928-9ad9-fa4e750e8de6', 'status': 'completed', 'code': 200} Jan 21 09:58:46.840711 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e56036cb-ef45-4893-92e9-1f1f6ab2ad54 req-b5dc779a-0251-4957-a5c1-dba3d7829331 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413640 Jan 21 09:58:46.844350 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-27e0fc2f-f155-4ffb-98a3-648c2815fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:46.845913 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-27e0fc2f-f155-4ffb-98a3-648c2815fc46 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=751d93c676b64e1a9d9b8f25c744fa85&device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 1097 time: 0.0498509 Jan 21 09:58:46.887543 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-0ea4cdd8-0df7-4b43-ad50-b0f2e1902f6c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ebc1d8-4387-4928-9ad9-fa4e750e8de6 HTTP/1.1" status: 200 len: 217 time: 0.0346711 Jan 21 09:58:46.934791 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-521dbd3c-cd2c-432e-8198-e71c6d8bf228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:46.936205 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-521dbd3c-cd2c-432e-8198-e71c6d8bf228 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f0bed8b3-0e6b-4305-be37-656eeb840884 HTTP/1.1" status: 200 len: 854 time: 0.0428226 Jan 21 09:58:46.971512 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-92ceaa56-fe1d-4fcd-ad3f-1ed41c3a342e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=5f856b30-299a-4e4b-8dec-751fae1e1ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292556 Jan 21 09:58:47.063760 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-cb2a7363-4f03-4f46-991b-7de2d90f7c7d service neutron] 10.222.0.113 "GET /v2.0/networks/5f856b30-299a-4e4b-8dec-751fae1e1ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858276 Jan 21 09:58:47.152347 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6de68d67-ce91-4e4a-b7a2-9665a68ac9e7 req-197f8826-9278-40b7-a205-33e8bf453e95 service neutron] 10.222.0.113 "GET /v2.0/networks/5f856b30-299a-4e4b-8dec-751fae1e1ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813196 Jan 21 09:58:47.246565 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea321d-46e7-4de1-ac23-a699894c1794 req-b72992c9-eef9-4a54-a7b8-75825b0f52ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:47.248097 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c0ea321d-46e7-4de1-ac23-a699894c1794 req-b72992c9-eef9-4a54-a7b8-75825b0f52ec service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=751d93c676b64e1a9d9b8f25c744fa85&device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 1097 time: 0.0456338 Jan 21 09:58:47.337247 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea321d-46e7-4de1-ac23-a699894c1794 req-bdf89a79-ea6e-4793-9ea3-096590cea055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:47.338665 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c0ea321d-46e7-4de1-ac23-a699894c1794 req-bdf89a79-ea6e-4793-9ea3-096590cea055 service neutron] 10.222.0.113 "GET /v2.0/networks?id=5f856b30-299a-4e4b-8dec-751fae1e1ae0 HTTP/1.1" status: 200 len: 915 time: 0.0838664 Jan 21 09:58:47.385595 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c0ea321d-46e7-4de1-ac23-a699894c1794 req-8e80ed6d-258c-455f-b59d-b2c6805ffcc4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ebc1d8-4387-4928-9ad9-fa4e750e8de6 HTTP/1.1" status: 200 len: 217 time: 0.0393229 Jan 21 09:58:47.433916 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea321d-46e7-4de1-ac23-a699894c1794 req-f0cdf767-b299-42a7-8252-7c36772bcc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:47.435356 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c0ea321d-46e7-4de1-ac23-a699894c1794 req-f0cdf767-b299-42a7-8252-7c36772bcc9b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f0bed8b3-0e6b-4305-be37-656eeb840884 HTTP/1.1" status: 200 len: 854 time: 0.0437312 Jan 21 09:58:47.467432 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c0ea321d-46e7-4de1-ac23-a699894c1794 req-dd4cf142-f5d0-4210-a8c7-cbe28657670c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=5f856b30-299a-4e4b-8dec-751fae1e1ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249989 Jan 21 09:58:47.555291 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c0ea321d-46e7-4de1-ac23-a699894c1794 req-44d00eb6-781a-4c2e-8b1e-2683f4c3bfb4 service neutron] 10.222.0.113 "GET /v2.0/networks/5f856b30-299a-4e4b-8dec-751fae1e1ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808597 Jan 21 09:58:47.646423 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c0ea321d-46e7-4de1-ac23-a699894c1794 req-2e063d1b-d938-442d-8ae0-578e74e9fe40 service neutron] 10.222.0.113 "GET /v2.0/networks/5f856b30-299a-4e4b-8dec-751fae1e1ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841768 Jan 21 09:58:47.959795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049d7bd-e06a-40e0-ab28-32a1e059acc6 req-8559a222-f6c8-41d8-a37b-f2f66c46b9b5 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:47.962217 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6049d7bd-e06a-40e0-ab28-32a1e059acc6 req-8559a222-f6c8-41d8-a37b-f2f66c46b9b5 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 944 time: 0.0524912 Jan 21 09:58:48.002763 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6049d7bd-e06a-40e0-ab28-32a1e059acc6 req-dd646e9d-067d-46f6-8225-40ebb84310ce tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338993 Jan 21 09:58:49.123151 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31774b4d-c2e7-4499-957f-e4fa484420cd req-16dc6c1a-5caf-43ad-99d5-1f7ca1123da4 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:49.124626 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-31774b4d-c2e7-4499-957f-e4fa484420cd req-16dc6c1a-5caf-43ad-99d5-1f7ca1123da4 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 944 time: 0.0535307 Jan 21 09:58:49.161389 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-31774b4d-c2e7-4499-957f-e4fa484420cd req-08dee36d-b30f-48ce-928c-c34027fef629 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308063 Jan 21 09:58:50.284291 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b2305-9c6a-42e9-8bf3-b2fdaddbd8fb req-a50b4148-a53c-4cca-8edf-84efd59b6d76 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:50.285815 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-de4b2305-9c6a-42e9-8bf3-b2fdaddbd8fb req-a50b4148-a53c-4cca-8edf-84efd59b6d76 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 944 time: 0.0577438 Jan 21 09:58:50.329259 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-de4b2305-9c6a-42e9-8bf3-b2fdaddbd8fb req-51751a2e-4ec7-446f-9896-9caaaa02eea2 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346975 Jan 21 09:58:51.248174 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:58:51.347461 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 14ebc1d8-4387-4928-9ad9-fa4e750e8de6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=14ebc1d8-4387-4928-9ad9-fa4e750e8de6,segment=NetworkSegment(2dd47229-259a-4ec7-82b4-9c81ad7b3a81),segment_id=2dd47229-259a-4ec7-82b4-9c81ad7b3a81)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:51.360849 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '14ebc1d8-4387-4928-9ad9-fa4e750e8de6', 'network_id': '5f856b30-299a-4e4b-8dec-751fae1e1ae0', 'port_id': '14ebc1d8-4387-4928-9ad9-fa4e750e8de6', 'mac_address': 'fa:16:3e:5d:1c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0bed8b3-0e6b-4305-be37-656eeb840884', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:58:51.402029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:51.415943 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:58:51.436458 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 14ebc1d8-4387-4928-9ad9-fa4e750e8de6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=14ebc1d8-4387-4928-9ad9-fa4e750e8de6,segment=NetworkSegment(2dd47229-259a-4ec7-82b4-9c81ad7b3a81),segment_id=2dd47229-259a-4ec7-82b4-9c81ad7b3a81)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:51.444939 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:51.449221 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9223f7b-0f8d-4459-b371-a3b79e1a53fc req-d964fb74-757b-4975-be27-f60e9f1f2b68 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:51.450919 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a9223f7b-0f8d-4459-b371-a3b79e1a53fc req-d964fb74-757b-4975-be27-f60e9f1f2b68 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 944 time: 0.0542367 Jan 21 09:58:51.500021 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=14ebc1d8-4387-4928-9ad9-fa4e750e8de6,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:51.504966 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a9223f7b-0f8d-4459-b371-a3b79e1a53fc req-2c1f04af-3cc1-41f9-a786-232f5b924d97 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479958 Jan 21 09:58:51.649819 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['14ebc1d8-4387-4928-9ad9-fa4e750e8de6'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:58:52.621382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa3e84-78a1-4cd7-9a0f-c637bbe8dba2 req-57dfbec7-341f-46f8-b7af-04c6789ad0fd tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:52.622907 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1cfa3e84-78a1-4cd7-9a0f-c637bbe8dba2 req-57dfbec7-341f-46f8-b7af-04c6789ad0fd tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 945 time: 0.0492864 Jan 21 09:58:52.662471 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1cfa3e84-78a1-4cd7-9a0f-c637bbe8dba2 req-e9cbde61-e4ff-4491-a460-20ad8521219b tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335875 Jan 21 09:58:53.264782 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:58:53.316922 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:58:53.324955 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:53.325665 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:53.410618 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:53.435793 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e43b0d-e083-4645-a307-935e5ef33109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ebc1d8-4387-4928-9ad9-fa4e750e8de6'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:53.438106 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de57cded-6ce1-41ff-9466-3645329a2720" -d '{"events": [{"server_uuid": "a6e43b0d-e083-4645-a307-935e5ef33109", "name": "network-vif-plugged", "status": "completed", "tag": "14ebc1d8-4387-4928-9ad9-fa4e750e8de6"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:58:53.452440 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 14ebc1d8-4387-4928-9ad9-fa4e750e8de6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=14ebc1d8-4387-4928-9ad9-fa4e750e8de6,segment=NetworkSegment(2dd47229-259a-4ec7-82b4-9c81ad7b3a81),segment_id=2dd47229-259a-4ec7-82b4-9c81ad7b3a81)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:53.456882 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:53.486293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e8e041-bf72-421f-be33-c62e9136d870 x-openstack-request-id: req-83e8e041-bf72-421f-be33-c62e9136d870 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:58:53.486293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e43b0d-e083-4645-a307-935e5ef33109", "name": "network-vif-plugged", "status": "completed", "tag": "14ebc1d8-4387-4928-9ad9-fa4e750e8de6", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:58:53.486293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-83e8e041-bf72-421f-be33-c62e9136d870 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:58:53.486293 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e43b0d-e083-4645-a307-935e5ef33109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ebc1d8-4387-4928-9ad9-fa4e750e8de6', 'code': 200} Jan 21 09:58:53.524548 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=14ebc1d8-4387-4928-9ad9-fa4e750e8de6,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:53.650543 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41098184-ad12-4163-afb8-20efb96234b2 req-a047bc56-ac38-4da3-85bb-d158b7c66f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:53.652105 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-41098184-ad12-4163-afb8-20efb96234b2 req-a047bc56-ac38-4da3-85bb-d158b7c66f6f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 1099 time: 0.0410292 Jan 21 09:58:53.692621 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-41098184-ad12-4163-afb8-20efb96234b2 req-3e60388c-bbc4-4876-b2fa-c37322a152ac service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343168 Jan 21 09:58:53.783284 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5c4c2-54b6-4724-b5f0-b4c295df17c9 req-a0d19e7d-813d-4a31-930a-03a24351c492 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:53.784745 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-48d5c4c2-54b6-4724-b5f0-b4c295df17c9 req-a0d19e7d-813d-4a31-930a-03a24351c492 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 946 time: 0.0545747 Jan 21 09:58:53.824677 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-48d5c4c2-54b6-4724-b5f0-b4c295df17c9 req-138c23d8-8fe0-42e5-9630-7fafd549e110 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325410 Jan 21 09:58:54.206545 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:58:54.951134 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ccb8e-409e-4999-8980-c741b0bfe599 req-605e5f74-a003-4e9f-8504-8d610c6286cb tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:54.953430 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c52ccb8e-409e-4999-8980-c741b0bfe599 req-605e5f74-a003-4e9f-8504-8d610c6286cb tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 946 time: 0.0542734 Jan 21 09:58:54.993421 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:55.002911 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c52ccb8e-409e-4999-8980-c741b0bfe599 req-51274c3e-69ee-4af4-b7e0-03047f6c6581 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426719 Jan 21 09:58:55.228668 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-93c28e83-12c6-4fc6-9888-845189cc41fd tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:55.230178 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-93c28e83-12c6-4fc6-9888-845189cc41fd tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/networks?id=5f856b30-299a-4e4b-8dec-751fae1e1ae0 HTTP/1.1" status: 200 len: 814 time: 0.1021802 Jan 21 09:58:55.247391 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-1c4ae77a-9177-44be-8cf4-039c1cbe45af tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/quotas/751d93c676b64e1a9d9b8f25c744fa85 HTTP/1.1" status: 200 len: 375 time: 0.0101457 Jan 21 09:58:55.302791 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-df342518-af82-4e0f-8686-a22e28ca8e2f tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=751d93c676b64e1a9d9b8f25c744fa85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0498123 Jan 21 09:58:55.407193 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-7b030f05-f691-4d59-bbae-5032e8b3b05b service neutron] 10.222.0.88 "GET /v2.0/networks/5f856b30-299a-4e4b-8dec-751fae1e1ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967960 Jan 21 09:58:55.502423 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-e80cdd3e-d147-4499-8524-bc529ec22f24 service neutron] 10.222.0.88 "GET /v2.0/networks/5f856b30-299a-4e4b-8dec-751fae1e1ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887909 Jan 21 09:58:55.677671 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-75a4326f-f44a-45d9-9485-88784a7f76f9 req-d557b062-aa28-4237-9754-d1da43d84342 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=da0bf694-1113-4f02-bd0c-a161f344f203 HTTP/1.1" status: 200 len: 210 time: 0.0409837 Jan 21 09:58:56.551882 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-932dd0bc-c6ad-4d08-a573-3f9e5fcac019 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:56.553354 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-932dd0bc-c6ad-4d08-a573-3f9e5fcac019 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.113 "GET /v2.0/networks?id=5f856b30-299a-4e4b-8dec-751fae1e1ae0 HTTP/1.1" status: 200 len: 814 time: 0.1146433 Jan 21 09:58:56.565716 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-4d9f7875-f18a-4d28-9b28-8323dd429f87 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Request body: {'port': {'device_id': 'da0bf694-1113-4f02-bd0c-a161f344f203', 'network_id': '5f856b30-299a-4e4b-8dec-751fae1e1ae0', 'admin_state_up': True, 'tenant_id': '751d93c676b64e1a9d9b8f25c744fa85'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:58:56.673044 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-4d9f7875-f18a-4d28-9b28-8323dd429f87 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Made reservation on behalf of 751d93c676b64e1a9d9b8f25c744fa85 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:58:56.676491 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-4d9f7875-f18a-4d28-9b28-8323dd429f87 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:56.810071 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6314f3e6-62db-4eaf-997e-c021e31dbfea req-394775a6-7128-45d5-885c-477ac261ae80 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=da0bf694-1113-4f02-bd0c-a161f344f203 HTTP/1.1" status: 200 len: 210 time: 0.0582228 Jan 21 09:58:56.845175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-4d9f7875-f18a-4d28-9b28-8323dd429f87 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Allocated IP 172.20.0.5 (5f856b30-299a-4e4b-8dec-751fae1e1ae0/f0bed8b3-0e6b-4305-be37-656eeb840884/08b002e3-625e-4800-9ad9-a856331b9a6b) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:58:57.009219 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-4d9f7875-f18a-4d28-9b28-8323dd429f87 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.047748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-4d9f7875-f18a-4d28-9b28-8323dd429f87 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.060207 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['14ebc1d8-4387-4928-9ad9-fa4e750e8de6'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:58:57.106032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-4d9f7875-f18a-4d28-9b28-8323dd429f87 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Network 5f856b30-299a-4e4b-8dec-751fae1e1ae0 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:58:57.109117 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-4d9f7875-f18a-4d28-9b28-8323dd429f87 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:58:57.116346 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-4d9f7875-f18a-4d28-9b28-8323dd429f87 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:58:57.122055 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f7875-f18a-4d28-9b28-8323dd429f87 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Pushing event updated for resources: {'Port': ['ID=08b002e3-625e-4800-9ad9-a856331b9a6b,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:57.184235 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-4d9f7875-f18a-4d28-9b28-8323dd429f87 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:57.184867 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-4d9f7875-f18a-4d28-9b28-8323dd429f87 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.206257 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-4d9f7875-f18a-4d28-9b28-8323dd429f87 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6442256 Jan 21 09:58:57.219148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Request body: {'port': {'device_id': 'da0bf694-1113-4f02-bd0c-a161f344f203', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:58:57.286323 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.591543 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b002e3-625e-4800-9ad9-a856331b9a6b {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:58:57.600716 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.613573 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Transition to ACTIVE for port object 08b002e3-625e-4800-9ad9-a856331b9a6b will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:58:57.618250 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.681399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Pushing event updated for resources: {'Port': ['ID=08b002e3-625e-4800-9ad9-a856331b9a6b,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:57.759506 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Attempting to bind port 08b002e3-625e-4800-9ad9-a856331b9a6b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:58:57.760012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Attempting to bind port 08b002e3-625e-4800-9ad9-a856331b9a6b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2dd47229-259a-4ec7-82b4-9c81ad7b3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f856b30-299a-4e4b-8dec-751fae1e1ae0'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:58:57.760540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Attempting to bind port 08b002e3-625e-4800-9ad9-a856331b9a6b on network 5f856b30-299a-4e4b-8dec-751fae1e1ae0 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:58:57.767599 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Port 08b002e3-625e-4800-9ad9-a856331b9a6b on network 5f856b30-299a-4e4b-8dec-751fae1e1ae0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:58:57.768129 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Attempting to bind port 08b002e3-625e-4800-9ad9-a856331b9a6b on network 5f856b30-299a-4e4b-8dec-751fae1e1ae0 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:58:57.778855 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:58:57.779410 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Checking segment: {'id': '2dd47229-259a-4ec7-82b4-9c81ad7b3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f856b30-299a-4e4b-8dec-751fae1e1ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:58:57.779816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Bound using segment: {'id': '2dd47229-259a-4ec7-82b4-9c81ad7b3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f856b30-299a-4e4b-8dec-751fae1e1ae0'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:58:57.780270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Bound port: 08b002e3-625e-4800-9ad9-a856331b9a6b, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd47229-259a-4ec7-82b4-9c81ad7b3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f856b30-299a-4e4b-8dec-751fae1e1ae0'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:58:57.780640 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.865422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] For port 08b002e3-625e-4800-9ad9-a856331b9a6b, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:58:57.871438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] For port 08b002e3-625e-4800-9ad9-a856331b9a6b, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=08b002e3-625e-4800-9ad9-a856331b9a6b,segment=NetworkSegment(2dd47229-259a-4ec7-82b4-9c81ad7b3a81),segment_id=2dd47229-259a-4ec7-82b4-9c81ad7b3a81)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:58:57.875640 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.938119 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc04e6e-bcc1-47cf-877a-10a47a3f4ed7 req-332e65b8-efec-4426-a799-121de9c86da2 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:57.939959 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8cc04e6e-bcc1-47cf-877a-10a47a3f4ed7 req-332e65b8-efec-4426-a799-121de9c86da2 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=da0bf694-1113-4f02-bd0c-a161f344f203 HTTP/1.1" status: 200 len: 943 time: 0.0550308 Jan 21 09:58:57.984194 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8cc04e6e-bcc1-47cf-877a-10a47a3f4ed7 req-591f6685-1be6-4469-b374-53b6d944d7bb tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375254 Jan 21 09:58:58.261072 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:58.262654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:58.264035 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] 10.222.0.113 "PUT /v2.0/ports/08b002e3-625e-4800-9ad9-a856331b9a6b HTTP/1.1" status: 200 len: 1093 time: 1.0492158 Jan 21 09:58:58.266334 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0bf694-1113-4f02-bd0c-a161f344f203', 'tag': '08b002e3-625e-4800-9ad9-a856331b9a6b'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:58.269296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a30f0e1-4b47-4396-a8c4-3134e831f596" -d '{"events": [{"name": "network-changed", "server_uuid": "da0bf694-1113-4f02-bd0c-a161f344f203", "tag": "08b002e3-625e-4800-9ad9-a856331b9a6b"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:58:58.303137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924f9b1-184f-47ab-86ca-bae856bb9908 service neutron] Pushing event updated for resources: {'Port': ['ID=08b002e3-625e-4800-9ad9-a856331b9a6b,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:58.318275 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cc843b-3795-4ed9-8029-94155e2b75dc x-openstack-request-id: req-94cc843b-3795-4ed9-8029-94155e2b75dc {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:58:58.318567 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0bf694-1113-4f02-bd0c-a161f344f203", "tag": "08b002e3-625e-4800-9ad9-a856331b9a6b", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:58:58.318815 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-94cc843b-3795-4ed9-8029-94155e2b75dc {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:58:58.319198 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0bf694-1113-4f02-bd0c-a161f344f203', 'tag': '08b002e3-625e-4800-9ad9-a856331b9a6b', 'status': 'completed', 'code': 200} Jan 21 09:58:58.348610 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-c778a95f-9964-43e5-a186-3fa7bc1d9bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:58.350144 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-c778a95f-9964-43e5-a186-3fa7bc1d9bfb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=751d93c676b64e1a9d9b8f25c744fa85&device_id=da0bf694-1113-4f02-bd0c-a161f344f203 HTTP/1.1" status: 200 len: 1096 time: 0.0431418 Jan 21 09:58:58.392073 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-a86f2fdc-8089-4658-9f60-c175ab3b3475 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08b002e3-625e-4800-9ad9-a856331b9a6b HTTP/1.1" status: 200 len: 217 time: 0.0339196 Jan 21 09:58:58.446968 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-43b85cef-0fea-4162-8e3d-4db9f961668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:58.448651 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-43b85cef-0fea-4162-8e3d-4db9f961668a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f0bed8b3-0e6b-4305-be37-656eeb840884 HTTP/1.1" status: 200 len: 854 time: 0.0502656 Jan 21 09:58:58.480994 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-59fc87e6-c74e-42df-a1ca-dfa4e33e7b41 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=5f856b30-299a-4e4b-8dec-751fae1e1ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261800 Jan 21 09:58:58.570354 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-e6a84c7d-413f-43ef-ad9c-1c1410537eae service neutron] 10.222.0.113 "GET /v2.0/networks/5f856b30-299a-4e4b-8dec-751fae1e1ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830293 Jan 21 09:58:58.662908 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1ee53dc0-2e2d-49eb-a3df-3d1c1c00be93 req-4a03dc03-4775-4359-9db6-8bb1f5228a37 service neutron] 10.222.0.113 "GET /v2.0/networks/5f856b30-299a-4e4b-8dec-751fae1e1ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857337 Jan 21 09:58:58.747522 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30f0e1-4b47-4396-a8c4-3134e831f596 req-1f3d415e-5e6e-4616-9899-592b4058d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:58.749042 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3a30f0e1-4b47-4396-a8c4-3134e831f596 req-1f3d415e-5e6e-4616-9899-592b4058d253 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=751d93c676b64e1a9d9b8f25c744fa85&device_id=da0bf694-1113-4f02-bd0c-a161f344f203 HTTP/1.1" status: 200 len: 1096 time: 0.0409138 Jan 21 09:58:58.842329 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30f0e1-4b47-4396-a8c4-3134e831f596 req-abf791f4-0be4-46f9-8f5a-b673c7739134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:58.843714 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3a30f0e1-4b47-4396-a8c4-3134e831f596 req-abf791f4-0be4-46f9-8f5a-b673c7739134 service neutron] 10.222.0.113 "GET /v2.0/networks?id=5f856b30-299a-4e4b-8dec-751fae1e1ae0 HTTP/1.1" status: 200 len: 915 time: 0.0878420 Jan 21 09:58:58.889071 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3a30f0e1-4b47-4396-a8c4-3134e831f596 req-79553785-2fb8-4b23-942c-9c91afd408ba service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08b002e3-625e-4800-9ad9-a856331b9a6b HTTP/1.1" status: 200 len: 217 time: 0.0354006 Jan 21 09:58:58.937007 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30f0e1-4b47-4396-a8c4-3134e831f596 req-6999c576-ca7f-4a2b-bb9d-474af30c4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:58.938516 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3a30f0e1-4b47-4396-a8c4-3134e831f596 req-6999c576-ca7f-4a2b-bb9d-474af30c4f1e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f0bed8b3-0e6b-4305-be37-656eeb840884 HTTP/1.1" status: 200 len: 854 time: 0.0425222 Jan 21 09:58:58.970220 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3a30f0e1-4b47-4396-a8c4-3134e831f596 req-1da442ab-0d0a-4be9-831b-9b588e166a1a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=5f856b30-299a-4e4b-8dec-751fae1e1ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249112 Jan 21 09:58:59.065632 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3a30f0e1-4b47-4396-a8c4-3134e831f596 req-228429bd-ac92-4684-b379-57eb1d8fbc63 service neutron] 10.222.0.113 "GET /v2.0/networks/5f856b30-299a-4e4b-8dec-751fae1e1ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877998 Jan 21 09:58:59.110429 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf9109-0079-45b1-b6ab-756e02677cca req-72e59500-a8e3-462a-b12f-37632885e7f4 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:59.111838 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-53cf9109-0079-45b1-b6ab-756e02677cca req-72e59500-a8e3-462a-b12f-37632885e7f4 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=da0bf694-1113-4f02-bd0c-a161f344f203 HTTP/1.1" status: 200 len: 943 time: 0.0487771 Jan 21 09:58:59.150568 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-53cf9109-0079-45b1-b6ab-756e02677cca req-f2ff5fc8-b16b-4ae2-9d62-087a26de2add tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326896 Jan 21 09:58:59.157193 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3a30f0e1-4b47-4396-a8c4-3134e831f596 req-4065bf14-37aa-4ee6-9f0a-bdad2c63f32c service neutron] 10.222.0.113 "GET /v2.0/networks/5f856b30-299a-4e4b-8dec-751fae1e1ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838714 Jan 21 09:59:00.271688 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd0e49-7acf-48ac-8e22-aa3e579a79cd req-f3525127-1cd3-4fb5-8b10-5ceb4023a533 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:00.273174 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-34dd0e49-7acf-48ac-8e22-aa3e579a79cd req-f3525127-1cd3-4fb5-8b10-5ceb4023a533 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=da0bf694-1113-4f02-bd0c-a161f344f203 HTTP/1.1" status: 200 len: 943 time: 0.0534935 Jan 21 09:59:00.310862 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-34dd0e49-7acf-48ac-8e22-aa3e579a79cd req-bce8b16a-8a5a-4bea-a650-df5865282667 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309722 Jan 21 09:59:01.281597 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 08b002e3-625e-4800-9ad9-a856331b9a6b details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:59:01.377673 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 08b002e3-625e-4800-9ad9-a856331b9a6b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=08b002e3-625e-4800-9ad9-a856331b9a6b,segment=NetworkSegment(2dd47229-259a-4ec7-82b4-9c81ad7b3a81),segment_id=2dd47229-259a-4ec7-82b4-9c81ad7b3a81)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:01.388626 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '08b002e3-625e-4800-9ad9-a856331b9a6b', 'network_id': '5f856b30-299a-4e4b-8dec-751fae1e1ae0', 'port_id': '08b002e3-625e-4800-9ad9-a856331b9a6b', 'mac_address': 'fa:16:3e:f2:a3:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0bed8b3-0e6b-4305-be37-656eeb840884', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:59:01.428354 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:01.432588 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289ccb1-a477-4503-bf89-04a91f659ad3 req-453618e2-8e04-4df1-88bf-b02ccb65c1c1 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:01.434500 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2289ccb1-a477-4503-bf89-04a91f659ad3 req-453618e2-8e04-4df1-88bf-b02ccb65c1c1 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=da0bf694-1113-4f02-bd0c-a161f344f203 HTTP/1.1" status: 200 len: 943 time: 0.0572228 Jan 21 09:59:01.441283 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b002e3-625e-4800-9ad9-a856331b9a6b {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:59:01.460465 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 08b002e3-625e-4800-9ad9-a856331b9a6b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=08b002e3-625e-4800-9ad9-a856331b9a6b,segment=NetworkSegment(2dd47229-259a-4ec7-82b4-9c81ad7b3a81),segment_id=2dd47229-259a-4ec7-82b4-9c81ad7b3a81)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:01.465424 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:01.478992 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2289ccb1-a477-4503-bf89-04a91f659ad3 req-5e0af1c9-2917-4081-ab68-506b13ff1037 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385711 Jan 21 09:59:01.512235 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=08b002e3-625e-4800-9ad9-a856331b9a6b,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:01.519122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:01.519470 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:01.519812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:01.520146 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:01.520474 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:01.520804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:01.521132 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:01.521483 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:01.521805 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:01.522126 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:01.522446 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:01.522767 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:01.667218 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['08b002e3-625e-4800-9ad9-a856331b9a6b'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:59:02.594350 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc797d9e-0427-4e22-a4a7-59c007c62605 req-0211ae2a-d4ff-460e-a07e-656f07b74b6e tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:02.596316 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc797d9e-0427-4e22-a4a7-59c007c62605 req-0211ae2a-d4ff-460e-a07e-656f07b74b6e tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=da0bf694-1113-4f02-bd0c-a161f344f203 HTTP/1.1" status: 200 len: 944 time: 0.0500295 Jan 21 09:59:02.634336 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc797d9e-0427-4e22-a4a7-59c007c62605 req-dd3f67d0-76b6-4572-82f2-7f291b76835d tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317085 Jan 21 09:59:03.301374 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 08b002e3-625e-4800-9ad9-a856331b9a6b up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:59:03.348625 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 08b002e3-625e-4800-9ad9-a856331b9a6b completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:59:03.352775 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 08b002e3-625e-4800-9ad9-a856331b9a6b triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:03.353145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:03.431571 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:03.453029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0bf694-1113-4f02-bd0c-a161f344f203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b002e3-625e-4800-9ad9-a856331b9a6b'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:59:03.455602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8480cd16-dac0-4c54-87f6-751020aa5a93" -d '{"events": [{"server_uuid": "da0bf694-1113-4f02-bd0c-a161f344f203", "name": "network-vif-plugged", "status": "completed", "tag": "08b002e3-625e-4800-9ad9-a856331b9a6b"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:59:03.478094 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 08b002e3-625e-4800-9ad9-a856331b9a6b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=08b002e3-625e-4800-9ad9-a856331b9a6b,segment=NetworkSegment(2dd47229-259a-4ec7-82b4-9c81ad7b3a81),segment_id=2dd47229-259a-4ec7-82b4-9c81ad7b3a81)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:03.483169 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:03.508003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74ca8d6-d4e6-4b70-a10b-dcfa1a97a912 x-openstack-request-id: req-c74ca8d6-d4e6-4b70-a10b-dcfa1a97a912 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:59:03.508350 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0bf694-1113-4f02-bd0c-a161f344f203", "name": "network-vif-plugged", "status": "completed", "tag": "08b002e3-625e-4800-9ad9-a856331b9a6b", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:59:03.508605 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c74ca8d6-d4e6-4b70-a10b-dcfa1a97a912 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:59:03.508986 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0bf694-1113-4f02-bd0c-a161f344f203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b002e3-625e-4800-9ad9-a856331b9a6b', 'code': 200} Jan 21 09:59:03.545088 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=08b002e3-625e-4800-9ad9-a856331b9a6b,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:03.655524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638836a-3f86-4471-aeb1-7e027e11d603 req-9e4811db-2579-4008-9239-54e0d169236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:03.657132 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a638836a-3f86-4471-aeb1-7e027e11d603 req-9e4811db-2579-4008-9239-54e0d169236c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=da0bf694-1113-4f02-bd0c-a161f344f203 HTTP/1.1" status: 200 len: 1098 time: 0.0414581 Jan 21 09:59:03.691871 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a638836a-3f86-4471-aeb1-7e027e11d603 req-f2f84c7b-244c-4ac4-8a93-9a119afe0786 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285461 Jan 21 09:59:03.753361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60722b3-3e9a-433b-9c97-7be8d43d2b01 req-0fb2f2a1-bd4d-431a-90b9-a1d647480e6b tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:03.754849 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b60722b3-3e9a-433b-9c97-7be8d43d2b01 req-0fb2f2a1-bd4d-431a-90b9-a1d647480e6b tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=da0bf694-1113-4f02-bd0c-a161f344f203 HTTP/1.1" status: 200 len: 945 time: 0.0526605 Jan 21 09:59:03.793347 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b60722b3-3e9a-433b-9c97-7be8d43d2b01 req-d8e7244b-036f-40a2-8264-9d8710d8618e tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324843 Jan 21 09:59:04.908398 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca773d4d-09a2-4ba7-807c-4ef43808325e req-496a8c03-67f3-497d-8890-ddace400b3f6 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:04.909882 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ca773d4d-09a2-4ba7-807c-4ef43808325e req-496a8c03-67f3-497d-8890-ddace400b3f6 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=da0bf694-1113-4f02-bd0c-a161f344f203 HTTP/1.1" status: 200 len: 945 time: 0.0494385 Jan 21 09:59:04.948698 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ca773d4d-09a2-4ba7-807c-4ef43808325e req-847bd66a-bc1a-4e8b-918b-2efdbb2f45ae tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319388 Jan 21 09:59:05.181155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3adc1e-c5cf-43c7-b516-6bcb4a6506d0 req-695d93ba-7a8f-42a6-80f5-99cf6dbbd8e2 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:05.182653 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fd3adc1e-c5cf-43c7-b516-6bcb4a6506d0 req-695d93ba-7a8f-42a6-80f5-99cf6dbbd8e2 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=da0bf694-1113-4f02-bd0c-a161f344f203 HTTP/1.1" status: 200 len: 945 time: 0.0495760 Jan 21 09:59:05.221886 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fd3adc1e-c5cf-43c7-b516-6bcb4a6506d0 req-3043f5aa-784e-43b7-9afc-7a320b0a628a tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330985 Jan 21 09:59:05.890077 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-add1322c-4b82-42a8-b9ea-ade115480a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:06.337723 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994566c-b87a-4af5-b170-be6617537a09 req-0a589d1d-bda2-439c-987c-5ab6048ca08e tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:06.339207 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7994566c-b87a-4af5-b170-be6617537a09 req-0a589d1d-bda2-439c-987c-5ab6048ca08e tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=da0bf694-1113-4f02-bd0c-a161f344f203 HTTP/1.1" status: 200 len: 945 time: 0.0484264 Jan 21 09:59:06.377812 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7994566c-b87a-4af5-b170-be6617537a09 req-78a0a375-a74f-42f8-b29f-83aa45f98e68 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326474 Jan 21 09:59:06.560758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6e8c6-d3a0-442e-9441-c5653fe0a988 req-2caf4f81-149b-4f9b-9012-8ebb959c410d tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:06.562287 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-57a6e8c6-d3a0-442e-9441-c5653fe0a988 req-2caf4f81-149b-4f9b-9012-8ebb959c410d tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.113 "GET /v2.0/ports?device_id=da0bf694-1113-4f02-bd0c-a161f344f203 HTTP/1.1" status: 200 len: 945 time: 0.0492938 Jan 21 09:59:06.655568 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-57a6e8c6-d3a0-442e-9441-c5653fe0a988 req-86629b6a-40d4-48af-a743-685fc22a1748 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Deleting port 08b002e3-625e-4800-9ad9-a856331b9a6b {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:59:06.655910 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-57a6e8c6-d3a0-442e-9441-c5653fe0a988 req-86629b6a-40d4-48af-a743-685fc22a1748 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:06.742793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-57a6e8c6-d3a0-442e-9441-c5653fe0a988 req-86629b6a-40d4-48af-a743-685fc22a1748 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] For port 08b002e3-625e-4800-9ad9-a856331b9a6b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=08b002e3-625e-4800-9ad9-a856331b9a6b,segment=NetworkSegment(2dd47229-259a-4ec7-82b4-9c81ad7b3a81),segment_id=2dd47229-259a-4ec7-82b4-9c81ad7b3a81)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:06.743303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-57a6e8c6-d3a0-442e-9441-c5653fe0a988 req-86629b6a-40d4-48af-a743-685fc22a1748 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:06.755507 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-57a6e8c6-d3a0-442e-9441-c5653fe0a988 req-86629b6a-40d4-48af-a743-685fc22a1748 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Calling delete_port for 08b002e3-625e-4800-9ad9-a856331b9a6b owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:59:06.889477 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-57a6e8c6-d3a0-442e-9441-c5653fe0a988 req-86629b6a-40d4-48af-a743-685fc22a1748 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:06.901362 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['14ebc1d8-4387-4928-9ad9-fa4e750e8de6', '08b002e3-625e-4800-9ad9-a856331b9a6b'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:59:06.919016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86629b6a-40d4-48af-a743-685fc22a1748 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Pushing event deleted for resources: {'Port': ['ID=08b002e3-625e-4800-9ad9-a856331b9a6b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:06.964755 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a6e8c6-d3a0-442e-9441-c5653fe0a988 req-86629b6a-40d4-48af-a743-685fc22a1748 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] No DVR routers for this DVR port 08b002e3-625e-4800-9ad9-a856331b9a6b on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:59:06.967625 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-57a6e8c6-d3a0-442e-9441-c5653fe0a988 req-86629b6a-40d4-48af-a743-685fc22a1748 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:06.971085 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-57a6e8c6-d3a0-442e-9441-c5653fe0a988 req-86629b6a-40d4-48af-a743-685fc22a1748 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.113 "DELETE /v2.0/ports/08b002e3-625e-4800-9ad9-a856331b9a6b HTTP/1.1" status: 204 len: 173 time: 0.4034657 Jan 21 09:59:06.971686 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0bf694-1113-4f02-bd0c-a161f344f203', 'name': 'network-vif-deleted', 'tag': '08b002e3-625e-4800-9ad9-a856331b9a6b'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:59:06.974092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d8e697-6b10-4a41-8c10-d06819773483" -d '{"events": [{"server_uuid": "da0bf694-1113-4f02-bd0c-a161f344f203", "name": "network-vif-deleted", "tag": "08b002e3-625e-4800-9ad9-a856331b9a6b"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:59:07.013124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df3d058-d5aa-4cb1-b5bf-7c610244fafb x-openstack-request-id: req-9df3d058-d5aa-4cb1-b5bf-7c610244fafb {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:59:07.013528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0bf694-1113-4f02-bd0c-a161f344f203", "name": "network-vif-deleted", "tag": "08b002e3-625e-4800-9ad9-a856331b9a6b", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:59:07.013783 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9df3d058-d5aa-4cb1-b5bf-7c610244fafb {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:59:07.020649 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0bf694-1113-4f02-bd0c-a161f344f203', 'name': 'network-vif-deleted', 'tag': '08b002e3-625e-4800-9ad9-a856331b9a6b', 'status': 'completed', 'code': 200} Jan 21 09:59:07.483975 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-24efe4d5-0194-406f-86d3-1463d0475706 req-9d4a3d4e-1802-47b5-81aa-2d830e07e8a5 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=da0bf694-1113-4f02-bd0c-a161f344f203 HTTP/1.1" status: 200 len: 210 time: 0.0274289 Jan 21 09:59:08.275240 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7a928031-a6e6-4374-bd5e-3a78597356a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:08.640449 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb76af-5358-4a71-b99d-ca7fb5d656a8 req-a5b28b80-0956-4199-a159-ee3cd53c32a1 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:08.642032 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-18bb76af-5358-4a71-b99d-ca7fb5d656a8 req-a5b28b80-0956-4199-a159-ee3cd53c32a1 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 946 time: 0.0501466 Jan 21 09:59:08.681280 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-18bb76af-5358-4a71-b99d-ca7fb5d656a8 req-ab994f9c-a59b-4c6d-9f5e-a58d83484252 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332925 Jan 21 09:59:08.817101 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd92bb-cccd-45f9-90b4-649f328b626c req-f825fc4f-c258-42e9-bd81-e3c30d333889 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:08.818614 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e3bd92bb-cccd-45f9-90b4-649f328b626c req-f825fc4f-c258-42e9-bd81-e3c30d333889 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 946 time: 0.0487862 Jan 21 09:59:08.857221 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e3bd92bb-cccd-45f9-90b4-649f328b626c req-acfe7be5-2e57-4970-8c44-853bee503048 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318899 Jan 21 09:59:08.982934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f164bb2-f086-4ff3-8b8b-48f59aedbf10 req-74348b06-a93b-4f5a-aa7c-19d322359ded tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:08.984404 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0f164bb2-f086-4ff3-8b8b-48f59aedbf10 req-74348b06-a93b-4f5a-aa7c-19d322359ded tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 946 time: 0.0492775 Jan 21 09:59:09.028310 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0f164bb2-f086-4ff3-8b8b-48f59aedbf10 req-78041059-147f-4f32-a4bf-9f3cff75ec6a tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376384 Jan 21 09:59:09.196341 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c6793-4e91-400f-83b0-c9c298455cce req-d025e9b4-ca74-45db-bd5a-865aeb8304a8 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:09.198298 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-193c6793-4e91-400f-83b0-c9c298455cce req-d025e9b4-ca74-45db-bd5a-865aeb8304a8 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 946 time: 0.0504322 Jan 21 09:59:09.247933 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-193c6793-4e91-400f-83b0-c9c298455cce req-37fa155a-d60d-411e-b57b-c181c4090908 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429065 Jan 21 09:59:09.347752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:09.380760 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01fef6-6ba2-4f0a-bdbc-2ba6cc0850fa req-29ec3843-7191-479c-805f-7526365781fc tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:09.382290 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8e01fef6-6ba2-4f0a-bdbc-2ba6cc0850fa req-29ec3843-7191-479c-805f-7526365781fc tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 946 time: 0.0603154 Jan 21 09:59:09.421067 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8e01fef6-6ba2-4f0a-bdbc-2ba6cc0850fa req-5977be15-0b61-4587-9ed2-3dd50714fd8a tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324562 Jan 21 09:59:09.565150 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049143da-3685-4100-bcea-937c0e6514b0 req-1a43765c-a98b-44c5-a901-97e9681a28d0 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:09.567214 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-049143da-3685-4100-bcea-937c0e6514b0 req-1a43765c-a98b-44c5-a901-97e9681a28d0 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 946 time: 0.0673501 Jan 21 09:59:09.608534 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-049143da-3685-4100-bcea-937c0e6514b0 req-a3457282-b3d7-4f38-8a12-253b9dd3b44e tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352321 Jan 21 09:59:09.924685 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726c03c-5c70-40c6-84fc-eae660a5a62b req-a540d5d5-1f53-4fff-a312-5c06f0402f8e tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:09.926119 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e726c03c-5c70-40c6-84fc-eae660a5a62b req-a540d5d5-1f53-4fff-a312-5c06f0402f8e tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 946 time: 0.0509319 Jan 21 09:59:09.964916 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e726c03c-5c70-40c6-84fc-eae660a5a62b req-d33e9906-6b36-4a17-9b1f-8da7c197a497 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327148 Jan 21 09:59:11.091991 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c16c6-0bb8-45ee-83df-777369dbfcc2 req-b3114092-6179-46d2-a05b-a64d845cb885 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:11.093515 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-600c16c6-0bb8-45ee-83df-777369dbfcc2 req-b3114092-6179-46d2-a05b-a64d845cb885 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 946 time: 0.0520065 Jan 21 09:59:11.131959 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-600c16c6-0bb8-45ee-83df-777369dbfcc2 req-c9479260-9151-4266-9328-d9bfda2dd84f tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.88 "GET /v2.0/security-groups?id=9ff2153b-a67f-4de5-a382-0ccb1ab066de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323493 Jan 21 09:59:11.252845 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ce0eb-a8cc-4e71-a465-65971c0b699e req-0a6a1b95-dd01-4cae-84e5-52c2558068c7 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:11.254436 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-672ce0eb-a8cc-4e71-a465-65971c0b699e req-0a6a1b95-dd01-4cae-84e5-52c2558068c7 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.113 "GET /v2.0/ports?device_id=a6e43b0d-e083-4645-a307-935e5ef33109 HTTP/1.1" status: 200 len: 946 time: 0.0528798 Jan 21 09:59:11.364270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-672ce0eb-a8cc-4e71-a465-65971c0b699e req-f7b82734-e28a-42a7-b5e4-d87cad9611e7 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Deleting port 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:59:11.364611 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-672ce0eb-a8cc-4e71-a465-65971c0b699e req-f7b82734-e28a-42a7-b5e4-d87cad9611e7 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:11.376192 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 08b002e3-625e-4800-9ad9-a856331b9a6b no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:59:11.418178 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 08b002e3-625e-4800-9ad9-a856331b9a6b {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:59:11.418516 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 08b002e3-625e-4800-9ad9-a856331b9a6b not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:59:11.429166 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:11.431570 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:11.469017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-672ce0eb-a8cc-4e71-a465-65971c0b699e req-f7b82734-e28a-42a7-b5e4-d87cad9611e7 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] For port 14ebc1d8-4387-4928-9ad9-fa4e750e8de6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=14ebc1d8-4387-4928-9ad9-fa4e750e8de6,segment=NetworkSegment(2dd47229-259a-4ec7-82b4-9c81ad7b3a81),segment_id=2dd47229-259a-4ec7-82b4-9c81ad7b3a81)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:11.469375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-672ce0eb-a8cc-4e71-a465-65971c0b699e req-f7b82734-e28a-42a7-b5e4-d87cad9611e7 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:11.482773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-672ce0eb-a8cc-4e71-a465-65971c0b699e req-f7b82734-e28a-42a7-b5e4-d87cad9611e7 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Calling delete_port for 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:59:11.612000 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-672ce0eb-a8cc-4e71-a465-65971c0b699e req-f7b82734-e28a-42a7-b5e4-d87cad9611e7 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:11.624935 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['14ebc1d8-4387-4928-9ad9-fa4e750e8de6'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:59:11.646015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b82734-e28a-42a7-b5e4-d87cad9611e7 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Pushing event deleted for resources: {'Port': ['ID=14ebc1d8-4387-4928-9ad9-fa4e750e8de6,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:11.694188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-672ce0eb-a8cc-4e71-a465-65971c0b699e req-f7b82734-e28a-42a7-b5e4-d87cad9611e7 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] No DVR routers for this DVR port 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:59:11.697243 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-672ce0eb-a8cc-4e71-a465-65971c0b699e req-f7b82734-e28a-42a7-b5e4-d87cad9611e7 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:11.700538 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-672ce0eb-a8cc-4e71-a465-65971c0b699e req-f7b82734-e28a-42a7-b5e4-d87cad9611e7 tempest-ServersNegativeTestJSON-188818527 tempest-ServersNegativeTestJSON-188818527-project] 10.222.0.113 "DELETE /v2.0/ports/14ebc1d8-4387-4928-9ad9-fa4e750e8de6 HTTP/1.1" status: 204 len: 173 time: 0.4406688 Jan 21 09:59:11.700972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e43b0d-e083-4645-a307-935e5ef33109', 'name': 'network-vif-deleted', 'tag': '14ebc1d8-4387-4928-9ad9-fa4e750e8de6'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:59:11.703238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1466115e-1dc4-433a-8f59-58da629ccc8c" -d '{"events": [{"server_uuid": "a6e43b0d-e083-4645-a307-935e5ef33109", "name": "network-vif-deleted", "tag": "14ebc1d8-4387-4928-9ad9-fa4e750e8de6"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:59:11.743650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef2f9a8-7c76-4193-8c05-6f239bf46239 x-openstack-request-id: req-fef2f9a8-7c76-4193-8c05-6f239bf46239 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:59:11.744018 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e43b0d-e083-4645-a307-935e5ef33109", "name": "network-vif-deleted", "tag": "14ebc1d8-4387-4928-9ad9-fa4e750e8de6", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:59:11.744899 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fef2f9a8-7c76-4193-8c05-6f239bf46239 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:59:11.745308 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e43b0d-e083-4645-a307-935e5ef33109', 'name': 'network-vif-deleted', 'tag': '14ebc1d8-4387-4928-9ad9-fa4e750e8de6', 'status': 'completed', 'code': 200} Jan 21 09:59:12.195066 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48546) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:12.245066 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eaaf687-a7de-4941-be90-6bd37eb665a9 admin admin] Deleting subnet f0bed8b3-0e6b-4305-be37-656eeb840884 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:59:12.248075 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8eaaf687-a7de-4941-be90-6bd37eb665a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.286795 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8eaaf687-a7de-4941-be90-6bd37eb665a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.325079 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8eaaf687-a7de-4941-be90-6bd37eb665a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.377493 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8eaaf687-a7de-4941-be90-6bd37eb665a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.417776 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaaf687-a7de-4941-be90-6bd37eb665a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0bed8b3-0e6b-4305-be37-656eeb840884,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:12.424111 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8eaaf687-a7de-4941-be90-6bd37eb665a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.429650 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8eaaf687-a7de-4941-be90-6bd37eb665a9 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f0bed8b3-0e6b-4305-be37-656eeb840884 HTTP/1.1" status: 204 len: 168 time: 0.2327089 Jan 21 09:59:12.432433 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48548) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:12.505070 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-29dcff01-aaf0-4b6a-ac56-ed9a38c53adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.581816 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-29dcff01-aaf0-4b6a-ac56-ed9a38c53adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.601044 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-29dcff01-aaf0-4b6a-ac56-ed9a38c53adc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f856b30-299a-4e4b-8dec-751fae1e1ae0']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:12.610096 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-29dcff01-aaf0-4b6a-ac56-ed9a38c53adc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd47229-259a-4ec7-82b4-9c81ad7b3a81') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:12.610386 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-29dcff01-aaf0-4b6a-ac56-ed9a38c53adc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd47229-259a-4ec7-82b4-9c81ad7b3a81') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:12.619944 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-29dcff01-aaf0-4b6a-ac56-ed9a38c53adc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.632361 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-29dcff01-aaf0-4b6a-ac56-ed9a38c53adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.638531 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29dcff01-aaf0-4b6a-ac56-ed9a38c53adc admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:59:12.638906 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-29dcff01-aaf0-4b6a-ac56-ed9a38c53adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:59:12.640482 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:59:12.697129 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-29dcff01-aaf0-4b6a-ac56-ed9a38c53adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.702494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-29dcff01-aaf0-4b6a-ac56-ed9a38c53adc admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.705597 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-29dcff01-aaf0-4b6a-ac56-ed9a38c53adc admin admin] 10.222.0.88 "DELETE /v2.0/networks/5f856b30-299a-4e4b-8dec-751fae1e1ae0 HTTP/1.1" status: 204 len: 168 time: 0.2722228 Jan 21 09:59:12.717970 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dcff01-aaf0-4b6a-ac56-ed9a38c53adc admin admin] Pushing event deleted for resources: {'Network': ['ID=5f856b30-299a-4e4b-8dec-751fae1e1ae0,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:12.817413 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48552) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:12.857975 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1dc369a0-5696-4e2d-b46f-296ea3754a80 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=751d93c676b64e1a9d9b8f25c744fa85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392871 Jan 21 09:59:12.860348 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48554) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:12.911793 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8e0d1f9a-8fcf-4296-9ffb-a09125277722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.933826 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8e0d1f9a-8fcf-4296-9ffb-a09125277722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.978959 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8e0d1f9a-8fcf-4296-9ffb-a09125277722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.981932 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8e0d1f9a-8fcf-4296-9ffb-a09125277722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.983081 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8e0d1f9a-8fcf-4296-9ffb-a09125277722 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9ff2153b-a67f-4de5-a382-0ccb1ab066de HTTP/1.1" status: 204 len: 168 time: 0.1218402 Jan 21 09:59:12.991433 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d1f9a-8fcf-4296-9ffb-a09125277722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff2153b-a67f-4de5-a382-0ccb1ab066de,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:13.665408 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48576) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:13.760112 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-fedc8cdf-dcec-47e2-8d8b-c15f22a742e9 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-124249668'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:13.783137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedc8cdf-dcec-47e2-8d8b-c15f22a742e9 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Made reservation on behalf of 70c1b5b248694f9bb094b048fb2fc7ff for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:13.786972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fedc8cdf-dcec-47e2-8d8b-c15f22a742e9 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:13.797834 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fedc8cdf-dcec-47e2-8d8b-c15f22a742e9 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:13.876543 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fedc8cdf-dcec-47e2-8d8b-c15f22a742e9 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:13.880326 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fedc8cdf-dcec-47e2-8d8b-c15f22a742e9 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:13.910760 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedc8cdf-dcec-47e2-8d8b-c15f22a742e9 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:59:13.917243 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc8cdf-dcec-47e2-8d8b-c15f22a742e9 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f964788e-0302-4167-98c5-c9e604ce63e7,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:13.924439 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fedc8cdf-dcec-47e2-8d8b-c15f22a742e9 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:13.924777 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-fedc8cdf-dcec-47e2-8d8b-c15f22a742e9 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Added segment f2ccb1f2-4779-4275-8226-9f75711776ac of type vlan for network 88575b81-245f-4fd7-ab42-5a7febba9816 Jan 21 09:59:13.973116 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fedc8cdf-dcec-47e2-8d8b-c15f22a742e9 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:13.999114 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fedc8cdf-dcec-47e2-8d8b-c15f22a742e9 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:14.005847 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc8cdf-dcec-47e2-8d8b-c15f22a742e9 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:14.006574 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fedc8cdf-dcec-47e2-8d8b-c15f22a742e9 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:14.069426 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fedc8cdf-dcec-47e2-8d8b-c15f22a742e9 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4028606 Jan 21 09:59:14.081977 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc8cdf-dcec-47e2-8d8b-c15f22a742e9 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event updated for resources: {'Network': ['ID=88575b81-245f-4fd7-ab42-5a7febba9816,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:14.096139 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 88575b81-245f-4fd7-ab42-5a7febba9816 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:59:15.356967 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:59:15.378155 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:59:15.378573 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 14ebc1d8-4387-4928-9ad9-fa4e750e8de6 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:59:17.289385 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48580) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:17.295021 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d40a5e68-cf82-476c-9e01-b5ec790300ea tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Request body: {'subnet': {'network_id': '88575b81-245f-4fd7-ab42-5a7febba9816', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:17.400866 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40a5e68-cf82-476c-9e01-b5ec790300ea tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Made reservation on behalf of 70c1b5b248694f9bb094b048fb2fc7ff for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:17.404358 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d40a5e68-cf82-476c-9e01-b5ec790300ea tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:17.593410 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d40a5e68-cf82-476c-9e01-b5ec790300ea tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:17.654174 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a5e68-cf82-476c-9e01-b5ec790300ea tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event updated for resources: {'Subnet': ['ID=85217d34-77c9-43be-a3ef-c1f83a9b91c1,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:17.662291 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a5e68-cf82-476c-9e01-b5ec790300ea tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Checking segment: {'id': 'f2ccb1f2-4779-4275-8226-9f75711776ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88575b81-245f-4fd7-ab42-5a7febba9816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:17.662651 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40a5e68-cf82-476c-9e01-b5ec790300ea tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Network hostable DHCP agents. Network: 88575b81-245f-4fd7-ab42-5a7febba9816, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:59:17.679436 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40a5e68-cf82-476c-9e01-b5ec790300ea tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Network 88575b81-245f-4fd7-ab42-5a7febba9816 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:59:17.689160 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-d40a5e68-cf82-476c-9e01-b5ec790300ea tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 88575b81-245f-4fd7-ab42-5a7febba9816) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:17.693782 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40a5e68-cf82-476c-9e01-b5ec790300ea tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:17.694395 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d40a5e68-cf82-476c-9e01-b5ec790300ea tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:17.700662 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1e33a2-e0af-4424-bc20-b813feca406e None None] Network 88575b81-245f-4fd7-ab42-5a7febba9816 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:17.710704 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d40a5e68-cf82-476c-9e01-b5ec790300ea tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4200861 Jan 21 09:59:17.714509 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48582) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:17.719528 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-9f12a804-802a-4dc8-93f5-81392d98bb46 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488324265'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:17.743545 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f12a804-802a-4dc8-93f5-81392d98bb46 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Made reservation on behalf of 70c1b5b248694f9bb094b048fb2fc7ff for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:17.749045 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9f12a804-802a-4dc8-93f5-81392d98bb46 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:17.774888 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f12a804-802a-4dc8-93f5-81392d98bb46 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:59:17.784143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9f12a804-802a-4dc8-93f5-81392d98bb46 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:17.784506 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-9f12a804-802a-4dc8-93f5-81392d98bb46 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Added segment 171d0b65-5a77-4ca3-a2db-9094a0b11c5e of type vlan for network 78910ff3-5024-41ad-9c44-3e2a405e16d9 Jan 21 09:59:17.832049 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9f12a804-802a-4dc8-93f5-81392d98bb46 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:17.855284 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-88575b81-245f-4fd7-ab42-5a7febba9816', 'network_id': '88575b81-245f-4fd7-ab42-5a7febba9816', 'tenant_id': '70c1b5b248694f9bb094b048fb2fc7ff', 'fixed_ips': [{'subnet_id': '85217d34-77c9-43be-a3ef-c1f83a9b91c1'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:59:17.856149 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:17.860804 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9f12a804-802a-4dc8-93f5-81392d98bb46 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:17.866707 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f12a804-802a-4dc8-93f5-81392d98bb46 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:17.867872 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9f12a804-802a-4dc8-93f5-81392d98bb46 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:17.924022 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9f12a804-802a-4dc8-93f5-81392d98bb46 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2055604 Jan 21 09:59:17.924250 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48584) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:17.936406 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1b0271f5-637e-4396-837b-dcd4a37ad5ff tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Request body: {'subnet': {'network_id': '78910ff3-5024-41ad-9c44-3e2a405e16d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:17.989627 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12a804-802a-4dc8-93f5-81392d98bb46 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event updated for resources: {'Network': ['ID=78910ff3-5024-41ad-9c44-3e2a405e16d9,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:18.003405 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 78910ff3-5024-41ad-9c44-3e2a405e16d9 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:59:18.013354 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Allocated IP 2001:db8:0:ffff::2 (88575b81-245f-4fd7-ab42-5a7febba9816/85217d34-77c9-43be-a3ef-c1f83a9b91c1/16325630-6988-4a48-a5df-1cfd0b9d4a93) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:59:18.046486 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0271f5-637e-4396-837b-dcd4a37ad5ff tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Made reservation on behalf of 70c1b5b248694f9bb094b048fb2fc7ff for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:18.050098 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1b0271f5-637e-4396-837b-dcd4a37ad5ff tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.259987 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1b0271f5-637e-4396-837b-dcd4a37ad5ff tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.325137 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0271f5-637e-4396-837b-dcd4a37ad5ff tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event updated for resources: {'Subnet': ['ID=baa2ac60-9c72-40dc-ae09-035337ae0a8f,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:18.334321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0271f5-637e-4396-837b-dcd4a37ad5ff tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Checking segment: {'id': '171d0b65-5a77-4ca3-a2db-9094a0b11c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '78910ff3-5024-41ad-9c44-3e2a405e16d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:18.334688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0271f5-637e-4396-837b-dcd4a37ad5ff tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Network hostable DHCP agents. Network: 78910ff3-5024-41ad-9c44-3e2a405e16d9, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:59:18.353733 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0271f5-637e-4396-837b-dcd4a37ad5ff tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Network 78910ff3-5024-41ad-9c44-3e2a405e16d9 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:59:18.364917 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-1b0271f5-637e-4396-837b-dcd4a37ad5ff tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 78910ff3-5024-41ad-9c44-3e2a405e16d9) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:18.371985 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0271f5-637e-4396-837b-dcd4a37ad5ff tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:18.372898 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1b0271f5-637e-4396-837b-dcd4a37ad5ff tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.377206 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.382469 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b245b4-e270-436c-8450-e9cf27c18eb0 None None] Network 78910ff3-5024-41ad-9c44-3e2a405e16d9 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:18.387336 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.395096 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1b0271f5-637e-4396-837b-dcd4a37ad5ff tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4698436 Jan 21 09:59:18.397885 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48586) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:18.474771 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Network 88575b81-245f-4fd7-ab42-5a7febba9816 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:18.483755 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:18.486974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Pushing event updated for resources: {'Port': ['ID=16325630-6988-4a48-a5df-1cfd0b9d4a93,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:18.490734 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:59:18.515976 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e78e3dde-1951-4ab0-aa17-60b4cd41fe54 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.593365 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Attempting to bind port 16325630-6988-4a48-a5df-1cfd0b9d4a93 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:59:18.593765 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Attempting to bind port 16325630-6988-4a48-a5df-1cfd0b9d4a93 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'f2ccb1f2-4779-4275-8226-9f75711776ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88575b81-245f-4fd7-ab42-5a7febba9816'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:59:18.594128 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Attempting to bind port 16325630-6988-4a48-a5df-1cfd0b9d4a93 on network 88575b81-245f-4fd7-ab42-5a7febba9816 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:59:18.603795 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:59:18.604172 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Checking segment: {'id': 'f2ccb1f2-4779-4275-8226-9f75711776ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88575b81-245f-4fd7-ab42-5a7febba9816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:18.604577 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.604969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Bound using segment: {'id': 'f2ccb1f2-4779-4275-8226-9f75711776ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88575b81-245f-4fd7-ab42-5a7febba9816'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:59:18.605444 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Bound port: 16325630-6988-4a48-a5df-1cfd0b9d4a93, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ccb1f2-4779-4275-8226-9f75711776ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '88575b81-245f-4fd7-ab42-5a7febba9816'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:59:18.605856 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.615873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e78e3dde-1951-4ab0-aa17-60b4cd41fe54 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.665222 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2622fa-0c32-4866-a995-698746a313a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-78910ff3-5024-41ad-9c44-3e2a405e16d9', 'network_id': '78910ff3-5024-41ad-9c44-3e2a405e16d9', 'tenant_id': '70c1b5b248694f9bb094b048fb2fc7ff', 'fixed_ips': [{'subnet_id': 'baa2ac60-9c72-40dc-ae09-035337ae0a8f'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:59:18.666253 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bf2622fa-0c32-4866-a995-698746a313a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.699101 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e78e3dde-1951-4ab0-aa17-60b4cd41fe54 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.726682 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e3dde-1951-4ab0-aa17-60b4cd41fe54 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event deleted for resources: {'Subnet': ['ID=baa2ac60-9c72-40dc-ae09-035337ae0a8f,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:18.768288 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] For port 16325630-6988-4a48-a5df-1cfd0b9d4a93, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:59:18.786489 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] For port 16325630-6988-4a48-a5df-1cfd0b9d4a93, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=16325630-6988-4a48-a5df-1cfd0b9d4a93,segment=NetworkSegment(f2ccb1f2-4779-4275-8226-9f75711776ac),segment_id=f2ccb1f2-4779-4275-8226-9f75711776ac)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:59:18.794002 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.807502 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e78e3dde-1951-4ab0-aa17-60b4cd41fe54 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server [None req-bf2622fa-0c32-4866-a995-698746a313a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet baa2ac60-9c72-40dc-ae09-035337ae0a8f: This subnet is being modified by another concurrent operation. Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet baa2ac60-9c72-40dc-ae09-035337ae0a8f: This subnet is being modified by another concurrent operation. Jan 21 09:59:18.826309 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Jan 21 09:59:18.835548 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-e78e3dde-1951-4ab0-aa17-60b4cd41fe54 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78910ff3-5024-41ad-9c44-3e2a405e16d9']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:18.848269 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-e78e3dde-1951-4ab0-aa17-60b4cd41fe54 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171d0b65-5a77-4ca3-a2db-9094a0b11c5e') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:18.848369 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-e78e3dde-1951-4ab0-aa17-60b4cd41fe54 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171d0b65-5a77-4ca3-a2db-9094a0b11c5e') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:18.853952 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b5c205-cc1c-45f7-90db-655fdfe31805 None None] Network 78910ff3-5024-41ad-9c44-3e2a405e16d9 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:18.861873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e78e3dde-1951-4ab0-aa17-60b4cd41fe54 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.881533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e78e3dde-1951-4ab0-aa17-60b4cd41fe54 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.889145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78e3dde-1951-4ab0-aa17-60b4cd41fe54 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:59:18.889755 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e78e3dde-1951-4ab0-aa17-60b4cd41fe54 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:59:18.893297 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:59:18.903145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b9246-d3bc-409f-89fc-53dfc4e4c3b2 None None] Pushing event updated for resources: {'Port': ['ID=16325630-6988-4a48-a5df-1cfd0b9d4a93,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:18.962027 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e78e3dde-1951-4ab0-aa17-60b4cd41fe54 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.966822 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e78e3dde-1951-4ab0-aa17-60b4cd41fe54 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.970518 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e78e3dde-1951-4ab0-aa17-60b4cd41fe54 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "DELETE /v2.0/networks/78910ff3-5024-41ad-9c44-3e2a405e16d9 HTTP/1.1" status: 204 len: 168 time: 0.5707760 Jan 21 09:59:18.974759 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48588) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:18.981021 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-7d48ee23-700c-46f2-8eed-5d4d4452cbc0 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-393963163'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:19.000565 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e3dde-1951-4ab0-aa17-60b4cd41fe54 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event deleted for resources: {'Network': ['ID=78910ff3-5024-41ad-9c44-3e2a405e16d9,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:19.011503 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d48ee23-700c-46f2-8eed-5d4d4452cbc0 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Made reservation on behalf of 70c1b5b248694f9bb094b048fb2fc7ff for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:19.015262 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7d48ee23-700c-46f2-8eed-5d4d4452cbc0 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:19.052272 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d48ee23-700c-46f2-8eed-5d4d4452cbc0 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:59:19.074529 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7d48ee23-700c-46f2-8eed-5d4d4452cbc0 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:19.074863 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-7d48ee23-700c-46f2-8eed-5d4d4452cbc0 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Added segment 3709b333-91f7-412e-adc6-e48d9b7ce928 of type vlan for network a35ef6a4-b2cc-4075-8a34-446b9ce2b11b Jan 21 09:59:19.139845 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7d48ee23-700c-46f2-8eed-5d4d4452cbc0 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:19.167837 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7d48ee23-700c-46f2-8eed-5d4d4452cbc0 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:19.173668 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d48ee23-700c-46f2-8eed-5d4d4452cbc0 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:19.174296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7d48ee23-700c-46f2-8eed-5d4d4452cbc0 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:19.240874 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7d48ee23-700c-46f2-8eed-5d4d4452cbc0 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2649865 Jan 21 09:59:19.244519 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48590) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:19.251708 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-fe0e6a8e-edf6-46a0-b5e0-4e3ee9fca8f4 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Request body: {'subnet': {'network_id': 'a35ef6a4-b2cc-4075-8a34-446b9ce2b11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:19.274807 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48ee23-700c-46f2-8eed-5d4d4452cbc0 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event updated for resources: {'Network': ['ID=a35ef6a4-b2cc-4075-8a34-446b9ce2b11b,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:19.285920 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network a35ef6a4-b2cc-4075-8a34-446b9ce2b11b details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:59:19.366289 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0e6a8e-edf6-46a0-b5e0-4e3ee9fca8f4 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Made reservation on behalf of 70c1b5b248694f9bb094b048fb2fc7ff for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:19.370689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6a8e-edf6-46a0-b5e0-4e3ee9fca8f4 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:19.431758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.ipam_backend_mixin [None req-fe0e6a8e-edf6-46a0-b5e0-4e3ee9fca8f4 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Performing IP validity checks on allocation pools {{(pid=102147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 21 09:59:19.432269 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.ipam_backend_mixin [None req-fe0e6a8e-edf6-46a0-b5e0-4e3ee9fca8f4 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 21 09:59:19.581883 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6a8e-edf6-46a0-b5e0-4e3ee9fca8f4 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:19.647876 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e6a8e-edf6-46a0-b5e0-4e3ee9fca8f4 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event updated for resources: {'Subnet': ['ID=8970d34e-2a76-439e-a89c-6162c69d05af,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:19.657363 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e6a8e-edf6-46a0-b5e0-4e3ee9fca8f4 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Checking segment: {'id': '3709b333-91f7-412e-adc6-e48d9b7ce928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a35ef6a4-b2cc-4075-8a34-446b9ce2b11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:19.657791 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0e6a8e-edf6-46a0-b5e0-4e3ee9fca8f4 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Network hostable DHCP agents. Network: a35ef6a4-b2cc-4075-8a34-446b9ce2b11b, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:59:19.675799 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0e6a8e-edf6-46a0-b5e0-4e3ee9fca8f4 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Network a35ef6a4-b2cc-4075-8a34-446b9ce2b11b is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:59:19.686243 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-fe0e6a8e-edf6-46a0-b5e0-4e3ee9fca8f4 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, a35ef6a4-b2cc-4075-8a34-446b9ce2b11b) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:19.690795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0e6a8e-edf6-46a0-b5e0-4e3ee9fca8f4 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:19.691442 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6a8e-edf6-46a0-b5e0-4e3ee9fca8f4 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:19.697660 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40d74d1-c898-4f44-b40d-37cc5152a7e3 None None] Network a35ef6a4-b2cc-4075-8a34-446b9ce2b11b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:19.709320 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fe0e6a8e-edf6-46a0-b5e0-4e3ee9fca8f4 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4637582 Jan 21 09:59:19.712582 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48592) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:19.826371 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2d37877-e397-4ee1-a414-461658b7ff50 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:19.865905 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef0ebc4-b090-43fe-80b0-15fd0dd62ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-a35ef6a4-b2cc-4075-8a34-446b9ce2b11b', 'network_id': 'a35ef6a4-b2cc-4075-8a34-446b9ce2b11b', 'tenant_id': '70c1b5b248694f9bb094b048fb2fc7ff', 'fixed_ips': [{'subnet_id': '8970d34e-2a76-439e-a89c-6162c69d05af'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:59:19.866938 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ebc4-b090-43fe-80b0-15fd0dd62ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:19.906135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cda598-62d2-4c82-908a-b361c1a7bf8a None None] Network 88575b81-245f-4fd7-ab42-5a7febba9816 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:19.917441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2d37877-e397-4ee1-a414-461658b7ff50 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:19.988786 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2d37877-e397-4ee1-a414-461658b7ff50 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.017070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d37877-e397-4ee1-a414-461658b7ff50 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event deleted for resources: {'Subnet': ['ID=8970d34e-2a76-439e-a89c-6162c69d05af,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:20.045327 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-85172cbc-1dee-4628-ba03-5e1e99ebe665 None None] Provisioning complete for port 16325630-6988-4a48-a5df-1cfd0b9d4a93 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:20.045727 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85172cbc-1dee-4628-ba03-5e1e99ebe665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server [None req-7ef0ebc4-b090-43fe-80b0-15fd0dd62ac8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8970d34e-2a76-439e-a89c-6162c69d05af: This subnet is being modified by another concurrent operation. Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8970d34e-2a76-439e-a89c-6162c69d05af: This subnet is being modified by another concurrent operation. Jan 21 09:59:20.053804 dv-neutron-825721-1-hyperv neutron-server[102148]: ERROR oslo_messaging.rpc.server Jan 21 09:59:20.081573 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ba591c-d6b4-44bc-8406-2f4de8d6cd05 None None] Network a35ef6a4-b2cc-4075-8a34-446b9ce2b11b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:20.086307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2d37877-e397-4ee1-a414-461658b7ff50 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.108202 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-a2d37877-e397-4ee1-a414-461658b7ff50 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35ef6a4-b2cc-4075-8a34-446b9ce2b11b']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:20.123153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-a2d37877-e397-4ee1-a414-461658b7ff50 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3709b333-91f7-412e-adc6-e48d9b7ce928') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:20.123435 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-a2d37877-e397-4ee1-a414-461658b7ff50 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3709b333-91f7-412e-adc6-e48d9b7ce928') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:20.133674 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2d37877-e397-4ee1-a414-461658b7ff50 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.147824 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2d37877-e397-4ee1-a414-461658b7ff50 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.154443 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d37877-e397-4ee1-a414-461658b7ff50 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:59:20.154880 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2d37877-e397-4ee1-a414-461658b7ff50 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:59:20.158147 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:59:20.222533 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2d37877-e397-4ee1-a414-461658b7ff50 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.227742 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a2d37877-e397-4ee1-a414-461658b7ff50 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.231012 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a2d37877-e397-4ee1-a414-461658b7ff50 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "DELETE /v2.0/networks/a35ef6a4-b2cc-4075-8a34-446b9ce2b11b HTTP/1.1" status: 204 len: 168 time: 0.5172682 Jan 21 09:59:20.234767 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48594) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:20.240641 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1d8a2cb6-7444-4c85-b37b-0f8f5b164ff2 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1266511829'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:20.246432 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d37877-e397-4ee1-a414-461658b7ff50 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event deleted for resources: {'Network': ['ID=a35ef6a4-b2cc-4075-8a34-446b9ce2b11b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:20.277698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8a2cb6-7444-4c85-b37b-0f8f5b164ff2 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Made reservation on behalf of 70c1b5b248694f9bb094b048fb2fc7ff for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:20.281185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2cb6-7444-4c85-b37b-0f8f5b164ff2 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.308153 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8a2cb6-7444-4c85-b37b-0f8f5b164ff2 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:59:20.310818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85172cbc-1dee-4628-ba03-5e1e99ebe665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.323736 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2cb6-7444-4c85-b37b-0f8f5b164ff2 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.324365 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-1d8a2cb6-7444-4c85-b37b-0f8f5b164ff2 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Added segment ecb772c7-6b01-4594-bc74-3e9fc04ab189 of type vlan for network 693cd73e-40a8-454d-ad55-b894648a95d9 Jan 21 09:59:20.353388 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-85172cbc-1dee-4628-ba03-5e1e99ebe665 None None] For port 16325630-6988-4a48-a5df-1cfd0b9d4a93, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=16325630-6988-4a48-a5df-1cfd0b9d4a93,segment=NetworkSegment(f2ccb1f2-4779-4275-8226-9f75711776ac),segment_id=f2ccb1f2-4779-4275-8226-9f75711776ac)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:20.359270 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85172cbc-1dee-4628-ba03-5e1e99ebe665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.370752 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2cb6-7444-4c85-b37b-0f8f5b164ff2 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.402692 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2cb6-7444-4c85-b37b-0f8f5b164ff2 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.408260 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a2cb6-7444-4c85-b37b-0f8f5b164ff2 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:20.408870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2cb6-7444-4c85-b37b-0f8f5b164ff2 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.418997 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85172cbc-1dee-4628-ba03-5e1e99ebe665 None None] Pushing event updated for resources: {'Port': ['ID=16325630-6988-4a48-a5df-1cfd0b9d4a93,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:20.474023 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1d8a2cb6-7444-4c85-b37b-0f8f5b164ff2 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2376041 Jan 21 09:59:20.478904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48596) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:20.483394 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-1dba16c0-155d-47f4-9a47-03939f28df7b tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Request body: {'subnet': {'network_id': '693cd73e-40a8-454d-ad55-b894648a95d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:20.487386 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a2cb6-7444-4c85-b37b-0f8f5b164ff2 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event updated for resources: {'Network': ['ID=693cd73e-40a8-454d-ad55-b894648a95d9,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:20.499319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 693cd73e-40a8-454d-ad55-b894648a95d9 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:59:20.552563 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acde6a97-a2a6-4e7c-b3a2-669050b36c3d None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:59:20.587183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dba16c0-155d-47f4-9a47-03939f28df7b tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Made reservation on behalf of 70c1b5b248694f9bb094b048fb2fc7ff for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:20.590909 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1dba16c0-155d-47f4-9a47-03939f28df7b tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.615131 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-228c0138-009f-4258-b7a7-02c62081878a None None] Provisioning complete for port 16325630-6988-4a48-a5df-1cfd0b9d4a93 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:20.615509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-228c0138-009f-4258-b7a7-02c62081878a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.672092 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acde6a97-a2a6-4e7c-b3a2-669050b36c3d None None] Resources bound (agent type, host, resource id): {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:59:20.788375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1dba16c0-155d-47f4-9a47-03939f28df7b tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.868139 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba16c0-155d-47f4-9a47-03939f28df7b tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event updated for resources: {'Subnet': ['ID=ff3ccbc6-0ee4-4f21-9823-0f33a7a7f498,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:20.874175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba16c0-155d-47f4-9a47-03939f28df7b tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Checking segment: {'id': 'ecb772c7-6b01-4594-bc74-3e9fc04ab189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '693cd73e-40a8-454d-ad55-b894648a95d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:20.874541 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dba16c0-155d-47f4-9a47-03939f28df7b tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Network hostable DHCP agents. Network: 693cd73e-40a8-454d-ad55-b894648a95d9, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:59:20.890462 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 16325630-6988-4a48-a5df-1cfd0b9d4a93 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:59:20.894143 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dba16c0-155d-47f4-9a47-03939f28df7b tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Network 693cd73e-40a8-454d-ad55-b894648a95d9 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:59:20.906263 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-1dba16c0-155d-47f4-9a47-03939f28df7b tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 693cd73e-40a8-454d-ad55-b894648a95d9) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:20.912919 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dba16c0-155d-47f4-9a47-03939f28df7b tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:20.913891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1dba16c0-155d-47f4-9a47-03939f28df7b tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.933376 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1dba16c0-155d-47f4-9a47-03939f28df7b tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4542260 Jan 21 09:59:20.936990 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48598) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:20.942304 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-0a36740d-b1c0-4b88-a271-22f8f7c8d21e tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1549385501'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:20.967710 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a36740d-b1c0-4b88-a271-22f8f7c8d21e tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Made reservation on behalf of 70c1b5b248694f9bb094b048fb2fc7ff for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:20.972302 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0a36740d-b1c0-4b88-a271-22f8f7c8d21e tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.972474 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfdac24-a16c-49e0-b267-fee8164441a5 None None] get_active_networks_info from dv-neutron-825721-1-hyperv {{(pid=102148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 21 09:59:20.975636 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 16325630-6988-4a48-a5df-1cfd0b9d4a93 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:20.976010 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:20.997674 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a36740d-b1c0-4b88-a271-22f8f7c8d21e tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:59:21.007622 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0a36740d-b1c0-4b88-a271-22f8f7c8d21e tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.008372 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-0a36740d-b1c0-4b88-a271-22f8f7c8d21e tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Added segment e547d3c5-978a-4daa-925e-2d3f5b4b7fe4 of type vlan for network 3164d292-de13-47bd-bd73-bbc2599dfa94 Jan 21 09:59:21.050235 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0a36740d-b1c0-4b88-a271-22f8f7c8d21e tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.077068 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0a36740d-b1c0-4b88-a271-22f8f7c8d21e tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.082968 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfdac24-a16c-49e0-b267-fee8164441a5 None None] Resources bound (agent type, host, resource id): {{(pid=102148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:59:21.083901 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a36740d-b1c0-4b88-a271-22f8f7c8d21e tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:21.084738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0a36740d-b1c0-4b88-a271-22f8f7c8d21e tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.139024 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0a36740d-b1c0-4b88-a271-22f8f7c8d21e tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2009380 Jan 21 09:59:21.141966 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48600) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:21.146962 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-38e6defe-aa15-45a6-b01f-f749d41f1504 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Request body: {'subnet': {'network_id': '3164d292-de13-47bd-bd73-bbc2599dfa94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:21.159486 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36740d-b1c0-4b88-a271-22f8f7c8d21e tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event updated for resources: {'Network': ['ID=3164d292-de13-47bd-bd73-bbc2599dfa94,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:21.173443 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 3164d292-de13-47bd-bd73-bbc2599dfa94 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:59:21.258428 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e6defe-aa15-45a6-b01f-f749d41f1504 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Made reservation on behalf of 70c1b5b248694f9bb094b048fb2fc7ff for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:21.262251 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-38e6defe-aa15-45a6-b01f-f749d41f1504 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.394370 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-693cd73e-40a8-454d-ad55-b894648a95d9', 'network_id': '693cd73e-40a8-454d-ad55-b894648a95d9', 'tenant_id': '70c1b5b248694f9bb094b048fb2fc7ff', 'fixed_ips': [{'subnet_id': 'ff3ccbc6-0ee4-4f21-9823-0f33a7a7f498'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:59:21.395274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.459410 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-38e6defe-aa15-45a6-b01f-f749d41f1504 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.530507 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6defe-aa15-45a6-b01f-f749d41f1504 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event updated for resources: {'Subnet': ['ID=2f2d468e-8f05-4d2b-87c8-77447ba07f91,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:21.540622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6defe-aa15-45a6-b01f-f749d41f1504 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Checking segment: {'id': 'e547d3c5-978a-4daa-925e-2d3f5b4b7fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3164d292-de13-47bd-bd73-bbc2599dfa94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:21.541058 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e6defe-aa15-45a6-b01f-f749d41f1504 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Network hostable DHCP agents. Network: 3164d292-de13-47bd-bd73-bbc2599dfa94, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:59:21.548081 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Allocated IP 2001:db8::2 (693cd73e-40a8-454d-ad55-b894648a95d9/ff3ccbc6-0ee4-4f21-9823-0f33a7a7f498/3143b1a8-3b26-4233-bdd9-c7e6dc607a17) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:59:21.560622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e6defe-aa15-45a6-b01f-f749d41f1504 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Network 3164d292-de13-47bd-bd73-bbc2599dfa94 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:59:21.572839 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-38e6defe-aa15-45a6-b01f-f749d41f1504 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 3164d292-de13-47bd-bd73-bbc2599dfa94) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:21.578934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e6defe-aa15-45a6-b01f-f749d41f1504 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:21.578934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-38e6defe-aa15-45a6-b01f-f749d41f1504 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.595228 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-38e6defe-aa15-45a6-b01f-f749d41f1504 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4521308 Jan 21 09:59:21.597846 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48602) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:21.705892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb526535-7b23-4102-a7cc-cf7756fcd2db tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.768295 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb526535-7b23-4102-a7cc-cf7756fcd2db tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.831147 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb526535-7b23-4102-a7cc-cf7756fcd2db tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.848510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.854295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.860478 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb526535-7b23-4102-a7cc-cf7756fcd2db tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event deleted for resources: {'Subnet': ['ID=2f2d468e-8f05-4d2b-87c8-77447ba07f91,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:21.899344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Network 693cd73e-40a8-454d-ad55-b894648a95d9 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:21.902909 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:21.906677 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:59:21.913647 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Pushing event updated for resources: {'Port': ['ID=3143b1a8-3b26-4233-bdd9-c7e6dc607a17,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:21.927976 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb526535-7b23-4102-a7cc-cf7756fcd2db tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.956479 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-bb526535-7b23-4102-a7cc-cf7756fcd2db tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3164d292-de13-47bd-bd73-bbc2599dfa94']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:21.966302 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-bb526535-7b23-4102-a7cc-cf7756fcd2db tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e547d3c5-978a-4daa-925e-2d3f5b4b7fe4') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:21.966540 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-bb526535-7b23-4102-a7cc-cf7756fcd2db tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e547d3c5-978a-4daa-925e-2d3f5b4b7fe4') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:21.966847 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Attempting to bind port 3143b1a8-3b26-4233-bdd9-c7e6dc607a17 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:59:21.967226 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Attempting to bind port 3143b1a8-3b26-4233-bdd9-c7e6dc607a17 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'ecb772c7-6b01-4594-bc74-3e9fc04ab189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '693cd73e-40a8-454d-ad55-b894648a95d9'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:59:21.967583 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Attempting to bind port 3143b1a8-3b26-4233-bdd9-c7e6dc607a17 on network 693cd73e-40a8-454d-ad55-b894648a95d9 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:59:21.972616 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:59:21.972986 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Checking segment: {'id': 'ecb772c7-6b01-4594-bc74-3e9fc04ab189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '693cd73e-40a8-454d-ad55-b894648a95d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:21.973384 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.973799 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Bound using segment: {'id': 'ecb772c7-6b01-4594-bc74-3e9fc04ab189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '693cd73e-40a8-454d-ad55-b894648a95d9'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:59:21.974258 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Bound port: 3143b1a8-3b26-4233-bdd9-c7e6dc607a17, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb772c7-6b01-4594-bc74-3e9fc04ab189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '693cd73e-40a8-454d-ad55-b894648a95d9'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:59:21.974635 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.980201 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb526535-7b23-4102-a7cc-cf7756fcd2db tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.996390 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb526535-7b23-4102-a7cc-cf7756fcd2db tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.002790 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb526535-7b23-4102-a7cc-cf7756fcd2db tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:59:22.003203 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb526535-7b23-4102-a7cc-cf7756fcd2db tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:59:22.006418 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:59:22.039860 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] For port 3143b1a8-3b26-4233-bdd9-c7e6dc607a17, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:59:22.066519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb526535-7b23-4102-a7cc-cf7756fcd2db tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.067645 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] For port 3143b1a8-3b26-4233-bdd9-c7e6dc607a17, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=3143b1a8-3b26-4233-bdd9-c7e6dc607a17,segment=NetworkSegment(ecb772c7-6b01-4594-bc74-3e9fc04ab189),segment_id=ecb772c7-6b01-4594-bc74-3e9fc04ab189)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:59:22.073721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.074516 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bb526535-7b23-4102-a7cc-cf7756fcd2db tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.077958 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bb526535-7b23-4102-a7cc-cf7756fcd2db tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "DELETE /v2.0/networks/3164d292-de13-47bd-bd73-bbc2599dfa94 HTTP/1.1" status: 204 len: 168 time: 0.4789653 Jan 21 09:59:22.081128 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48604) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:22.091129 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb526535-7b23-4102-a7cc-cf7756fcd2db tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event deleted for resources: {'Network': ['ID=3164d292-de13-47bd-bd73-bbc2599dfa94,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:22.116611 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2832e7-8845-40f0-a57a-87df4df53a48 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] GET failed (client error): The resource could not be found. Jan 21 09:59:22.118265 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bf2832e7-8845-40f0-a57a-87df4df53a48 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "GET /v2.0/subnets/2f2d468e-8f05-4d2b-87c8-77447ba07f91 HTTP/1.1" status: 404 len: 337 time: 0.0352261 Jan 21 09:59:22.128820 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48606) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:22.139588 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba2a16-12c8-4076-a9ca-3515f894268c None None] Pushing event updated for resources: {'Port': ['ID=3143b1a8-3b26-4233-bdd9-c7e6dc607a17,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:22.144049 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb58e44-227a-49dd-8b87-a3f8547ffdbc tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] DELETE failed (client error): The resource could not be found. Jan 21 09:59:22.144728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb58e44-227a-49dd-8b87-a3f8547ffdbc tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:59:22.149490 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bbb58e44-227a-49dd-8b87-a3f8547ffdbc tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "DELETE /v2.0/networks/3164d292-de13-47bd-bd73-bbc2599dfa94 HTTP/1.1" status: 404 len: 339 time: 0.0236313 Jan 21 09:59:22.152457 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48608) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:22.180830 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e7c8e8-6843-4826-b5f2-daa3cc907ac1 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] DELETE failed (client error): The resource could not be found. Jan 21 09:59:22.181205 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e7c8e8-6843-4826-b5f2-daa3cc907ac1 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:59:22.184685 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-76e7c8e8-6843-4826-b5f2-daa3cc907ac1 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "DELETE /v2.0/subnets/2f2d468e-8f05-4d2b-87c8-77447ba07f91 HTTP/1.1" status: 404 len: 337 time: 0.0311699 Jan 21 09:59:22.187616 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48610) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:22.208116 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b03160-1072-439d-ada0-480b3ea651f5 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] DELETE failed (client error): The resource could not be found. Jan 21 09:59:22.208613 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b03160-1072-439d-ada0-480b3ea651f5 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:59:22.212576 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f7b03160-1072-439d-ada0-480b3ea651f5 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "DELETE /v2.0/networks/3164d292-de13-47bd-bd73-bbc2599dfa94 HTTP/1.1" status: 404 len: 339 time: 0.0237792 Jan 21 09:59:22.215389 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48612) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:22.269865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c21ffc1-6ea8-418d-b64a-12d13296bd25 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Deleting subnet ff3ccbc6-0ee4-4f21-9823-0f33a7a7f498 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:59:22.274571 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c21ffc1-6ea8-418d-b64a-12d13296bd25 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.338275 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c21ffc1-6ea8-418d-b64a-12d13296bd25 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.443902 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c21ffc1-6ea8-418d-b64a-12d13296bd25 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.511055 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c21ffc1-6ea8-418d-b64a-12d13296bd25 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.539422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21ffc1-6ea8-418d-b64a-12d13296bd25 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3ccbc6-0ee4-4f21-9823-0f33a7a7f498,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:22.543637 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2c21ffc1-6ea8-418d-b64a-12d13296bd25 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.546936 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2c21ffc1-6ea8-418d-b64a-12d13296bd25 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "DELETE /v2.0/subnets/ff3ccbc6-0ee4-4f21-9823-0f33a7a7f498 HTTP/1.1" status: 204 len: 168 time: 0.3305731 Jan 21 09:59:22.549392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48614) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:22.630572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.685067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Deleting port 3143b1a8-3b26-4233-bdd9-c7e6dc607a17 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:59:22.685400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.747343 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] For port 3143b1a8-3b26-4233-bdd9-c7e6dc607a17, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=3143b1a8-3b26-4233-bdd9-c7e6dc607a17,segment=NetworkSegment(ecb772c7-6b01-4594-bc74-3e9fc04ab189),segment_id=ecb772c7-6b01-4594-bc74-3e9fc04ab189)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:22.747620 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.766045 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Calling delete_port for 3143b1a8-3b26-4233-bdd9-c7e6dc607a17 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:59:22.874951 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.894893 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3143b1a8-3b26-4233-bdd9-c7e6dc607a17 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:59:22.908642 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event deleted for resources: {'Port': ['ID=3143b1a8-3b26-4233-bdd9-c7e6dc607a17,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:22.912043 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] No DVR routers for this DVR port 3143b1a8-3b26-4233-bdd9-c7e6dc607a17 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:59:22.930430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 3143b1a8-3b26-4233-bdd9-c7e6dc607a17 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:59:22.930933 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3143b1a8-3b26-4233-bdd9-c7e6dc607a17 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 21 09:59:22.959759 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Port 3143b1a8-3b26-4233-bdd9-c7e6dc607a17 not found, will not notify nova. {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 21 09:59:23.004474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.027602 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693cd73e-40a8-454d-ad55-b894648a95d9']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:23.037400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb772c7-6b01-4594-bc74-3e9fc04ab189') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:23.037719 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb772c7-6b01-4594-bc74-3e9fc04ab189') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:23.048424 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.062332 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.069273 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:59:23.069914 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:59:23.073373 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:59:23.131908 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.134652 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc88566f-4dbc-4f26-a722-5df308106c81 None None] Network 693cd73e-40a8-454d-ad55-b894648a95d9 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:23.137728 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216faf50-8165-4c3e-9462-edc434650451 None None] Network 3164d292-de13-47bd-bd73-bbc2599dfa94 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:23.145748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.149773 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "DELETE /v2.0/networks/693cd73e-40a8-454d-ad55-b894648a95d9 HTTP/1.1" status: 204 len: 168 time: 0.5993929 Jan 21 09:59:23.152667 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48616) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:23.158048 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216faf50-8165-4c3e-9462-edc434650451 None None] Network 3164d292-de13-47bd-bd73-bbc2599dfa94 could not be found, it might have been deleted concurrently. {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 21 09:59:23.159510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc88566f-4dbc-4f26-a722-5df308106c81 None None] Network 693cd73e-40a8-454d-ad55-b894648a95d9 could not be found, it might have been deleted concurrently. {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 21 09:59:23.168146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7c306-f574-4927-8146-1aaa3c33b689 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event deleted for resources: {'Network': ['ID=693cd73e-40a8-454d-ad55-b894648a95d9,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:23.171031 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8d3284-3793-4774-8430-6eadae0a86e1 None None] Network 3164d292-de13-47bd-bd73-bbc2599dfa94 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:23.184975 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8d3284-3793-4774-8430-6eadae0a86e1 None None] Network 3164d292-de13-47bd-bd73-bbc2599dfa94 could not be found, it might have been deleted concurrently. {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 21 09:59:23.191823 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e941c74-5782-42f3-9563-5ffdc8bcc104 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] DELETE failed (client error): The resource could not be found. Jan 21 09:59:23.192700 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e941c74-5782-42f3-9563-5ffdc8bcc104 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:59:23.196046 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7e941c74-5782-42f3-9563-5ffdc8bcc104 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "DELETE /v2.0/subnets/8970d34e-2a76-439e-a89c-6162c69d05af HTTP/1.1" status: 404 len: 337 time: 0.0423656 Jan 21 09:59:23.198825 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48618) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:23.211765 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-9d4b5792-a720-49bf-ba5b-cefa627dd9bc None None] Could not find standard attr ID for object 3143b1a8-3b26-4233-bdd9-c7e6dc607a17. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:59:23.226039 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.pecan_wsgi.hooks.translation [None req-eefb671d-a6a3-445e-8f0f-f08fc1b7c458 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] DELETE failed (client error): The resource could not be found. Jan 21 09:59:23.227567 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eefb671d-a6a3-445e-8f0f-f08fc1b7c458 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:59:23.232801 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-eefb671d-a6a3-445e-8f0f-f08fc1b7c458 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "DELETE /v2.0/networks/a35ef6a4-b2cc-4075-8a34-446b9ce2b11b HTTP/1.1" status: 404 len: 339 time: 0.0324132 Jan 21 09:59:23.235540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48620) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:23.235958 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2649e9cd-d1a6-48cf-8472-ecf1bf856d3b None None] DHCP port deletion for 693cd73e-40a8-454d-ad55-b894648a95d9 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:59:23.254809 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5924631-a513-49e1-b00e-79f85f952859 None None] Network 693cd73e-40a8-454d-ad55-b894648a95d9 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:23.267797 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5924631-a513-49e1-b00e-79f85f952859 None None] Network 693cd73e-40a8-454d-ad55-b894648a95d9 could not be found, it might have been deleted concurrently. {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 21 09:59:23.270273 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-64742688-e69b-4fa9-b361-103ce1e715ae tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] DELETE failed (client error): The resource could not be found. Jan 21 09:59:23.270754 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64742688-e69b-4fa9-b361-103ce1e715ae tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:59:23.275756 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-64742688-e69b-4fa9-b361-103ce1e715ae tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "DELETE /v2.0/subnets/baa2ac60-9c72-40dc-ae09-035337ae0a8f HTTP/1.1" status: 404 len: 337 time: 0.0392087 Jan 21 09:59:23.278228 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48622) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:23.300869 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.pecan_wsgi.hooks.translation [None req-c056a6a5-9d98-497c-bb0a-8532f96bdce7 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] DELETE failed (client error): The resource could not be found. Jan 21 09:59:23.301423 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c056a6a5-9d98-497c-bb0a-8532f96bdce7 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:59:23.304561 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c056a6a5-9d98-497c-bb0a-8532f96bdce7 tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "DELETE /v2.0/networks/78910ff3-5024-41ad-9c44-3e2a405e16d9 HTTP/1.1" status: 404 len: 339 time: 0.0243759 Jan 21 09:59:23.307307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48624) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:23.361442 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-81dc595c-b6a0-4524-95fc-6bd64019647a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Deleting subnet 85217d34-77c9-43be-a3ef-c1f83a9b91c1 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:59:23.364568 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81dc595c-b6a0-4524-95fc-6bd64019647a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.406852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81dc595c-b6a0-4524-95fc-6bd64019647a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.495670 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81dc595c-b6a0-4524-95fc-6bd64019647a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.555689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81dc595c-b6a0-4524-95fc-6bd64019647a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.584688 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc595c-b6a0-4524-95fc-6bd64019647a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event deleted for resources: {'Subnet': ['ID=85217d34-77c9-43be-a3ef-c1f83a9b91c1,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:23.590618 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81dc595c-b6a0-4524-95fc-6bd64019647a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.593876 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-81dc595c-b6a0-4524-95fc-6bd64019647a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "DELETE /v2.0/subnets/85217d34-77c9-43be-a3ef-c1f83a9b91c1 HTTP/1.1" status: 204 len: 168 time: 0.2856421 Jan 21 09:59:23.596412 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48626) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:23.598808 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1015862f-2f32-4dc4-b1e1-0c43606fe674 None None] Network 88575b81-245f-4fd7-ab42-5a7febba9816 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:23.677150 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.731901 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Deleting port 16325630-6988-4a48-a5df-1cfd0b9d4a93 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:59:23.732245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.781281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9da1a1a-4a4a-4497-938e-40e66a28cf6b None None] DHCP port deletion for 88575b81-245f-4fd7-ab42-5a7febba9816 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:59:23.801605 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] For port 16325630-6988-4a48-a5df-1cfd0b9d4a93, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=16325630-6988-4a48-a5df-1cfd0b9d4a93,segment=NetworkSegment(f2ccb1f2-4779-4275-8226-9f75711776ac),segment_id=f2ccb1f2-4779-4275-8226-9f75711776ac)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:23.801969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.822550 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Calling delete_port for 16325630-6988-4a48-a5df-1cfd0b9d4a93 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:59:23.831543 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f9da1a1a-4a4a-4497-938e-40e66a28cf6b None None] Deleting port 16325630-6988-4a48-a5df-1cfd0b9d4a93 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:59:23.831916 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f9da1a1a-4a4a-4497-938e-40e66a28cf6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.896577 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f9da1a1a-4a4a-4497-938e-40e66a28cf6b None None] For port 16325630-6988-4a48-a5df-1cfd0b9d4a93, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=16325630-6988-4a48-a5df-1cfd0b9d4a93,segment=NetworkSegment(f2ccb1f2-4779-4275-8226-9f75711776ac),segment_id=f2ccb1f2-4779-4275-8226-9f75711776ac)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:23.897054 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f9da1a1a-4a4a-4497-938e-40e66a28cf6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.900832 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.911489 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f9da1a1a-4a4a-4497-938e-40e66a28cf6b None None] Calling delete_port for 16325630-6988-4a48-a5df-1cfd0b9d4a93 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:59:23.928263 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event deleted for resources: {'Port': ['ID=16325630-6988-4a48-a5df-1cfd0b9d4a93,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:23.932576 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] No DVR routers for this DVR port 16325630-6988-4a48-a5df-1cfd0b9d4a93 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:59:23.985834 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f9da1a1a-4a4a-4497-938e-40e66a28cf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:24.010749 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da1a1a-4a4a-4497-938e-40e66a28cf6b None None] Pushing event deleted for resources: {'Port': ['ID=16325630-6988-4a48-a5df-1cfd0b9d4a93,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:24.018936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da1a1a-4a4a-4497-938e-40e66a28cf6b None None] No DVR routers for this DVR port 16325630-6988-4a48-a5df-1cfd0b9d4a93 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:59:24.019171 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:24.051458 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88575b81-245f-4fd7-ab42-5a7febba9816']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:24.069308 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ccb1f2-4779-4275-8226-9f75711776ac') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:24.069812 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ccb1f2-4779-4275-8226-9f75711776ac') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:24.083948 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:24.098266 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:24.107275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:59:24.108032 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:59:24.111503 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:59:24.176889 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:24.185604 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:24.188259 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] 10.222.0.88 "DELETE /v2.0/networks/88575b81-245f-4fd7-ab42-5a7febba9816 HTTP/1.1" status: 204 len: 168 time: 0.5908635 Jan 21 09:59:24.201240 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceded23-0ef4-41e0-a4e0-1b26ca6ef27a tempest-NetworksIpV6Test-837108507 tempest-NetworksIpV6Test-837108507-project] Pushing event deleted for resources: {'Network': ['ID=88575b81-245f-4fd7-ab42-5a7febba9816,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:24.451342 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48632) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:24.584391 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-86201036-a826-4570-b38f-75d31ff948b6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=70c1b5b248694f9bb094b048fb2fc7ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317732 Jan 21 09:59:24.590133 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48636) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:24.651812 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef378bd0-b2a2-4e56-894a-26446838b458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:24.675137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef378bd0-b2a2-4e56-894a-26446838b458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:24.724009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef378bd0-b2a2-4e56-894a-26446838b458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:24.727825 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ef378bd0-b2a2-4e56-894a-26446838b458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:24.729483 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ef378bd0-b2a2-4e56-894a-26446838b458 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f964788e-0302-4167-98c5-c9e604ce63e7 HTTP/1.1" status: 204 len: 168 time: 0.1381462 Jan 21 09:59:24.737766 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef378bd0-b2a2-4e56-894a-26446838b458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f964788e-0302-4167-98c5-c9e604ce63e7,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:24.837210 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 16325630-6988-4a48-a5df-1cfd0b9d4a93 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:59:24.862803 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 16325630-6988-4a48-a5df-1cfd0b9d4a93 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:59:24.863164 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 16325630-6988-4a48-a5df-1cfd0b9d4a93 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:59:24.863621 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3143b1a8-3b26-4233-bdd9-c7e6dc607a17 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:59:24.884344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 3143b1a8-3b26-4233-bdd9-c7e6dc607a17 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:59:24.884687 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 3143b1a8-3b26-4233-bdd9-c7e6dc607a17 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:59:24.998605 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:25.468947 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48658) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:25.571955 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f5c58444-9499-470f-a664-84fc5c3d47e4 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1795264522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:25.601377 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5c58444-9499-470f-a664-84fc5c3d47e4 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:25.603029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5c58444-9499-470f-a664-84fc5c3d47e4 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:25.661096 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5c58444-9499-470f-a664-84fc5c3d47e4 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:25.665342 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5c58444-9499-470f-a664-84fc5c3d47e4 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:25.683187 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f5c58444-9499-470f-a664-84fc5c3d47e4 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:25.684402 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f5c58444-9499-470f-a664-84fc5c3d47e4 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2143874 Jan 21 09:59:25.687086 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48662) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:25.691906 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-3002c11e-d03d-47d9-8686-38a8513b3080 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2401104'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:25.715756 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3002c11e-d03d-47d9-8686-38a8513b3080 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Made reservation on behalf of 32f89fbbda26446fb29259408895c8c8 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:25.719307 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3002c11e-d03d-47d9-8686-38a8513b3080 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:25.728932 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3002c11e-d03d-47d9-8686-38a8513b3080 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:25.815933 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3002c11e-d03d-47d9-8686-38a8513b3080 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:25.819980 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3002c11e-d03d-47d9-8686-38a8513b3080 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:25.850945 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3002c11e-d03d-47d9-8686-38a8513b3080 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:59:25.861205 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002c11e-d03d-47d9-8686-38a8513b3080 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b615d20f-585e-44ef-b249-d6b673f537ba,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:25.869284 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3002c11e-d03d-47d9-8686-38a8513b3080 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:25.869700 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-3002c11e-d03d-47d9-8686-38a8513b3080 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Added segment 4955313d-c48d-48c1-ab2a-e411bf5e74af of type vlan for network 6b6f077b-b0fb-4439-aab8-c8101561f8e1 Jan 21 09:59:25.916875 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3002c11e-d03d-47d9-8686-38a8513b3080 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:25.950808 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3002c11e-d03d-47d9-8686-38a8513b3080 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:25.956725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3002c11e-d03d-47d9-8686-38a8513b3080 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:25.957321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3002c11e-d03d-47d9-8686-38a8513b3080 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:26.019992 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3002c11e-d03d-47d9-8686-38a8513b3080 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3318548 Jan 21 09:59:26.022717 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48664) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:26.030475 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e23df959-d0d3-4fac-8722-2340c55da792 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Request body: {'subnet': {'network_id': '6b6f077b-b0fb-4439-aab8-c8101561f8e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:26.037614 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002c11e-d03d-47d9-8686-38a8513b3080 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Pushing event updated for resources: {'Network': ['ID=6b6f077b-b0fb-4439-aab8-c8101561f8e1,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:26.048740 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 6b6f077b-b0fb-4439-aab8-c8101561f8e1 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:59:26.129108 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23df959-d0d3-4fac-8722-2340c55da792 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Made reservation on behalf of 32f89fbbda26446fb29259408895c8c8 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:26.133520 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e23df959-d0d3-4fac-8722-2340c55da792 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:26.329565 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e23df959-d0d3-4fac-8722-2340c55da792 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:26.402656 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23df959-d0d3-4fac-8722-2340c55da792 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Pushing event updated for resources: {'Subnet': ['ID=58942404-0c8a-4232-b1af-e65147665758,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:26.413529 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23df959-d0d3-4fac-8722-2340c55da792 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Checking segment: {'id': '4955313d-c48d-48c1-ab2a-e411bf5e74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6b6f077b-b0fb-4439-aab8-c8101561f8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:26.414058 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23df959-d0d3-4fac-8722-2340c55da792 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Network hostable DHCP agents. Network: 6b6f077b-b0fb-4439-aab8-c8101561f8e1, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:59:26.431026 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23df959-d0d3-4fac-8722-2340c55da792 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Network 6b6f077b-b0fb-4439-aab8-c8101561f8e1 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:59:26.440124 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-e23df959-d0d3-4fac-8722-2340c55da792 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 6b6f077b-b0fb-4439-aab8-c8101561f8e1) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:26.444235 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23df959-d0d3-4fac-8722-2340c55da792 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:26.444821 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e23df959-d0d3-4fac-8722-2340c55da792 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:26.450448 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc01e34-c4c0-427f-a467-e1159781ce75 None None] Network 6b6f077b-b0fb-4439-aab8-c8101561f8e1 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:26.465330 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e23df959-d0d3-4fac-8722-2340c55da792 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4414694 Jan 21 09:59:26.468303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48666) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:26.473209 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-435a1447-4b78-4f7a-ad1c-ffaba4adff63 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1804751481'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:26.502727 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435a1447-4b78-4f7a-ad1c-ffaba4adff63 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Made reservation on behalf of 32f89fbbda26446fb29259408895c8c8 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:26.506433 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-435a1447-4b78-4f7a-ad1c-ffaba4adff63 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:26.533620 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435a1447-4b78-4f7a-ad1c-ffaba4adff63 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:59:26.543749 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-435a1447-4b78-4f7a-ad1c-ffaba4adff63 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:26.544086 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-435a1447-4b78-4f7a-ad1c-ffaba4adff63 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Added segment 17590e9b-a31d-4556-9f0e-defde23af7a9 of type vlan for network b2bac013-b508-4dfb-8d9b-835529e40bc2 Jan 21 09:59:26.588474 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-435a1447-4b78-4f7a-ad1c-ffaba4adff63 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:26.611964 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-6b6f077b-b0fb-4439-aab8-c8101561f8e1', 'network_id': '6b6f077b-b0fb-4439-aab8-c8101561f8e1', 'tenant_id': '32f89fbbda26446fb29259408895c8c8', 'fixed_ips': [{'subnet_id': '58942404-0c8a-4232-b1af-e65147665758'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:59:26.613435 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:26.615904 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-435a1447-4b78-4f7a-ad1c-ffaba4adff63 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:26.622328 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435a1447-4b78-4f7a-ad1c-ffaba4adff63 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:26.622943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-435a1447-4b78-4f7a-ad1c-ffaba4adff63 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:26.684887 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-435a1447-4b78-4f7a-ad1c-ffaba4adff63 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2128863 Jan 21 09:59:26.685375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48668) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:26.692327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-034828cc-eeee-4843-9dfa-fc56ef8fb1fc tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Request body: {'subnet': {'network_id': 'b2bac013-b508-4dfb-8d9b-835529e40bc2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:26.702013 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a1447-4b78-4f7a-ad1c-ffaba4adff63 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Pushing event updated for resources: {'Network': ['ID=b2bac013-b508-4dfb-8d9b-835529e40bc2,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:26.714280 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network b2bac013-b508-4dfb-8d9b-835529e40bc2 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:59:26.810249 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034828cc-eeee-4843-9dfa-fc56ef8fb1fc tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Made reservation on behalf of 32f89fbbda26446fb29259408895c8c8 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:26.813896 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-034828cc-eeee-4843-9dfa-fc56ef8fb1fc tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:26.835448 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Allocated IP 172.20.0.2 (6b6f077b-b0fb-4439-aab8-c8101561f8e1/58942404-0c8a-4232-b1af-e65147665758/39f3074b-7b8a-4502-9d38-840813917d4c) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:59:27.010098 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:27.014159 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-034828cc-eeee-4843-9dfa-fc56ef8fb1fc tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:27.015586 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:27.056234 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Network 6b6f077b-b0fb-4439-aab8-c8101561f8e1 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:27.059347 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:27.061982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:59:27.071178 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Pushing event updated for resources: {'Port': ['ID=39f3074b-7b8a-4502-9d38-840813917d4c,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:27.088547 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034828cc-eeee-4843-9dfa-fc56ef8fb1fc tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Pushing event updated for resources: {'Subnet': ['ID=a1ad48fa-0ce9-475a-a3e9-1e2244187d46,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:27.099465 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034828cc-eeee-4843-9dfa-fc56ef8fb1fc tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Checking segment: {'id': '17590e9b-a31d-4556-9f0e-defde23af7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b2bac013-b508-4dfb-8d9b-835529e40bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:27.099465 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034828cc-eeee-4843-9dfa-fc56ef8fb1fc tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Network hostable DHCP agents. Network: b2bac013-b508-4dfb-8d9b-835529e40bc2, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:59:27.128885 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034828cc-eeee-4843-9dfa-fc56ef8fb1fc tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Network b2bac013-b508-4dfb-8d9b-835529e40bc2 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:59:27.132924 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-034828cc-eeee-4843-9dfa-fc56ef8fb1fc tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, b2bac013-b508-4dfb-8d9b-835529e40bc2) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:27.133657 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Attempting to bind port 39f3074b-7b8a-4502-9d38-840813917d4c on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:59:27.135052 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Attempting to bind port 39f3074b-7b8a-4502-9d38-840813917d4c by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '4955313d-c48d-48c1-ab2a-e411bf5e74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6b6f077b-b0fb-4439-aab8-c8101561f8e1'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:59:27.135052 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Attempting to bind port 39f3074b-7b8a-4502-9d38-840813917d4c on network 6b6f077b-b0fb-4439-aab8-c8101561f8e1 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:59:27.138001 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034828cc-eeee-4843-9dfa-fc56ef8fb1fc tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:27.138661 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-034828cc-eeee-4843-9dfa-fc56ef8fb1fc tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:27.140128 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:59:27.140508 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Checking segment: {'id': '4955313d-c48d-48c1-ab2a-e411bf5e74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6b6f077b-b0fb-4439-aab8-c8101561f8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:27.141051 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:27.141447 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Bound using segment: {'id': '4955313d-c48d-48c1-ab2a-e411bf5e74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6b6f077b-b0fb-4439-aab8-c8101561f8e1'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:59:27.142555 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Bound port: 39f3074b-7b8a-4502-9d38-840813917d4c, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4955313d-c48d-48c1-ab2a-e411bf5e74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6b6f077b-b0fb-4439-aab8-c8101561f8e1'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:59:27.142953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:27.146956 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a5f53-26bb-46a3-bfe5-b43e3ffa6784 None None] Network b2bac013-b508-4dfb-8d9b-835529e40bc2 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:27.156989 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-034828cc-eeee-4843-9dfa-fc56ef8fb1fc tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4702444 Jan 21 09:59:27.159758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48670) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:27.165427 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-9f10043f-68a1-43ac-bdf9-4463315a3237 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b2bac013-b508-4dfb-8d9b-835529e40bc2'}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:27.310920 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] For port 39f3074b-7b8a-4502-9d38-840813917d4c, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:59:27.345314 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] For port 39f3074b-7b8a-4502-9d38-840813917d4c, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=39f3074b-7b8a-4502-9d38-840813917d4c,segment=NetworkSegment(4955313d-c48d-48c1-ab2a-e411bf5e74af),segment_id=4955313d-c48d-48c1-ab2a-e411bf5e74af)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:59:27.353015 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:27.378605 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9f10043f-68a1-43ac-bdf9-4463315a3237 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:27.432827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-b2bac013-b508-4dfb-8d9b-835529e40bc2', 'network_id': 'b2bac013-b508-4dfb-8d9b-835529e40bc2', 'tenant_id': '32f89fbbda26446fb29259408895c8c8', 'fixed_ips': [{'subnet_id': 'a1ad48fa-0ce9-475a-a3e9-1e2244187d46'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:59:27.433734 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:27.439853 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e577d6-75e0-400c-a93c-0fa2cf1c3d19 None None] Pushing event updated for resources: {'Port': ['ID=39f3074b-7b8a-4502-9d38-840813917d4c,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:27.636189 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Allocated IP 172.21.0.2 (b2bac013-b508-4dfb-8d9b-835529e40bc2/a1ad48fa-0ce9-475a-a3e9-1e2244187d46/ee79cfa8-ad19-4c7d-af8e-ff23af4257b5) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:59:27.809116 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:27.817633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:27.860297 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Network b2bac013-b508-4dfb-8d9b-835529e40bc2 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:27.863039 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:27.867388 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:59:27.870428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Pushing event updated for resources: {'Port': ['ID=ee79cfa8-ad19-4c7d-af8e-ff23af4257b5,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:27.880557 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.api.v2.resource [None req-9f10043f-68a1-43ac-bdf9-4463315a3237 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:59:27.881665 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9f10043f-68a1-43ac-bdf9-4463315a3237 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] 10.222.0.88 "PUT /v2.0/routers/cff5a969-02ce-4ada-b649-498d64c6cb83 HTTP/1.1" status: 400 len: 364 time: 0.7206771 Jan 21 09:59:27.888214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48672) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:27.924926 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Attempting to bind port ee79cfa8-ad19-4c7d-af8e-ff23af4257b5 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:59:27.924926 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Attempting to bind port ee79cfa8-ad19-4c7d-af8e-ff23af4257b5 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '17590e9b-a31d-4556-9f0e-defde23af7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b2bac013-b508-4dfb-8d9b-835529e40bc2'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:59:27.925269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Attempting to bind port ee79cfa8-ad19-4c7d-af8e-ff23af4257b5 on network b2bac013-b508-4dfb-8d9b-835529e40bc2 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:59:27.930361 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:59:27.930987 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Checking segment: {'id': '17590e9b-a31d-4556-9f0e-defde23af7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b2bac013-b508-4dfb-8d9b-835529e40bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:27.931135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:27.931526 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Bound using segment: {'id': '17590e9b-a31d-4556-9f0e-defde23af7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b2bac013-b508-4dfb-8d9b-835529e40bc2'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:59:27.931989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Bound port: ee79cfa8-ad19-4c7d-af8e-ff23af4257b5, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17590e9b-a31d-4556-9f0e-defde23af7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b2bac013-b508-4dfb-8d9b-835529e40bc2'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:59:27.932400 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:27.940914 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-953ca5e9-347e-43cb-b8d7-bef0c37d810b tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Deleting subnet a1ad48fa-0ce9-475a-a3e9-1e2244187d46 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:59:27.943506 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-953ca5e9-347e-43cb-b8d7-bef0c37d810b tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:27.989813 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-953ca5e9-347e-43cb-b8d7-bef0c37d810b tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.002668 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] For port ee79cfa8-ad19-4c7d-af8e-ff23af4257b5, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:59:28.005988 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] For port ee79cfa8-ad19-4c7d-af8e-ff23af4257b5, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ee79cfa8-ad19-4c7d-af8e-ff23af4257b5,segment=NetworkSegment(17590e9b-a31d-4556-9f0e-defde23af7a9),segment_id=17590e9b-a31d-4556-9f0e-defde23af7a9)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:59:28.011807 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.073695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71302b39-0f26-41b4-ba21-5cffcb3492f8 None None] Pushing event updated for resources: {'Port': ['ID=ee79cfa8-ad19-4c7d-af8e-ff23af4257b5,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:28.094994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-953ca5e9-347e-43cb-b8d7-bef0c37d810b tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.160445 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-953ca5e9-347e-43cb-b8d7-bef0c37d810b tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.189284 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ca5e9-347e-43cb-b8d7-bef0c37d810b tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ad48fa-0ce9-475a-a3e9-1e2244187d46,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:28.197134 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-953ca5e9-347e-43cb-b8d7-bef0c37d810b tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.200348 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-953ca5e9-347e-43cb-b8d7-bef0c37d810b tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] 10.222.0.88 "DELETE /v2.0/subnets/a1ad48fa-0ce9-475a-a3e9-1e2244187d46 HTTP/1.1" status: 204 len: 168 time: 0.3111312 Jan 21 09:59:28.203043 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48674) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:28.295650 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.366154 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Deleting port ee79cfa8-ad19-4c7d-af8e-ff23af4257b5 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:59:28.366588 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.444375 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] For port ee79cfa8-ad19-4c7d-af8e-ff23af4257b5, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ee79cfa8-ad19-4c7d-af8e-ff23af4257b5,segment=NetworkSegment(17590e9b-a31d-4556-9f0e-defde23af7a9),segment_id=17590e9b-a31d-4556-9f0e-defde23af7a9)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:28.444824 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.466470 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Calling delete_port for ee79cfa8-ad19-4c7d-af8e-ff23af4257b5 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:59:28.558615 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.572222 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4626e97e-ecb0-47d6-8b28-e9b0ec0a5690 None None] Network 6b6f077b-b0fb-4439-aab8-c8101561f8e1 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:28.590237 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Pushing event deleted for resources: {'Port': ['ID=ee79cfa8-ad19-4c7d-af8e-ff23af4257b5,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:28.597727 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] No DVR routers for this DVR port ee79cfa8-ad19-4c7d-af8e-ff23af4257b5 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:59:28.685727 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.701936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6983854d-8620-486b-ba98-47f04aef8440 None None] Provisioning complete for port 39f3074b-7b8a-4502-9d38-840813917d4c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:28.702300 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6983854d-8620-486b-ba98-47f04aef8440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.706570 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2bac013-b508-4dfb-8d9b-835529e40bc2']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:28.716290 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17590e9b-a31d-4556-9f0e-defde23af7a9') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:28.716603 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17590e9b-a31d-4556-9f0e-defde23af7a9') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:28.726029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.740047 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.747057 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:59:28.747645 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:59:28.750684 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:59:28.815080 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6983854d-8620-486b-ba98-47f04aef8440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.832667 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.841858 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.848118 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] 10.222.0.88 "DELETE /v2.0/networks/b2bac013-b508-4dfb-8d9b-835529e40bc2 HTTP/1.1" status: 204 len: 168 time: 0.6408210 Jan 21 09:59:28.848305 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48676) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:28.877874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6983854d-8620-486b-ba98-47f04aef8440 None None] For port 39f3074b-7b8a-4502-9d38-840813917d4c, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=39f3074b-7b8a-4502-9d38-840813917d4c,segment=NetworkSegment(4955313d-c48d-48c1-ab2a-e411bf5e74af),segment_id=4955313d-c48d-48c1-ab2a-e411bf5e74af)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:28.883555 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befeef73-312f-48b3-a280-2c294de4c3f7 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Pushing event deleted for resources: {'Network': ['ID=b2bac013-b508-4dfb-8d9b-835529e40bc2,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:28.893998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6983854d-8620-486b-ba98-47f04aef8440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.959272 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e3d522-56bb-43d4-8e4c-dc04e763dd3c tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Deleting subnet 58942404-0c8a-4232-b1af-e65147665758 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 09:59:28.963114 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81e3d522-56bb-43d4-8e4c-dc04e763dd3c tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:28.969252 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 39f3074b-7b8a-4502-9d38-840813917d4c up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:59:29.008622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81e3d522-56bb-43d4-8e4c-dc04e763dd3c tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.012031 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983854d-8620-486b-ba98-47f04aef8440 None None] Pushing event updated for resources: {'Port': ['ID=39f3074b-7b8a-4502-9d38-840813917d4c,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:29.042293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 39f3074b-7b8a-4502-9d38-840813917d4c triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:29.042666 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.108148 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81e3d522-56bb-43d4-8e4c-dc04e763dd3c tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.143997 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-76c77a6a-296d-4441-a642-d11778a02399 None None] Provisioning complete for port 39f3074b-7b8a-4502-9d38-840813917d4c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:29.144598 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-76c77a6a-296d-4441-a642-d11778a02399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.173399 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81e3d522-56bb-43d4-8e4c-dc04e763dd3c tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.222137 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3d522-56bb-43d4-8e4c-dc04e763dd3c tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Pushing event deleted for resources: {'Subnet': ['ID=58942404-0c8a-4232-b1af-e65147665758,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:29.228823 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81e3d522-56bb-43d4-8e4c-dc04e763dd3c tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.235097 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-81e3d522-56bb-43d4-8e4c-dc04e763dd3c tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] 10.222.0.88 "DELETE /v2.0/subnets/58942404-0c8a-4232-b1af-e65147665758 HTTP/1.1" status: 204 len: 168 time: 0.3842609 Jan 21 09:59:29.236614 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48678) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:29.237230 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3cfbd7-bbea-4a36-892d-e2fe5e0c9fab None None] Network 6b6f077b-b0fb-4439-aab8-c8101561f8e1 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:29.318354 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.387374 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Deleting port 39f3074b-7b8a-4502-9d38-840813917d4c {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:59:29.387374 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.404183 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6020e79-bc9d-4afa-bee0-6c6df11d3968 None None] DHCP port deletion for b2bac013-b508-4dfb-8d9b-835529e40bc2 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:59:29.408657 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-853e2879-bb85-40d0-9482-b544faea2a72 None None] Could not find standard attr ID for object ee79cfa8-ad19-4c7d-af8e-ff23af4257b5. {{(pid=102148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:59:29.429330 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d50e1c7-be39-4e66-bc93-bdc2ac573ba3 None None] Network b2bac013-b508-4dfb-8d9b-835529e40bc2 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:29.444208 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d50e1c7-be39-4e66-bc93-bdc2ac573ba3 None None] Network b2bac013-b508-4dfb-8d9b-835529e40bc2 could not be found, it might have been deleted concurrently. {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 21 09:59:29.451237 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df14a1-2d30-41d0-816d-3f23fa52a7bb None None] DHCP port deletion for 6b6f077b-b0fb-4439-aab8-c8101561f8e1 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 09:59:29.473259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] For port 39f3074b-7b8a-4502-9d38-840813917d4c, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=39f3074b-7b8a-4502-9d38-840813917d4c,segment=NetworkSegment(4955313d-c48d-48c1-ab2a-e411bf5e74af),segment_id=4955313d-c48d-48c1-ab2a-e411bf5e74af)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:29.473671 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.488210 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Calling delete_port for 39f3074b-7b8a-4502-9d38-840813917d4c owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:59:29.498683 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-54df14a1-2d30-41d0-816d-3f23fa52a7bb None None] Deleting port 39f3074b-7b8a-4502-9d38-840813917d4c {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 09:59:29.499060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-54df14a1-2d30-41d0-816d-3f23fa52a7bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.560871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-54df14a1-2d30-41d0-816d-3f23fa52a7bb None None] For port 39f3074b-7b8a-4502-9d38-840813917d4c, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=39f3074b-7b8a-4502-9d38-840813917d4c,segment=NetworkSegment(4955313d-c48d-48c1-ab2a-e411bf5e74af),segment_id=4955313d-c48d-48c1-ab2a-e411bf5e74af)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:29.561263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-54df14a1-2d30-41d0-816d-3f23fa52a7bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.573623 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.575634 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-54df14a1-2d30-41d0-816d-3f23fa52a7bb None None] Calling delete_port for 39f3074b-7b8a-4502-9d38-840813917d4c owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 09:59:29.602922 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Pushing event deleted for resources: {'Port': ['ID=39f3074b-7b8a-4502-9d38-840813917d4c,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:29.606193 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] No DVR routers for this DVR port 39f3074b-7b8a-4502-9d38-840813917d4c on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:59:29.672662 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-54df14a1-2d30-41d0-816d-3f23fa52a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.701812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df14a1-2d30-41d0-816d-3f23fa52a7bb None None] Pushing event deleted for resources: {'Port': ['ID=39f3074b-7b8a-4502-9d38-840813917d4c,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:29.706243 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df14a1-2d30-41d0-816d-3f23fa52a7bb None None] No DVR routers for this DVR port 39f3074b-7b8a-4502-9d38-840813917d4c on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:59:29.707688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.737475 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6f077b-b0fb-4439-aab8-c8101561f8e1']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:29.747409 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4955313d-c48d-48c1-ab2a-e411bf5e74af') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:29.747706 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4955313d-c48d-48c1-ab2a-e411bf5e74af') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:29.761998 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.775356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.781120 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:59:29.781536 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:59:29.784404 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:59:29.843696 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.850539 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:29.854274 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] 10.222.0.88 "DELETE /v2.0/networks/6b6f077b-b0fb-4439-aab8-c8101561f8e1 HTTP/1.1" status: 204 len: 168 time: 0.6164198 Jan 21 09:59:29.857093 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48680) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:29.865940 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac605e4-1083-44e4-a46a-3b0ecc16ff5a tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Pushing event deleted for resources: {'Network': ['ID=6b6f077b-b0fb-4439-aab8-c8101561f8e1,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:29.885733 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-08bc5514-473d-4946-bbfb-c63deb09d37d tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff5a969-02ce-4ada-b649-498d64c6cb83 HTTP/1.1" status: 200 len: 205 time: 0.0272753 Jan 21 09:59:29.888009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48682) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:29.964361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-351d1410-1374-4d98-ab61-5d6730b45f42 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:30.136441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-351d1410-1374-4d98-ab61-5d6730b45f42 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:30.138848 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-351d1410-1374-4d98-ab61-5d6730b45f42 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:30.182656 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-351d1410-1374-4d98-ab61-5d6730b45f42 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:30.183245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351d1410-1374-4d98-ab61-5d6730b45f42 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Fanout notify agent at l3_agent the message router_deleted on router cff5a969-02ce-4ada-b649-498d64c6cb83 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:59:30.190148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-351d1410-1374-4d98-ab61-5d6730b45f42 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:30.192263 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-351d1410-1374-4d98-ab61-5d6730b45f42 tempest-RoutersNegativeTest-1134228352 tempest-RoutersNegativeTest-1134228352-project] 10.222.0.88 "DELETE /v2.0/routers/cff5a969-02ce-4ada-b649-498d64c6cb83 HTTP/1.1" status: 204 len: 168 time: 0.3033335 Jan 21 09:59:30.442590 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48688) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:30.582422 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ce04cbdf-ef52-4da4-aed9-f57eb229bd76 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=32f89fbbda26446fb29259408895c8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385665 Jan 21 09:59:30.584758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48692) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:30.638927 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:30.660777 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:30.708214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:30.711624 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:30.712906 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b615d20f-585e-44ef-b249-d6b673f537ba HTTP/1.1" status: 204 len: 168 time: 0.1272118 Jan 21 09:59:30.721835 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b615d20f-585e-44ef-b249-d6b673f537ba,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:30.729040 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:30.729369 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:30.729735 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:30.730067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:30.730453 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:30.730717 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:30.731049 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:30.731394 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:30.731717 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:30.732010 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:30.732308 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:30.732619 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d9bc4-623d-41ce-9c03-b81d91c340f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:30.833871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 39f3074b-7b8a-4502-9d38-840813917d4c no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:59:30.855954 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 39f3074b-7b8a-4502-9d38-840813917d4c {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:59:30.856300 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 39f3074b-7b8a-4502-9d38-840813917d4c not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:59:30.856728 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ee79cfa8-ad19-4c7d-af8e-ff23af4257b5 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:59:30.875198 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: ee79cfa8-ad19-4c7d-af8e-ff23af4257b5 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 09:59:30.875543 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ee79cfa8-ad19-4c7d-af8e-ff23af4257b5 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:59:31.206279 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:59:31.346917 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48714) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:31.451079 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-cee031e3-c2a2-432f-ac74-23a5e749bb6e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2016017192-network', 'tenant_id': 'c502e6f28687491b896f5058e306151a'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:31.477754 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee031e3-c2a2-432f-ac74-23a5e749bb6e admin admin] Made reservation on behalf of c502e6f28687491b896f5058e306151a for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:31.480391 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cee031e3-c2a2-432f-ac74-23a5e749bb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:31.489018 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cee031e3-c2a2-432f-ac74-23a5e749bb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:31.564489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cee031e3-c2a2-432f-ac74-23a5e749bb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:31.568377 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cee031e3-c2a2-432f-ac74-23a5e749bb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:31.594152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee031e3-c2a2-432f-ac74-23a5e749bb6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:59:31.604383 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee031e3-c2a2-432f-ac74-23a5e749bb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1066344e-7877-44dc-8b71-ddd5f6a51894,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:31.609339 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cee031e3-c2a2-432f-ac74-23a5e749bb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:31.609700 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-cee031e3-c2a2-432f-ac74-23a5e749bb6e admin admin] Added segment 3475bf85-327c-4837-badf-385cf39c6cbb of type vlan for network 00097a15-c505-470a-9e45-3a81b80daaf7 Jan 21 09:59:31.650638 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cee031e3-c2a2-432f-ac74-23a5e749bb6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:31.682056 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cee031e3-c2a2-432f-ac74-23a5e749bb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:31.683026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee031e3-c2a2-432f-ac74-23a5e749bb6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:31.683610 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-cee031e3-c2a2-432f-ac74-23a5e749bb6e admin admin] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:31.742805 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-cee031e3-c2a2-432f-ac74-23a5e749bb6e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3937771 Jan 21 09:59:31.746229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48718) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:31.750291 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee031e3-c2a2-432f-ac74-23a5e749bb6e admin admin] Pushing event updated for resources: {'Network': ['ID=00097a15-c505-470a-9e45-3a81b80daaf7,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:31.751393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-6c451f13-1aa8-48fd-9921-0f440bbb170f admin admin] Request body: {'subnet': {'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2016017192-subnet', 'tenant_id': 'c502e6f28687491b896f5058e306151a', 'ip_version': 4}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:31.765674 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 00097a15-c505-470a-9e45-3a81b80daaf7 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:59:31.777999 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c451f13-1aa8-48fd-9921-0f440bbb170f admin admin] Made reservation on behalf of c502e6f28687491b896f5058e306151a for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:31.780553 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6c451f13-1aa8-48fd-9921-0f440bbb170f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:31.963952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6c451f13-1aa8-48fd-9921-0f440bbb170f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:32.032016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c451f13-1aa8-48fd-9921-0f440bbb170f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3b4ac78-bce9-46ac-9a3d-dabe9b28525c,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:32.040504 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c451f13-1aa8-48fd-9921-0f440bbb170f admin admin] Checking segment: {'id': '3475bf85-327c-4837-badf-385cf39c6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:32.040883 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c451f13-1aa8-48fd-9921-0f440bbb170f admin admin] Network hostable DHCP agents. Network: 00097a15-c505-470a-9e45-3a81b80daaf7, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:59:32.057347 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c451f13-1aa8-48fd-9921-0f440bbb170f admin admin] Network 00097a15-c505-470a-9e45-3a81b80daaf7 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:59:32.065835 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-6c451f13-1aa8-48fd-9921-0f440bbb170f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 00097a15-c505-470a-9e45-3a81b80daaf7) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:32.069729 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c451f13-1aa8-48fd-9921-0f440bbb170f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:32.070393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6c451f13-1aa8-48fd-9921-0f440bbb170f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:32.075455 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513ed007-fa9f-403e-966d-654242b81e2b None None] Network 00097a15-c505-470a-9e45-3a81b80daaf7 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:32.087753 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6c451f13-1aa8-48fd-9921-0f440bbb170f admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3402812 Jan 21 09:59:32.090780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48720) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:32.095226 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2016017192-router', 'tenant_id': 'c502e6f28687491b896f5058e306151a', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:32.119732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:32.121404 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:32.185487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:32.331366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:32.377068 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-00097a15-c505-470a-9e45-3a81b80daaf7', 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7', 'tenant_id': 'c502e6f28687491b896f5058e306151a', 'fixed_ips': [{'subnet_id': 'c3b4ac78-bce9-46ac-9a3d-dabe9b28525c'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:59:32.378587 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:32.519164 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Allocated IP 172.20.0.2 (00097a15-c505-470a-9e45-3a81b80daaf7/c3b4ac78-bce9-46ac-9a3d-dabe9b28525c/4e2e1998-b51a-4dc3-944a-e673e2648084) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:59:32.548625 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:32.568923 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:32.665787 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:32.671640 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:32.683623 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Allocated IP 172.26.7.181 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/1aae0f0f-14d9-47d1-8981-3f564031756e) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:59:32.711932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Network 00097a15-c505-470a-9e45-3a81b80daaf7 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:32.714983 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:32.718593 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:59:32.723960 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Pushing event updated for resources: {'Port': ['ID=4e2e1998-b51a-4dc3-944a-e673e2648084,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:32.780538 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Attempting to bind port 4e2e1998-b51a-4dc3-944a-e673e2648084 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:59:32.780926 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Attempting to bind port 4e2e1998-b51a-4dc3-944a-e673e2648084 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3475bf85-327c-4837-badf-385cf39c6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:59:32.781277 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Attempting to bind port 4e2e1998-b51a-4dc3-944a-e673e2648084 on network 00097a15-c505-470a-9e45-3a81b80daaf7 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:59:32.787569 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:59:32.787943 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Checking segment: {'id': '3475bf85-327c-4837-badf-385cf39c6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:32.788347 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:32.788766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Bound using segment: {'id': '3475bf85-327c-4837-badf-385cf39c6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:59:32.790047 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Bound port: 4e2e1998-b51a-4dc3-944a-e673e2648084, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3475bf85-327c-4837-badf-385cf39c6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:59:32.790433 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:32.802439 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:32.843525 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:32.859149 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] For port 4e2e1998-b51a-4dc3-944a-e673e2648084, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:59:32.862490 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] For port 4e2e1998-b51a-4dc3-944a-e673e2648084, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4e2e1998-b51a-4dc3-944a-e673e2648084,segment=NetworkSegment(3475bf85-327c-4837-badf-385cf39c6cbb),segment_id=3475bf85-327c-4837-badf-385cf39c6cbb)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:59:32.866836 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:32.880418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:32.885482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:32.890171 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:59:32.923672 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9473af-3b31-4f07-9c9b-2148056cfc2f None None] Pushing event updated for resources: {'Port': ['ID=4e2e1998-b51a-4dc3-944a-e673e2648084,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:32.924472 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Pushing event updated for resources: {'Port': ['ID=1aae0f0f-14d9-47d1-8981-3f564031756e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:33.212151 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:33.420955 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:33.556469 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Router 8ab0e655-7984-4f59-8b0d-e27a384276e5 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:59:33.672733 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:59:33.683695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Sync routers for ids ['8ab0e655-7984-4f59-8b0d-e27a384276e5'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:59:33.694249 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:33.699213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48722) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:33.700411 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-81bd6f01-5479-4fe5-902a-3db95a3521c7 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6061106 Jan 21 09:59:33.703760 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Routers {'8ab0e655-7984-4f59-8b0d-e27a384276e5'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:33.704457 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:59:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8ab0e655-7984-4f59-8b0d-e27a384276e5'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:33.829670 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Set router 8ab0e655-7984-4f59-8b0d-e27a384276e5 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:59:33.892059 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124a8ead-8b73-4212-9ee2-1d90fcf2aa5d None None] Network 00097a15-c505-470a-9e45-3a81b80daaf7 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:34.020030 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-3213cfa3-0367-4863-85d7-2e5af8855c07 None None] Provisioning complete for port 4e2e1998-b51a-4dc3-944a-e673e2648084 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:34.020310 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3213cfa3-0367-4863-85d7-2e5af8855c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:34.187207 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:34.224994 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3213cfa3-0367-4863-85d7-2e5af8855c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:34.250121 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'name': 'tempest-TestEncryptedCinderVolumes-2016017192-router', 'tenant_id': 'c502e6f28687491b896f5058e306151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': '1aae0f0f-14d9-47d1-8981-3f564031756e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:32Z', 'updated_at': '2022-01-21T09:59:33Z', 'revision_number': 3, 'project_id': 'c502e6f28687491b896f5058e306151a', 'gw_port': {'id': '1aae0f0f-14d9-47d1-8981-3f564031756e', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:32Z', 'updated_at': '2022-01-21T09:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:34.286619 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Checking router: 8ab0e655-7984-4f59-8b0d-e27a384276e5 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:59:34.286983 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Updating router 8ab0e655-7984-4f59-8b0d-e27a384276e5 port 1aae0f0f-14d9-47d1-8981-3f564031756e binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:59:34.312312 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-3213cfa3-0367-4863-85d7-2e5af8855c07 None None] For port 4e2e1998-b51a-4dc3-944a-e673e2648084, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4e2e1998-b51a-4dc3-944a-e673e2648084,segment=NetworkSegment(3475bf85-327c-4837-badf-385cf39c6cbb),segment_id=3475bf85-327c-4837-badf-385cf39c6cbb)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:34.319750 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3213cfa3-0367-4863-85d7-2e5af8855c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:34.327978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:34.453802 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213cfa3-0367-4863-85d7-2e5af8855c07 None None] Pushing event updated for resources: {'Port': ['ID=4e2e1998-b51a-4dc3-944a-e673e2648084,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:34.559219 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b76379be-6543-49fe-8df0-745d13bfb668 None None] Provisioning complete for port 4e2e1998-b51a-4dc3-944a-e673e2648084 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:34.559497 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b76379be-6543-49fe-8df0-745d13bfb668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:34.725080 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:34.733761 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:34.787333 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd966a-476b-45d6-ad1b-1694337d0742 None None] Pushing event updated for resources: {'Port': ['ID=1aae0f0f-14d9-47d1-8981-3f564031756e,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:34.790911 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Attempting to bind port 1aae0f0f-14d9-47d1-8981-3f564031756e on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:59:34.791287 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Attempting to bind port 1aae0f0f-14d9-47d1-8981-3f564031756e by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:59:34.791615 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Attempting to bind port 1aae0f0f-14d9-47d1-8981-3f564031756e on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:59:34.797275 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:59:34.797741 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Allocated IP 172.20.0.1 (00097a15-c505-470a-9e45-3a81b80daaf7/c3b4ac78-bce9-46ac-9a3d-dabe9b28525c/75dbd53a-10a5-40a9-b878-41571699c6c4) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:59:34.798219 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:34.798219 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:34.798602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:59:34.799292 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Bound port: 1aae0f0f-14d9-47d1-8981-3f564031756e, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:59:34.799292 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:34.875874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] For port 1aae0f0f-14d9-47d1-8981-3f564031756e, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:59:34.881013 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] For port 1aae0f0f-14d9-47d1-8981-3f564031756e, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1aae0f0f-14d9-47d1-8981-3f564031756e,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:59:34.887453 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4e2e1998-b51a-4dc3-944a-e673e2648084 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:59:34.890791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:34.926860 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:34.968267 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:34.990177 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Routers {'8ab0e655-7984-4f59-8b0d-e27a384276e5'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:34.990797 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:59:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8ab0e655-7984-4f59-8b0d-e27a384276e5'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:34.994569 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd966a-476b-45d6-ad1b-1694337d0742 None None] Pushing event updated for resources: {'Port': ['ID=1aae0f0f-14d9-47d1-8981-3f564031756e,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:35.004785 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Network 00097a15-c505-470a-9e45-3a81b80daaf7 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:35.007891 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:35.011151 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:59:35.042418 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 4e2e1998-b51a-4dc3-944a-e673e2648084 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:35.042842 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:35.051877 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Pushing event updated for resources: {'Port': ['ID=75dbd53a-10a5-40a9-b878-41571699c6c4,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:35.066329 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:35.146981 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] Set router 8ab0e655-7984-4f59-8b0d-e27a384276e5 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:59:35.243577 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:35.309220 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-50b1eb74-c8b2-4963-8e78-97e6e1363467 None None] Provisioning complete for port 75dbd53a-10a5-40a9-b878-41571699c6c4 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:35.309627 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-50b1eb74-c8b2-4963-8e78-97e6e1363467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:35.380511 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-50b1eb74-c8b2-4963-8e78-97e6e1363467 None None] Port 75dbd53a-10a5-40a9-b878-41571699c6c4 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:59:35.418108 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'name': 'tempest-TestEncryptedCinderVolumes-2016017192-router', 'tenant_id': 'c502e6f28687491b896f5058e306151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': '1aae0f0f-14d9-47d1-8981-3f564031756e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:32Z', 'updated_at': '2022-01-21T09:59:33Z', 'revision_number': 3, 'project_id': 'c502e6f28687491b896f5058e306151a', 'gw_port': {'id': '1aae0f0f-14d9-47d1-8981-3f564031756e', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:32Z', 'updated_at': '2022-01-21T09:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:35.423356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:35.428155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:35.453893 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69f379a-9879-4cfc-9493-abef3ef6048d None None] The sync data for ids ['8ab0e655-7984-4f59-8b0d-e27a384276e5'] in dv-neutron-825721-1-hyperv is: [{'id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'name': 'tempest-TestEncryptedCinderVolumes-2016017192-router', 'tenant_id': 'c502e6f28687491b896f5058e306151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': '1aae0f0f-14d9-47d1-8981-3f564031756e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:32Z', 'updated_at': '2022-01-21T09:59:33Z', 'revision_number': 3, 'project_id': 'c502e6f28687491b896f5058e306151a', 'gw_port': {'id': '1aae0f0f-14d9-47d1-8981-3f564031756e', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:32Z', 'updated_at': '2022-01-21T09:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:59:35.503698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:35.505773 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Pushing event updated for resources: {'Port': ['ID=75dbd53a-10a5-40a9-b878-41571699c6c4,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:35.603411 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Network 00097a15-c505-470a-9e45-3a81b80daaf7 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:35.604803 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:35.747396 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Router 8ab0e655-7984-4f59-8b0d-e27a384276e5 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:59:35.872233 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:59:35.879370 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ac5130ed-cb63-4e4c-8a2a-3a7b33edd8ca admin admin] 10.222.0.88 "PUT /v2.0/routers/8ab0e655-7984-4f59-8b0d-e27a384276e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1790287 Jan 21 09:59:35.902849 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-919dbdb7-4f56-4014-9500-9d3a7ce6ccf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:35.910033 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-870cb7c8-f853-43eb-8920-dd6a7d73daea None None] Provisioning complete for port 75dbd53a-10a5-40a9-b878-41571699c6c4 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:35.910702 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-870cb7c8-f853-43eb-8920-dd6a7d73daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:35.948977 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-870cb7c8-f853-43eb-8920-dd6a7d73daea None None] Port 75dbd53a-10a5-40a9-b878-41571699c6c4 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:59:36.397638 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48738) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:36.403108 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-17b431c0-16cd-47e2-bec2-3335faecf092 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-725795444-network', 'tenant_id': '36404a2e9314429c85e0cac8432502ac'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:36.428662 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b431c0-16cd-47e2-bec2-3335faecf092 admin admin] Made reservation on behalf of 36404a2e9314429c85e0cac8432502ac for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:36.432012 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-17b431c0-16cd-47e2-bec2-3335faecf092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:36.440878 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-17b431c0-16cd-47e2-bec2-3335faecf092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:36.519266 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-17b431c0-16cd-47e2-bec2-3335faecf092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:36.523873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-17b431c0-16cd-47e2-bec2-3335faecf092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:36.549342 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b431c0-16cd-47e2-bec2-3335faecf092 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:59:36.559173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b431c0-16cd-47e2-bec2-3335faecf092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f03eb5-bc6c-47af-b06a-538663fd7d26,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:36.564141 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-17b431c0-16cd-47e2-bec2-3335faecf092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:36.564502 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-17b431c0-16cd-47e2-bec2-3335faecf092 admin admin] Added segment 4544aed0-3ef9-4dda-8ab9-afc424308e3c of type vlan for network 4f95a7fe-2e65-4a8e-886d-47824f3691bf Jan 21 09:59:36.614592 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-17b431c0-16cd-47e2-bec2-3335faecf092 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:36.651938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-17b431c0-16cd-47e2-bec2-3335faecf092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:36.653259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b431c0-16cd-47e2-bec2-3335faecf092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:36.654811 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-17b431c0-16cd-47e2-bec2-3335faecf092 admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:36.715713 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-17b431c0-16cd-47e2-bec2-3335faecf092 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3168514 Jan 21 09:59:36.718447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48740) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:36.723270 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-2542a96d-074e-4d2b-86f4-d8aef6b7b27e admin admin] Request body: {'subnet': {'network_id': '4f95a7fe-2e65-4a8e-886d-47824f3691bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-725795444-subnet', 'tenant_id': '36404a2e9314429c85e0cac8432502ac', 'ip_version': 4}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:36.734402 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b431c0-16cd-47e2-bec2-3335faecf092 admin admin] Pushing event updated for resources: {'Network': ['ID=4f95a7fe-2e65-4a8e-886d-47824f3691bf,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:36.747281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 4f95a7fe-2e65-4a8e-886d-47824f3691bf details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:59:36.758327 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2542a96d-074e-4d2b-86f4-d8aef6b7b27e admin admin] Made reservation on behalf of 36404a2e9314429c85e0cac8432502ac for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:36.761022 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2542a96d-074e-4d2b-86f4-d8aef6b7b27e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:36.888029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1aae0f0f-14d9-47d1-8981-3f564031756e up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:59:36.951332 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 1aae0f0f-14d9-47d1-8981-3f564031756e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:36.952030 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:36.965655 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2542a96d-074e-4d2b-86f4-d8aef6b7b27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.024828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542a96d-074e-4d2b-86f4-d8aef6b7b27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13034e57-34cf-4b5b-a4d8-7bc01f2f75b6,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:37.035475 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2542a96d-074e-4d2b-86f4-d8aef6b7b27e admin admin] Checking segment: {'id': '4544aed0-3ef9-4dda-8ab9-afc424308e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4f95a7fe-2e65-4a8e-886d-47824f3691bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:37.035966 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2542a96d-074e-4d2b-86f4-d8aef6b7b27e admin admin] Network hostable DHCP agents. Network: 4f95a7fe-2e65-4a8e-886d-47824f3691bf, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:59:37.053792 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.054613 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2542a96d-074e-4d2b-86f4-d8aef6b7b27e admin admin] Network 4f95a7fe-2e65-4a8e-886d-47824f3691bf is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:59:37.065543 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-2542a96d-074e-4d2b-86f4-d8aef6b7b27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 4f95a7fe-2e65-4a8e-886d-47824f3691bf) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:37.072094 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2542a96d-074e-4d2b-86f4-d8aef6b7b27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:37.072902 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2542a96d-074e-4d2b-86f4-d8aef6b7b27e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.078272 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 1aae0f0f-14d9-47d1-8981-3f564031756e, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1aae0f0f-14d9-47d1-8981-3f564031756e,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:37.080795 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a64ead-7ce4-407e-83d1-9dabd04d19f0 None None] Network 4f95a7fe-2e65-4a8e-886d-47824f3691bf requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:37.085040 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.093492 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2542a96d-074e-4d2b-86f4-d8aef6b7b27e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3739467 Jan 21 09:59:37.096136 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 48742) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:37.100919 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-725795444-router', 'tenant_id': '36404a2e9314429c85e0cac8432502ac', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:37.124571 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.125738 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.166899 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Sync routers for ids ['8ab0e655-7984-4f59-8b0d-e27a384276e5'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:59:37.176906 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Routers {'8ab0e655-7984-4f59-8b0d-e27a384276e5'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:37.177566 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:59:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8ab0e655-7984-4f59-8b0d-e27a384276e5'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:37.187496 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.189762 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=1aae0f0f-14d9-47d1-8981-3f564031756e,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:37.281743 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-4f95a7fe-2e65-4a8e-886d-47824f3691bf', 'network_id': '4f95a7fe-2e65-4a8e-886d-47824f3691bf', 'tenant_id': '36404a2e9314429c85e0cac8432502ac', 'fixed_ips': [{'subnet_id': '13034e57-34cf-4b5b-a4d8-7bc01f2f75b6'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 09:59:37.282632 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.292659 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Set router 8ab0e655-7984-4f59-8b0d-e27a384276e5 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:59:37.349808 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.512486 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'name': 'tempest-TestEncryptedCinderVolumes-2016017192-router', 'tenant_id': 'c502e6f28687491b896f5058e306151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': '1aae0f0f-14d9-47d1-8981-3f564031756e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:32Z', 'updated_at': '2022-01-21T09:59:35Z', 'revision_number': 4, 'project_id': 'c502e6f28687491b896f5058e306151a', 'gw_port': {'id': '1aae0f0f-14d9-47d1-8981-3f564031756e', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:32Z', 'updated_at': '2022-01-21T09:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '75dbd53a-10a5-40a9-b878-41571699c6c4', 'name': '', 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7', 'tenant_id': 'c502e6f28687491b896f5058e306151a', 'mac_address': 'fa:16:3e:3d:54:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'c3b4ac78-bce9-46ac-9a3d-dabe9b28525c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:34Z', 'updated_at': '2022-01-21T09:59:35Z', 'revision_number': 2, 'project_id': 'c502e6f28687491b896f5058e306151a', 'subnets': [{'id': 'c3b4ac78-bce9-46ac-9a3d-dabe9b28525c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:37.543045 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Checking router: 8ab0e655-7984-4f59-8b0d-e27a384276e5 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:59:37.543393 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Updating router 8ab0e655-7984-4f59-8b0d-e27a384276e5 port 75dbd53a-10a5-40a9-b878-41571699c6c4 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:59:37.567008 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Allocated IP 172.20.0.2 (4f95a7fe-2e65-4a8e-886d-47824f3691bf/13034e57-34cf-4b5b-a4d8-7bc01f2f75b6/1a354317-887f-4993-bc43-a98103ad314c) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:59:37.568915 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.571388 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.592047 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.704779 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Allocated IP 172.26.7.184 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:59:37.741216 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.747628 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.789115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Network 4f95a7fe-2e65-4a8e-886d-47824f3691bf is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:37.793737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:37.798091 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:59:37.801145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Pushing event updated for resources: {'Port': ['ID=1a354317-887f-4993-bc43-a98103ad314c,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:37.826828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.858575 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Attempting to bind port 1a354317-887f-4993-bc43-a98103ad314c on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:59:37.858939 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Attempting to bind port 1a354317-887f-4993-bc43-a98103ad314c by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '4544aed0-3ef9-4dda-8ab9-afc424308e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4f95a7fe-2e65-4a8e-886d-47824f3691bf'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:59:37.859372 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Attempting to bind port 1a354317-887f-4993-bc43-a98103ad314c on network 4f95a7fe-2e65-4a8e-886d-47824f3691bf {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:59:37.863163 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.865214 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:59:37.865570 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.865695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Checking segment: {'id': '4544aed0-3ef9-4dda-8ab9-afc424308e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4f95a7fe-2e65-4a8e-886d-47824f3691bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:37.866169 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.866896 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Bound using segment: {'id': '4544aed0-3ef9-4dda-8ab9-afc424308e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4f95a7fe-2e65-4a8e-886d-47824f3691bf'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:59:37.867129 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Bound port: 1a354317-887f-4993-bc43-a98103ad314c, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4544aed0-3ef9-4dda-8ab9-afc424308e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4f95a7fe-2e65-4a8e-886d-47824f3691bf'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:59:37.867761 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.872270 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:37.911875 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:37.915749 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:37.921074 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:59:37.921696 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5607656-1733-4442-99bd-caa1ef6ef153 None None] Pushing event updated for resources: {'Port': ['ID=75dbd53a-10a5-40a9-b878-41571699c6c4,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:37.924764 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Pushing event updated for resources: {'Port': ['ID=ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:37.954224 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] For port 1a354317-887f-4993-bc43-a98103ad314c, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:59:37.957330 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607656-1733-4442-99bd-caa1ef6ef153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:37.957717 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607656-1733-4442-99bd-caa1ef6ef153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:37.958052 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607656-1733-4442-99bd-caa1ef6ef153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:37.958378 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607656-1733-4442-99bd-caa1ef6ef153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:37.958601 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] For port 1a354317-887f-4993-bc43-a98103ad314c, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1a354317-887f-4993-bc43-a98103ad314c,segment=NetworkSegment(4544aed0-3ef9-4dda-8ab9-afc424308e3c),segment_id=4544aed0-3ef9-4dda-8ab9-afc424308e3c)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:59:37.958859 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607656-1733-4442-99bd-caa1ef6ef153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:37.959188 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607656-1733-4442-99bd-caa1ef6ef153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:37.959504 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607656-1733-4442-99bd-caa1ef6ef153 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:37.960185 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607656-1733-4442-99bd-caa1ef6ef153 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:37.961297 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607656-1733-4442-99bd-caa1ef6ef153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:37.961857 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607656-1733-4442-99bd-caa1ef6ef153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:37.962477 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607656-1733-4442-99bd-caa1ef6ef153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:37.962948 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607656-1733-4442-99bd-caa1ef6ef153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:37.966240 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.007273 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Attempting to bind port 75dbd53a-10a5-40a9-b878-41571699c6c4 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:59:38.008495 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Attempting to bind port 75dbd53a-10a5-40a9-b878-41571699c6c4 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3475bf85-327c-4837-badf-385cf39c6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:59:38.009132 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Attempting to bind port 75dbd53a-10a5-40a9-b878-41571699c6c4 on network 00097a15-c505-470a-9e45-3a81b80daaf7 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:59:38.014679 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:59:38.015293 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Checking segment: {'id': '3475bf85-327c-4837-badf-385cf39c6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:38.015932 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.016483 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Bound using segment: {'id': '3475bf85-327c-4837-badf-385cf39c6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:59:38.017089 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Bound port: 75dbd53a-10a5-40a9-b878-41571699c6c4, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3475bf85-327c-4837-badf-385cf39c6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:59:38.017654 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.042290 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9e544-62c0-4061-ab99-61a9586e2b5a None None] Pushing event updated for resources: {'Port': ['ID=1a354317-887f-4993-bc43-a98103ad314c,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:38.113860 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] For port 75dbd53a-10a5-40a9-b878-41571699c6c4, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:59:38.119475 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] For port 75dbd53a-10a5-40a9-b878-41571699c6c4, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=75dbd53a-10a5-40a9-b878-41571699c6c4,segment=NetworkSegment(3475bf85-327c-4837-badf-385cf39c6cbb),segment_id=3475bf85-327c-4837-badf-385cf39c6cbb)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:59:38.125793 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.180529 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Routers {'8ab0e655-7984-4f59-8b0d-e27a384276e5'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:38.181472 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:59:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8ab0e655-7984-4f59-8b0d-e27a384276e5'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:38.237348 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.314904 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dce96d1d-c08d-4cf8-b999-de67ac47b7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.325184 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-43048d0f-6229-4214-925a-e6734cebdef6 None None] Provisioning complete for port 75dbd53a-10a5-40a9-b878-41571699c6c4 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:38.325622 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-43048d0f-6229-4214-925a-e6734cebdef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.433415 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] Set router 8ab0e655-7984-4f59-8b0d-e27a384276e5 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:59:38.474862 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-43048d0f-6229-4214-925a-e6734cebdef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.534431 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5607656-1733-4442-99bd-caa1ef6ef153 None None] Pushing event updated for resources: {'Port': ['ID=75dbd53a-10a5-40a9-b878-41571699c6c4,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:38.539544 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-43048d0f-6229-4214-925a-e6734cebdef6 None None] For port 75dbd53a-10a5-40a9-b878-41571699c6c4, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=75dbd53a-10a5-40a9-b878-41571699c6c4,segment=NetworkSegment(3475bf85-327c-4837-badf-385cf39c6cbb),segment_id=3475bf85-327c-4837-badf-385cf39c6cbb)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:38.545880 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-43048d0f-6229-4214-925a-e6734cebdef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.621271 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43048d0f-6229-4214-925a-e6734cebdef6 None None] Pushing event updated for resources: {'Port': ['ID=75dbd53a-10a5-40a9-b878-41571699c6c4,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:38.673058 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-3756421c-07c6-49ce-a888-ab5b242fb04c None None] Provisioning complete for port 75dbd53a-10a5-40a9-b878-41571699c6c4 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:38.673733 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3756421c-07c6-49ce-a888-ab5b242fb04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.703384 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'name': 'tempest-TestEncryptedCinderVolumes-2016017192-router', 'tenant_id': 'c502e6f28687491b896f5058e306151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': '1aae0f0f-14d9-47d1-8981-3f564031756e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:32Z', 'updated_at': '2022-01-21T09:59:35Z', 'revision_number': 4, 'project_id': 'c502e6f28687491b896f5058e306151a', 'gw_port': {'id': '1aae0f0f-14d9-47d1-8981-3f564031756e', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:32Z', 'updated_at': '2022-01-21T09:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '75dbd53a-10a5-40a9-b878-41571699c6c4', 'name': '', 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7', 'tenant_id': 'c502e6f28687491b896f5058e306151a', 'mac_address': 'fa:16:3e:3d:54:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'c3b4ac78-bce9-46ac-9a3d-dabe9b28525c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:34Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 4, 'project_id': 'c502e6f28687491b896f5058e306151a', 'subnets': [{'id': 'c3b4ac78-bce9-46ac-9a3d-dabe9b28525c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:38.738188 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a100b1a1-4feb-4a52-9f24-4b91ac00aab1 None None] The sync data for ids ['8ab0e655-7984-4f59-8b0d-e27a384276e5'] in dv-neutron-825721-1-hyperv is: [{'id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'name': 'tempest-TestEncryptedCinderVolumes-2016017192-router', 'tenant_id': 'c502e6f28687491b896f5058e306151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': '1aae0f0f-14d9-47d1-8981-3f564031756e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:32Z', 'updated_at': '2022-01-21T09:59:35Z', 'revision_number': 4, 'project_id': 'c502e6f28687491b896f5058e306151a', 'gw_port': {'id': '1aae0f0f-14d9-47d1-8981-3f564031756e', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:32Z', 'updated_at': '2022-01-21T09:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '75dbd53a-10a5-40a9-b878-41571699c6c4', 'name': '', 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7', 'tenant_id': 'c502e6f28687491b896f5058e306151a', 'mac_address': 'fa:16:3e:3d:54:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'c3b4ac78-bce9-46ac-9a3d-dabe9b28525c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:34Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 4, 'project_id': 'c502e6f28687491b896f5058e306151a', 'subnets': [{'id': 'c3b4ac78-bce9-46ac-9a3d-dabe9b28525c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:59:38.813051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.971368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Router 423c9def-da71-4746-ac23-e1b8be539c83 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:59:39.064859 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1aae0f0f-14d9-47d1-8981-3f564031756e up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:59:39.114694 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:59:39.127519 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Sync routers for ids ['423c9def-da71-4746-ac23-e1b8be539c83'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:59:39.139624 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:39.143503 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-45f10b1a-4f2b-47ee-b04a-572d22899083 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0462782 Jan 21 09:59:39.144426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 48744) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 09:59:39.152920 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Routers {'423c9def-da71-4746-ac23-e1b8be539c83'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:39.153437 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:59:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['423c9def-da71-4746-ac23-e1b8be539c83'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:39.201363 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 1aae0f0f-14d9-47d1-8981-3f564031756e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:39.201908 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:39.359330 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Set router 423c9def-da71-4746-ac23-e1b8be539c83 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:59:39.395848 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1a354317-887f-4993-bc43-a98103ad314c up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:59:39.428191 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a219d99-81cd-44ff-a73b-4f3a57d37fa8 None None] Network 4f95a7fe-2e65-4a8e-886d-47824f3691bf requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 09:59:39.452955 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:39.577123 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-4da3dcab-3d36-4072-9903-415fa1e6bcf0 None None] Provisioning complete for port 1a354317-887f-4993-bc43-a98103ad314c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:39.577552 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4da3dcab-3d36-4072-9903-415fa1e6bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:39.662092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:39.692475 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 1a354317-887f-4993-bc43-a98103ad314c triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:39.692844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:39.838974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4da3dcab-3d36-4072-9903-415fa1e6bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:39.841571 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Allocated IP 172.20.0.1 (4f95a7fe-2e65-4a8e-886d-47824f3691bf/13034e57-34cf-4b5b-a4d8-7bc01f2f75b6/9917207e-3944-4f16-b4b7-f0e42a590ac8) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:59:39.924489 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423c9def-da71-4746-ac23-e1b8be539c83', 'name': 'tempest-TestEncryptedCinderVolumes-725795444-router', 'tenant_id': '36404a2e9314429c85e0cac8432502ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:37Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 3, 'project_id': '36404a2e9314429c85e0cac8432502ac', 'gw_port': {'id': 'ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423c9def-da71-4746-ac23-e1b8be539c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:37Z', 'updated_at': '2022-01-21T09:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:39.959839 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4da3dcab-3d36-4072-9903-415fa1e6bcf0 None None] For port 1a354317-887f-4993-bc43-a98103ad314c, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1a354317-887f-4993-bc43-a98103ad314c,segment=NetworkSegment(4544aed0-3ef9-4dda-8ab9-afc424308e3c),segment_id=4544aed0-3ef9-4dda-8ab9-afc424308e3c)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:39.963901 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Checking router: 423c9def-da71-4746-ac23-e1b8be539c83 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:59:39.964279 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Updating router 423c9def-da71-4746-ac23-e1b8be539c83 port ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:59:39.966647 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:39.969917 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4da3dcab-3d36-4072-9903-415fa1e6bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:39.983869 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:40.026382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:40.033136 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:40.073216 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Network 4f95a7fe-2e65-4a8e-886d-47824f3691bf is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:40.080277 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:40.082600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Pushing event updated for resources: {'Port': ['ID=9917207e-3944-4f16-b4b7-f0e42a590ac8,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:40.084869 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:59:40.123863 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:40.186371 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3dcab-3d36-4072-9903-415fa1e6bcf0 None None] Pushing event updated for resources: {'Port': ['ID=1a354317-887f-4993-bc43-a98103ad314c,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:40.199800 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:59:40.200149 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:59:40.215940 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-7b789ed0-bc75-4443-81c8-682dd7f6bd25 None None] Provisioning complete for port 1a354317-887f-4993-bc43-a98103ad314c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:40.216321 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7b789ed0-bc75-4443-81c8-682dd7f6bd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:40.277066 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:40.452980 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:40.457473 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:40.522692 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:40.530848 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Pushing event updated for resources: {'Port': ['ID=9917207e-3944-4f16-b4b7-f0e42a590ac8,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:40.588710 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:40.594652 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:40.659714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Attempting to bind port ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:59:40.660080 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Attempting to bind port ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:59:40.660445 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Attempting to bind port ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:59:40.664946 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653c093-19ff-449e-a626-40337c79d137 None None] Pushing event updated for resources: {'Port': ['ID=ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:40.673770 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:59:40.674150 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:40.674555 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:40.674940 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:59:40.675420 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Bound port: ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:59:40.675793 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:40.680534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a0c1bd1c-8431-4969-b4fb-12c83855b7c4 None None] Provisioning complete for port 9917207e-3944-4f16-b4b7-f0e42a590ac8 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:40.680905 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a0c1bd1c-8431-4969-b4fb-12c83855b7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:40.792780 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a0c1bd1c-8431-4969-b4fb-12c83855b7c4 None None] Port 9917207e-3944-4f16-b4b7-f0e42a590ac8 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:59:40.800955 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] For port ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:59:40.808136 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] For port ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:59:40.813967 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:40.868666 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Routers {'423c9def-da71-4746-ac23-e1b8be539c83'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:40.869516 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:59:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['423c9def-da71-4746-ac23-e1b8be539c83'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:40.921650 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653c093-19ff-449e-a626-40337c79d137 None None] Pushing event updated for resources: {'Port': ['ID=ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:40.974809 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Network 4f95a7fe-2e65-4a8e-886d-47824f3691bf is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:40.976855 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:41.003366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] Set router 423c9def-da71-4746-ac23-e1b8be539c83 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:59:41.030696 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 75dbd53a-10a5-40a9-b878-41571699c6c4 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:59:41.105438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Router 423c9def-da71-4746-ac23-e1b8be539c83 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:59:41.187331 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 75dbd53a-10a5-40a9-b878-41571699c6c4 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:41.187955 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:41.238012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:59:41.243326 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ca860162-a412-4420-98ef-b01f96859797 admin admin] 10.222.0.88 "PUT /v2.0/routers/423c9def-da71-4746-ac23-e1b8be539c83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0978386 Jan 21 09:59:41.268819 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-daab3204-dc69-4c14-b755-19ca764d6a3b None None] Provisioning complete for port 9917207e-3944-4f16-b4b7-f0e42a590ac8 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:41.269188 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-daab3204-dc69-4c14-b755-19ca764d6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:41.315424 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-daab3204-dc69-4c14-b755-19ca764d6a3b None None] Port 9917207e-3944-4f16-b4b7-f0e42a590ac8 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:59:41.367345 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1a354317-887f-4993-bc43-a98103ad314c up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:59:41.400156 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423c9def-da71-4746-ac23-e1b8be539c83', 'name': 'tempest-TestEncryptedCinderVolumes-725795444-router', 'tenant_id': '36404a2e9314429c85e0cac8432502ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:37Z', 'updated_at': '2022-01-21T09:59:40Z', 'revision_number': 4, 'project_id': '36404a2e9314429c85e0cac8432502ac', 'gw_port': {'id': 'ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423c9def-da71-4746-ac23-e1b8be539c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:37Z', 'updated_at': '2022-01-21T09:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '9917207e-3944-4f16-b4b7-f0e42a590ac8', 'name': '', 'network_id': '4f95a7fe-2e65-4a8e-886d-47824f3691bf', 'tenant_id': '36404a2e9314429c85e0cac8432502ac', 'mac_address': 'fa:16:3e:4c:4d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423c9def-da71-4746-ac23-e1b8be539c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '13034e57-34cf-4b5b-a4d8-7bc01f2f75b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:39Z', 'updated_at': '2022-01-21T09:59:40Z', 'revision_number': 2, 'project_id': '36404a2e9314429c85e0cac8432502ac', 'subnets': [{'id': '13034e57-34cf-4b5b-a4d8-7bc01f2f75b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:41.401926 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:41.438689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950c7709-0f5d-4ed9-ad6e-d333e6a8c2cd None None] The sync data for ids ['423c9def-da71-4746-ac23-e1b8be539c83'] in dv-neutron-825721-1-hyperv is: [{'id': '423c9def-da71-4746-ac23-e1b8be539c83', 'name': 'tempest-TestEncryptedCinderVolumes-725795444-router', 'tenant_id': '36404a2e9314429c85e0cac8432502ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:37Z', 'updated_at': '2022-01-21T09:59:40Z', 'revision_number': 4, 'project_id': '36404a2e9314429c85e0cac8432502ac', 'gw_port': {'id': 'ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423c9def-da71-4746-ac23-e1b8be539c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:37Z', 'updated_at': '2022-01-21T09:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '9917207e-3944-4f16-b4b7-f0e42a590ac8', 'name': '', 'network_id': '4f95a7fe-2e65-4a8e-886d-47824f3691bf', 'tenant_id': '36404a2e9314429c85e0cac8432502ac', 'mac_address': 'fa:16:3e:4c:4d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423c9def-da71-4746-ac23-e1b8be539c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '13034e57-34cf-4b5b-a4d8-7bc01f2f75b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:39Z', 'updated_at': '2022-01-21T09:59:40Z', 'revision_number': 2, 'project_id': '36404a2e9314429c85e0cac8432502ac', 'subnets': [{'id': '13034e57-34cf-4b5b-a4d8-7bc01f2f75b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:59:41.443952 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:41.462366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 1a354317-887f-4993-bc43-a98103ad314c triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:41.462898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:42.115630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-1b95c593-eed7-426c-91ef-b4984df50ed5 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:42.117712 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-1b95c593-eed7-426c-91ef-b4984df50ed5 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/networks?id=00097a15-c505-470a-9e45-3a81b80daaf7 HTTP/1.1" status: 200 len: 817 time: 0.1232386 Jan 21 09:59:42.140283 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-8cee449a-77da-4cde-8dea-48e9927ed909 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/quotas/c502e6f28687491b896f5058e306151a HTTP/1.1" status: 200 len: 375 time: 0.0153704 Jan 21 09:59:42.195320 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-a0823b4d-4219-4a22-be40-d6aeab0205bd tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c502e6f28687491b896f5058e306151a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487065 Jan 21 09:59:42.309836 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-80a0ef32-f352-4af3-bae6-056613f50787 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:59:42.310882 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-80a0ef32-f352-4af3-bae6-056613f50787 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1036122 Jan 21 09:59:42.407679 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-0ec8f329-d104-42b8-a762-f92764085d98 service neutron] 10.222.0.88 "GET /v2.0/networks/00097a15-c505-470a-9e45-3a81b80daaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905302 Jan 21 09:59:42.504059 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-d9f0d9dc-42ad-48ed-bc3f-af8a5e694207 service neutron] 10.222.0.88 "GET /v2.0/networks/00097a15-c505-470a-9e45-3a81b80daaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902667 Jan 21 09:59:42.694106 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2e5df42b-ed75-4aa9-8c33-83cdfb2927b3 req-ebcf2409-edbf-46c7-a15e-46eba59e483d tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 210 time: 0.0281923 Jan 21 09:59:42.912986 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:59:42.965916 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:42.966409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:43.060489 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:43.082587 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:43.089959 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:43.152339 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:43.405196 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Sync routers for ids ['423c9def-da71-4746-ac23-e1b8be539c83'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:59:43.415097 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Routers {'423c9def-da71-4746-ac23-e1b8be539c83'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:43.415715 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:59:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['423c9def-da71-4746-ac23-e1b8be539c83'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:43.522652 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Set router 423c9def-da71-4746-ac23-e1b8be539c83 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:59:43.731702 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423c9def-da71-4746-ac23-e1b8be539c83', 'name': 'tempest-TestEncryptedCinderVolumes-725795444-router', 'tenant_id': '36404a2e9314429c85e0cac8432502ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:37Z', 'updated_at': '2022-01-21T09:59:40Z', 'revision_number': 4, 'project_id': '36404a2e9314429c85e0cac8432502ac', 'gw_port': {'id': 'ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423c9def-da71-4746-ac23-e1b8be539c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:37Z', 'updated_at': '2022-01-21T09:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '9917207e-3944-4f16-b4b7-f0e42a590ac8', 'name': '', 'network_id': '4f95a7fe-2e65-4a8e-886d-47824f3691bf', 'tenant_id': '36404a2e9314429c85e0cac8432502ac', 'mac_address': 'fa:16:3e:4c:4d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423c9def-da71-4746-ac23-e1b8be539c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '13034e57-34cf-4b5b-a4d8-7bc01f2f75b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:39Z', 'updated_at': '2022-01-21T09:59:40Z', 'revision_number': 2, 'project_id': '36404a2e9314429c85e0cac8432502ac', 'subnets': [{'id': '13034e57-34cf-4b5b-a4d8-7bc01f2f75b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:43.761766 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Checking router: 423c9def-da71-4746-ac23-e1b8be539c83 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:59:43.762254 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Updating router 423c9def-da71-4746-ac23-e1b8be539c83 port 9917207e-3944-4f16-b4b7-f0e42a590ac8 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:59:43.794140 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:43.801857 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ffaea3d6-c421-4233-91cb-7628548ce0c8 req-ecd439b4-d5a9-4fa5-8215-cd18c7ffdeda tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 210 time: 0.0329547 Jan 21 09:59:43.890859 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-e0dee26d-3104-49ee-80da-865fafb0805c tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:43.893023 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-e0dee26d-3104-49ee-80da-865fafb0805c tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.113 "GET /v2.0/networks?id=00097a15-c505-470a-9e45-3a81b80daaf7 HTTP/1.1" status: 200 len: 817 time: 0.1230965 Jan 21 09:59:43.906864 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-e1157fc8-1c10-4d8d-a07c-6c0a75d79196 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Request body: {'port': {'device_id': 'a17626ed-0bce-4390-9c4f-cfd767a2975c', 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7', 'admin_state_up': True, 'tenant_id': 'c502e6f28687491b896f5058e306151a'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:44.027325 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-e1157fc8-1c10-4d8d-a07c-6c0a75d79196 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Made reservation on behalf of c502e6f28687491b896f5058e306151a for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:44.030812 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-e1157fc8-1c10-4d8d-a07c-6c0a75d79196 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.075423 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.080212 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.130390 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e565d48-d08c-4f8f-8f3c-94f45e5bbb9c None None] Pushing event updated for resources: {'Port': ['ID=9917207e-3944-4f16-b4b7-f0e42a590ac8,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:44.165958 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-e1157fc8-1c10-4d8d-a07c-6c0a75d79196 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Allocated IP 172.20.0.10 (00097a15-c505-470a-9e45-3a81b80daaf7/c3b4ac78-bce9-46ac-9a3d-dabe9b28525c/b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:59:44.185121 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Attempting to bind port 9917207e-3944-4f16-b4b7-f0e42a590ac8 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:59:44.185497 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Attempting to bind port 9917207e-3944-4f16-b4b7-f0e42a590ac8 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '4544aed0-3ef9-4dda-8ab9-afc424308e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4f95a7fe-2e65-4a8e-886d-47824f3691bf'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:59:44.185886 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Attempting to bind port 9917207e-3944-4f16-b4b7-f0e42a590ac8 on network 4f95a7fe-2e65-4a8e-886d-47824f3691bf {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:59:44.191088 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:59:44.191636 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Checking segment: {'id': '4544aed0-3ef9-4dda-8ab9-afc424308e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4f95a7fe-2e65-4a8e-886d-47824f3691bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:44.192040 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.192423 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Bound using segment: {'id': '4544aed0-3ef9-4dda-8ab9-afc424308e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4f95a7fe-2e65-4a8e-886d-47824f3691bf'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:59:44.193014 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Bound port: 9917207e-3944-4f16-b4b7-f0e42a590ac8, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4544aed0-3ef9-4dda-8ab9-afc424308e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4f95a7fe-2e65-4a8e-886d-47824f3691bf'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:59:44.193400 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.266913 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] For port 9917207e-3944-4f16-b4b7-f0e42a590ac8, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:59:44.270295 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] For port 9917207e-3944-4f16-b4b7-f0e42a590ac8, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9917207e-3944-4f16-b4b7-f0e42a590ac8,segment=NetworkSegment(4544aed0-3ef9-4dda-8ab9-afc424308e3c),segment_id=4544aed0-3ef9-4dda-8ab9-afc424308e3c)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:59:44.275961 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.330621 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-e1157fc8-1c10-4d8d-a07c-6c0a75d79196 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.342989 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e565d48-d08c-4f8f-8f3c-94f45e5bbb9c None None] Pushing event updated for resources: {'Port': ['ID=9917207e-3944-4f16-b4b7-f0e42a590ac8,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:44.345790 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Routers {'423c9def-da71-4746-ac23-e1b8be539c83'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:44.346432 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T09:59:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['423c9def-da71-4746-ac23-e1b8be539c83'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:44.360353 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-cec3edf3-157d-409b-b944-e991dedccee5 None None] Provisioning complete for port 9917207e-3944-4f16-b4b7-f0e42a590ac8 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:44.361294 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cec3edf3-157d-409b-b944-e991dedccee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.375522 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-e1157fc8-1c10-4d8d-a07c-6c0a75d79196 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.436799 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-e1157fc8-1c10-4d8d-a07c-6c0a75d79196 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Network 00097a15-c505-470a-9e45-3a81b80daaf7 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:44.440531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-e1157fc8-1c10-4d8d-a07c-6c0a75d79196 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:44.446247 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-e1157fc8-1c10-4d8d-a07c-6c0a75d79196 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:59:44.488362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1157fc8-1c10-4d8d-a07c-6c0a75d79196 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Pushing event updated for resources: {'Port': ['ID=b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:44.497689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cec3edf3-157d-409b-b944-e991dedccee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.521993 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] Set router 423c9def-da71-4746-ac23-e1b8be539c83 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:59:44.529293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-e1157fc8-1c10-4d8d-a07c-6c0a75d79196 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:44.529915 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-e1157fc8-1c10-4d8d-a07c-6c0a75d79196 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.556414 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-cec3edf3-157d-409b-b944-e991dedccee5 None None] For port 9917207e-3944-4f16-b4b7-f0e42a590ac8, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9917207e-3944-4f16-b4b7-f0e42a590ac8,segment=NetworkSegment(4544aed0-3ef9-4dda-8ab9-afc424308e3c),segment_id=4544aed0-3ef9-4dda-8ab9-afc424308e3c)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:44.558450 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-e1157fc8-1c10-4d8d-a07c-6c0a75d79196 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6568544 Jan 21 09:59:44.562969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cec3edf3-157d-409b-b944-e991dedccee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.577155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Request body: {'port': {'device_id': 'a17626ed-0bce-4390-9c4f-cfd767a2975c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:44.650078 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.651212 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3edf3-157d-409b-b944-e991dedccee5 None None] Pushing event updated for resources: {'Port': ['ID=9917207e-3944-4f16-b4b7-f0e42a590ac8,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:44.685282 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-1c7fc9d8-e2d9-4d08-88ad-0e2b1582d680 None None] Provisioning complete for port 9917207e-3944-4f16-b4b7-f0e42a590ac8 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:44.685921 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1c7fc9d8-e2d9-4d08-88ad-0e2b1582d680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.764998 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423c9def-da71-4746-ac23-e1b8be539c83', 'name': 'tempest-TestEncryptedCinderVolumes-725795444-router', 'tenant_id': '36404a2e9314429c85e0cac8432502ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:37Z', 'updated_at': '2022-01-21T09:59:40Z', 'revision_number': 4, 'project_id': '36404a2e9314429c85e0cac8432502ac', 'gw_port': {'id': 'ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423c9def-da71-4746-ac23-e1b8be539c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:37Z', 'updated_at': '2022-01-21T09:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '9917207e-3944-4f16-b4b7-f0e42a590ac8', 'name': '', 'network_id': '4f95a7fe-2e65-4a8e-886d-47824f3691bf', 'tenant_id': '36404a2e9314429c85e0cac8432502ac', 'mac_address': 'fa:16:3e:4c:4d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423c9def-da71-4746-ac23-e1b8be539c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '13034e57-34cf-4b5b-a4d8-7bc01f2f75b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:39Z', 'updated_at': '2022-01-21T09:59:44Z', 'revision_number': 4, 'project_id': '36404a2e9314429c85e0cac8432502ac', 'subnets': [{'id': '13034e57-34cf-4b5b-a4d8-7bc01f2f75b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:44.791646 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3dc9f0-5cf8-4f9a-b5b9-b0223a471a78 None None] The sync data for ids ['423c9def-da71-4746-ac23-e1b8be539c83'] in dv-neutron-825721-1-hyperv is: [{'id': '423c9def-da71-4746-ac23-e1b8be539c83', 'name': 'tempest-TestEncryptedCinderVolumes-725795444-router', 'tenant_id': '36404a2e9314429c85e0cac8432502ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:37Z', 'updated_at': '2022-01-21T09:59:40Z', 'revision_number': 4, 'project_id': '36404a2e9314429c85e0cac8432502ac', 'gw_port': {'id': 'ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423c9def-da71-4746-ac23-e1b8be539c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:37Z', 'updated_at': '2022-01-21T09:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '9917207e-3944-4f16-b4b7-f0e42a590ac8', 'name': '', 'network_id': '4f95a7fe-2e65-4a8e-886d-47824f3691bf', 'tenant_id': '36404a2e9314429c85e0cac8432502ac', 'mac_address': 'fa:16:3e:4c:4d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423c9def-da71-4746-ac23-e1b8be539c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '13034e57-34cf-4b5b-a4d8-7bc01f2f75b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:39Z', 'updated_at': '2022-01-21T09:59:44Z', 'revision_number': 4, 'project_id': '36404a2e9314429c85e0cac8432502ac', 'subnets': [{'id': '13034e57-34cf-4b5b-a4d8-7bc01f2f75b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:59:44.902012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-383a0d41-d472-44d3-a801-783cffe45b58 None None] Provisioning complete for port b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:44.902482 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-383a0d41-d472-44d3-a801-783cffe45b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.947800 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-383a0d41-d472-44d3-a801-783cffe45b58 None None] Port b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 09:59:44.964510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:59:45.022111 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:45.022867 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:45.024666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229560f-7b39-43fe-a232-1867ef97f288 req-ca115ea7-b666-4cf1-ba81-7fa07055ce19 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:45.026311 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4229560f-7b39-43fe-a232-1867ef97f288 req-ca115ea7-b666-4cf1-ba81-7fa07055ce19 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 932 time: 0.1313894 Jan 21 09:59:45.048313 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:59:45.063528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:45.093060 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Transition to ACTIVE for port object b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:59:45.097360 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4229560f-7b39-43fe-a232-1867ef97f288 req-3ca51686-bc2c-49a0-9271-5e26afae77de tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611050 Jan 21 09:59:45.100507 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:45.109861 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9917207e-3944-4f16-b4b7-f0e42a590ac8 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:59:45.155534 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Pushing event updated for resources: {'Port': ['ID=b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:45.174034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 9917207e-3944-4f16-b4b7-f0e42a590ac8 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:45.174574 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:45.255379 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Attempting to bind port b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:59:45.256113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Attempting to bind port b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3475bf85-327c-4837-badf-385cf39c6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:59:45.256519 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Attempting to bind port b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a on network 00097a15-c505-470a-9e45-3a81b80daaf7 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:59:45.262183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Port b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a on network 00097a15-c505-470a-9e45-3a81b80daaf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:59:45.262583 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Attempting to bind port b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a on network 00097a15-c505-470a-9e45-3a81b80daaf7 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:59:45.270889 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:59:45.271251 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Checking segment: {'id': '3475bf85-327c-4837-badf-385cf39c6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 09:59:45.271644 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Bound using segment: {'id': '3475bf85-327c-4837-badf-385cf39c6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:59:45.272092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Bound port: b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3475bf85-327c-4837-badf-385cf39c6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:59:45.272451 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:45.349662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] For port b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:59:45.354074 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] For port b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a,segment=NetworkSegment(3475bf85-327c-4837-badf-385cf39c6cbb),segment_id=3475bf85-327c-4837-badf-385cf39c6cbb)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:59:45.359131 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:45.404838 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:45.405360 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:45.406783 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] 10.222.0.113 "PUT /v2.0/ports/b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a HTTP/1.1" status: 200 len: 1094 time: 0.8344276 Jan 21 09:59:45.407244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17626ed-0bce-4390-9c4f-cfd767a2975c', 'tag': 'b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:59:45.409586 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49e5bcf-28fc-496b-a833-b832d8a454d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a17626ed-0bce-4390-9c4f-cfd767a2975c", "tag": "b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:59:45.431146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5fdda-a07b-486e-ac01-f6dcb6b15a66 service neutron] Pushing event updated for resources: {'Port': ['ID=b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:45.468765 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd041b3-d50a-44c6-9bf8-617f78667802 x-openstack-request-id: req-fbd041b3-d50a-44c6-9bf8-617f78667802 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:59:45.469213 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17626ed-0bce-4390-9c4f-cfd767a2975c", "tag": "b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:59:45.469536 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fbd041b3-d50a-44c6-9bf8-617f78667802 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:59:45.469896 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17626ed-0bce-4390-9c4f-cfd767a2975c', 'tag': 'b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a', 'status': 'completed', 'code': 200} Jan 21 09:59:45.508729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-2b84d873-1f1f-4b8a-955e-435709fb52e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:45.510295 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-2b84d873-1f1f-4b8a-955e-435709fb52e1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c502e6f28687491b896f5058e306151a&device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 1097 time: 0.0576046 Jan 21 09:59:45.559679 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-ab39a702-a1d8-4029-b1cd-0c7c5202a7c8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a HTTP/1.1" status: 200 len: 217 time: 0.0418000 Jan 21 09:59:45.615981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-1fcbfda7-b94a-4ea0-b04f-82fca852f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:45.617813 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-1fcbfda7-b94a-4ea0-b04f-82fca852f7b6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c3b4ac78-bce9-46ac-9a3d-dabe9b28525c HTTP/1.1" status: 200 len: 856 time: 0.0517802 Jan 21 09:59:45.664388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-7f013cc1-edfd-467a-a247-f57df857b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:45.666648 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-7f013cc1-edfd-467a-a247-f57df857b140 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=00097a15-c505-470a-9e45-3a81b80daaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428932 Jan 21 09:59:45.761481 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-6879688f-be20-44ec-82c1-cc0208ea1c93 service neutron] 10.222.0.113 "GET /v2.0/networks/00097a15-c505-470a-9e45-3a81b80daaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877137 Jan 21 09:59:45.850272 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6bcd0c39-c0e5-4225-8057-b45a6ab9d05c req-c77ab3e3-2250-4255-9a03-76370cabbb1a service neutron] 10.222.0.113 "GET /v2.0/networks/00097a15-c505-470a-9e45-3a81b80daaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818055 Jan 21 09:59:45.938757 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e5bcf-28fc-496b-a833-b832d8a454d3 req-9cb51e22-482b-41ff-aa0c-6f8c33fea872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:45.940259 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c49e5bcf-28fc-496b-a833-b832d8a454d3 req-9cb51e22-482b-41ff-aa0c-6f8c33fea872 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c502e6f28687491b896f5058e306151a&device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 1097 time: 0.0458915 Jan 21 09:59:46.030924 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e5bcf-28fc-496b-a833-b832d8a454d3 req-62fd8201-9bd4-4d93-b502-4c81aa937aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:46.032439 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c49e5bcf-28fc-496b-a833-b832d8a454d3 req-62fd8201-9bd4-4d93-b502-4c81aa937aaf service neutron] 10.222.0.113 "GET /v2.0/networks?id=00097a15-c505-470a-9e45-3a81b80daaf7 HTTP/1.1" status: 200 len: 918 time: 0.0846007 Jan 21 09:59:46.074147 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c49e5bcf-28fc-496b-a833-b832d8a454d3 req-9c028b16-ea54-4543-b468-0b6960ab4c2b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a HTTP/1.1" status: 200 len: 217 time: 0.0344422 Jan 21 09:59:46.127370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e5bcf-28fc-496b-a833-b832d8a454d3 req-298174dc-e73d-4dbd-b611-ef80c463248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:46.128742 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c49e5bcf-28fc-496b-a833-b832d8a454d3 req-298174dc-e73d-4dbd-b611-ef80c463248f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c3b4ac78-bce9-46ac-9a3d-dabe9b28525c HTTP/1.1" status: 200 len: 856 time: 0.0477936 Jan 21 09:59:46.186171 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e5bcf-28fc-496b-a833-b832d8a454d3 req-bc6899c8-6491-475f-831d-ebf558fd760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:46.187653 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c49e5bcf-28fc-496b-a833-b832d8a454d3 req-bc6899c8-6491-475f-831d-ebf558fd760f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=00097a15-c505-470a-9e45-3a81b80daaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517092 Jan 21 09:59:46.275944 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bb76d-7a38-4a11-972c-e5d6e07745eb req-19130f1e-c1f2-4749-8fd1-d24c18ee98b0 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:46.277572 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-782bb76d-7a38-4a11-972c-e5d6e07745eb req-19130f1e-c1f2-4749-8fd1-d24c18ee98b0 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 944 time: 0.1032603 Jan 21 09:59:46.323905 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c49e5bcf-28fc-496b-a833-b832d8a454d3 req-775a479e-bddd-4969-a52c-798d1c94c88b service neutron] 10.222.0.113 "GET /v2.0/networks/00097a15-c505-470a-9e45-3a81b80daaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224031 Jan 21 09:59:46.343224 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-782bb76d-7a38-4a11-972c-e5d6e07745eb req-0dd36714-0f91-4109-ab28-773bc5271726 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596669 Jan 21 09:59:46.419956 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c49e5bcf-28fc-496b-a833-b832d8a454d3 req-b43f5ea0-454e-436c-a520-f0e876c967f8 service neutron] 10.222.0.113 "GET /v2.0/networks/00097a15-c505-470a-9e45-3a81b80daaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884776 Jan 21 09:59:47.459302 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61218227-2a5a-4657-8ffe-3dd3c6602685 req-ecfda407-951b-41d2-8a55-db9be4e455af tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:47.460812 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-61218227-2a5a-4657-8ffe-3dd3c6602685 req-ecfda407-951b-41d2-8a55-db9be4e455af tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 944 time: 0.0487289 Jan 21 09:59:47.503516 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-61218227-2a5a-4657-8ffe-3dd3c6602685 req-a7dfbe1e-b182-4bc6-b7ca-6c2a8365948c tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364070 Jan 21 09:59:48.624665 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6f57f-e595-431e-86d7-708a5d2bc9d8 req-9cc6120c-9526-478e-bc90-c08edfd2dfcc tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:48.626178 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4e6f57f-e595-431e-86d7-708a5d2bc9d8 req-9cc6120c-9526-478e-bc90-c08edfd2dfcc tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 944 time: 0.0538652 Jan 21 09:59:48.664831 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a4e6f57f-e595-431e-86d7-708a5d2bc9d8 req-c41cc514-bf2e-4466-a214-1d769cdb22f3 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327473 Jan 21 09:59:49.512144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:59:49.604086 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a,segment=NetworkSegment(3475bf85-327c-4837-badf-385cf39c6cbb),segment_id=3475bf85-327c-4837-badf-385cf39c6cbb)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:49.614084 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a', 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7', 'port_id': 'b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a', 'mac_address': 'fa:16:3e:ba:94:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b4ac78-bce9-46ac-9a3d-dabe9b28525c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:59:49.657210 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:49.670392 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:59:49.689426 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a,segment=NetworkSegment(3475bf85-327c-4837-badf-385cf39c6cbb),segment_id=3475bf85-327c-4837-badf-385cf39c6cbb)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:49.695454 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:49.742856 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:49.785829 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2febb-8743-4453-8dd1-4f40a33d28d9 req-6cef7731-0121-41df-9706-103c5b4d7d5f tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:49.787315 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cbd2febb-8743-4453-8dd1-4f40a33d28d9 req-6cef7731-0121-41df-9706-103c5b4d7d5f tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 945 time: 0.0509524 Jan 21 09:59:49.825907 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cbd2febb-8743-4453-8dd1-4f40a33d28d9 req-d2cd5ecc-f9bf-4fb2-8f17-7d3ce7906724 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320697 Jan 21 09:59:49.888631 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:59:50.943935 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc0af7-40ff-4a9d-81af-67fa820daac9 req-af1772d3-9a74-42ee-91cf-101f9e550d61 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:50.946257 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-55bc0af7-40ff-4a9d-81af-67fa820daac9 req-af1772d3-9a74-42ee-91cf-101f9e550d61 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 945 time: 0.0517187 Jan 21 09:59:50.988271 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-55bc0af7-40ff-4a9d-81af-67fa820daac9 req-dacb396b-0fea-4cd0-a9b5-5e8dce159219 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359719 Jan 21 09:59:51.533655 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:59:51.589816 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:59:51.606051 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:51.606641 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:51.697428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:51.724270 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17626ed-0bce-4390-9c4f-cfd767a2975c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:59:51.727495 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31767c21-d6a3-416b-b3bb-8b3e433f73fc" -d '{"events": [{"server_uuid": "a17626ed-0bce-4390-9c4f-cfd767a2975c", "name": "network-vif-plugged", "status": "completed", "tag": "b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:59:51.741692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a,segment=NetworkSegment(3475bf85-327c-4837-badf-385cf39c6cbb),segment_id=3475bf85-327c-4837-badf-385cf39c6cbb)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:51.746448 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:51.772854 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a67a11-1f52-4f40-9a05-99879caf1bfc x-openstack-request-id: req-b4a67a11-1f52-4f40-9a05-99879caf1bfc {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:59:51.773225 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17626ed-0bce-4390-9c4f-cfd767a2975c", "name": "network-vif-plugged", "status": "completed", "tag": "b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:59:51.773627 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b4a67a11-1f52-4f40-9a05-99879caf1bfc {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:59:51.774375 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17626ed-0bce-4390-9c4f-cfd767a2975c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a', 'code': 200} Jan 21 09:59:51.803403 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:51.934824 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bc6de-2918-441b-94a4-6d5a3272a1be req-2ae838c6-f322-4e1a-8f28-2b2e3a09a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:51.936307 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2c2bc6de-2918-441b-94a4-6d5a3272a1be req-2ae838c6-f322-4e1a-8f28-2b2e3a09a53c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 1099 time: 0.0410058 Jan 21 09:59:51.972647 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2c2bc6de-2918-441b-94a4-6d5a3272a1be req-523839ca-5e44-4732-badf-60771e69c088 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299692 Jan 21 09:59:52.113523 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7208ae-8f4e-4d7a-8496-79b2be5cc446 req-ab2e7bae-bbe2-4e6d-abcc-829f695a37c8 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:52.115008 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5b7208ae-8f4e-4d7a-8496-79b2be5cc446 req-ab2e7bae-bbe2-4e6d-abcc-829f695a37c8 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 946 time: 0.0550921 Jan 21 09:59:52.155631 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5b7208ae-8f4e-4d7a-8496-79b2be5cc446 req-0ad90400-487f-48c8-963f-731afacaa451 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335705 Jan 21 09:59:53.274702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a52d1-6bd1-4967-8293-eb188dbc2b48 req-262a3c0d-a43e-49b6-9011-1e5fa49f95a0 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:53.276201 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bc8a52d1-6bd1-4967-8293-eb188dbc2b48 req-262a3c0d-a43e-49b6-9011-1e5fa49f95a0 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 946 time: 0.0500576 Jan 21 09:59:53.315018 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bc8a52d1-6bd1-4967-8293-eb188dbc2b48 req-197aa778-95be-49cf-a5e1-7418f80b1c04 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326130 Jan 21 09:59:53.434375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6310b95-2cd9-4872-aabc-45f3b7721edf req-e1de1218-bdbb-45d0-b54b-fd8d7b952b66 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:53.435909 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f6310b95-2cd9-4872-aabc-45f3b7721edf req-e1de1218-bdbb-45d0-b54b-fd8d7b952b66 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 946 time: 0.0504997 Jan 21 09:59:53.473851 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f6310b95-2cd9-4872-aabc-45f3b7721edf req-bf7fbeb2-0ca6-4bc2-b86a-e9a1d57d7893 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320141 Jan 21 09:59:54.698608 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b419ec62-f749-411f-b3d0-151aa33ae250 req-66bf2ab2-ba12-4d87-963a-2fa1c57158c7 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411742 Jan 21 09:59:54.792793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419ec62-f749-411f-b3d0-151aa33ae250 req-eb0dafce-d00e-42aa-9451-9e164ae05c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:54.794432 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b419ec62-f749-411f-b3d0-151aa33ae250 req-eb0dafce-d00e-42aa-9451-9e164ae05c58 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c502e6f28687491b896f5058e306151a&device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 1099 time: 0.0480304 Jan 21 09:59:54.896251 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419ec62-f749-411f-b3d0-151aa33ae250 req-a44a8fc9-a1c5-4d16-ad39-26726683b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:54.897782 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b419ec62-f749-411f-b3d0-151aa33ae250 req-a44a8fc9-a1c5-4d16-ad39-26726683b697 service neutron] 10.222.0.113 "GET /v2.0/networks?id=00097a15-c505-470a-9e45-3a81b80daaf7 HTTP/1.1" status: 200 len: 918 time: 0.0844750 Jan 21 09:59:54.942172 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b419ec62-f749-411f-b3d0-151aa33ae250 req-5f5eae30-4a09-4cc8-9d44-6abef1b52a02 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a HTTP/1.1" status: 200 len: 217 time: 0.0379241 Jan 21 09:59:54.990673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419ec62-f749-411f-b3d0-151aa33ae250 req-44a4c95f-2f42-4355-b2c5-db76937e117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:54.992287 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b419ec62-f749-411f-b3d0-151aa33ae250 req-44a4c95f-2f42-4355-b2c5-db76937e117f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c3b4ac78-bce9-46ac-9a3d-dabe9b28525c HTTP/1.1" status: 200 len: 856 time: 0.0435965 Jan 21 09:59:54.993417 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:55.040738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419ec62-f749-411f-b3d0-151aa33ae250 req-e88bdf45-cfd6-4d8f-a243-6a866b5fd989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:55.042594 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b419ec62-f749-411f-b3d0-151aa33ae250 req-e88bdf45-cfd6-4d8f-a243-6a866b5fd989 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=00097a15-c505-470a-9e45-3a81b80daaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431159 Jan 21 09:59:55.138389 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b419ec62-f749-411f-b3d0-151aa33ae250 req-86138b6f-992c-41af-b107-4601d3356278 service neutron] 10.222.0.113 "GET /v2.0/networks/00097a15-c505-470a-9e45-3a81b80daaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886345 Jan 21 09:59:55.229123 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b419ec62-f749-411f-b3d0-151aa33ae250 req-8b17767d-ea4e-44a8-ae6b-7111df7fe4fd service neutron] 10.222.0.113 "GET /v2.0/networks/00097a15-c505-470a-9e45-3a81b80daaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840929 Jan 21 10:00:05.895134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2d3af029-b269-429f-8ca0-44cf79501a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:08.204853 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:00:08.277902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1cdef9b2-eb12-41ba-abe6-3253ad335f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.351089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:11.360837 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:11.397489 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:13.381973 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6c85d-eceb-4bb9-a0df-b538d279c994 req-60a51586-e2a6-4f2a-a190-dc70532e79b0 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:13.383835 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d5e6c85d-eceb-4bb9-a0df-b538d279c994 req-60a51586-e2a6-4f2a-a190-dc70532e79b0 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 946 time: 0.0503733 Jan 21 10:00:13.423970 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d5e6c85d-eceb-4bb9-a0df-b538d279c994 req-15b06b2d-abff-41d9-95d0-2b15416abb86 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336418 Jan 21 10:00:14.541950 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1a52e-1703-4014-bb44-00b1672666e6 req-dde122a6-3b1c-4ef9-b7fb-3bfe005ff6cb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:14.543508 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-68a1a52e-1703-4014-bb44-00b1672666e6 req-dde122a6-3b1c-4ef9-b7fb-3bfe005ff6cb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 946 time: 0.0488722 Jan 21 10:00:14.584670 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-68a1a52e-1703-4014-bb44-00b1672666e6 req-d9fec48b-5b52-483e-90b1-09639d40b2cc tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354276 Jan 21 10:00:14.949574 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab818b4a-33e1-4198-b518-95c92f36500b req-4b0f9f66-ac2e-48fe-9f84-9d17e47817d9 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:14.951003 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ab818b4a-33e1-4198-b518-95c92f36500b req-4b0f9f66-ac2e-48fe-9f84-9d17e47817d9 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.113 "GET /v2.0/ports?device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 946 time: 0.0525298 Jan 21 10:00:15.039948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-ab818b4a-33e1-4198-b518-95c92f36500b req-743a3e92-16d1-4c95-bba0-0b320f73bdc8 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Deleting port b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:00:15.040932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ab818b4a-33e1-4198-b518-95c92f36500b req-743a3e92-16d1-4c95-bba0-0b320f73bdc8 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:15.132662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-ab818b4a-33e1-4198-b518-95c92f36500b req-743a3e92-16d1-4c95-bba0-0b320f73bdc8 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] For port b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a,segment=NetworkSegment(3475bf85-327c-4837-badf-385cf39c6cbb),segment_id=3475bf85-327c-4837-badf-385cf39c6cbb)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:15.133479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ab818b4a-33e1-4198-b518-95c92f36500b req-743a3e92-16d1-4c95-bba0-0b320f73bdc8 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:15.146018 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-ab818b4a-33e1-4198-b518-95c92f36500b req-743a3e92-16d1-4c95-bba0-0b320f73bdc8 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Calling delete_port for b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:00:15.274360 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ab818b4a-33e1-4198-b518-95c92f36500b req-743a3e92-16d1-4c95-bba0-0b320f73bdc8 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:15.287487 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:00:15.312912 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a3e92-16d1-4c95-bba0-0b320f73bdc8 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Pushing event deleted for resources: {'Port': ['ID=b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:15.354904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab818b4a-33e1-4198-b518-95c92f36500b req-743a3e92-16d1-4c95-bba0-0b320f73bdc8 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] No DVR routers for this DVR port b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:00:15.357576 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-ab818b4a-33e1-4198-b518-95c92f36500b req-743a3e92-16d1-4c95-bba0-0b320f73bdc8 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:15.360904 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ab818b4a-33e1-4198-b518-95c92f36500b req-743a3e92-16d1-4c95-bba0-0b320f73bdc8 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.113 "DELETE /v2.0/ports/b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a HTTP/1.1" status: 204 len: 173 time: 0.4042473 Jan 21 10:00:15.361373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17626ed-0bce-4390-9c4f-cfd767a2975c', 'name': 'network-vif-deleted', 'tag': 'b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:15.363713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c507e52-4fb9-4ce8-8cda-8098018ca5a6" -d '{"events": [{"server_uuid": "a17626ed-0bce-4390-9c4f-cfd767a2975c", "name": "network-vif-deleted", "tag": "b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:00:15.410198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aaa8f8-034b-4a51-9926-720611bc3b31 x-openstack-request-id: req-f3aaa8f8-034b-4a51-9926-720611bc3b31 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:00:15.410496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17626ed-0bce-4390-9c4f-cfd767a2975c", "name": "network-vif-deleted", "tag": "b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:00:15.410751 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f3aaa8f8-034b-4a51-9926-720611bc3b31 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:00:15.411147 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17626ed-0bce-4390-9c4f-cfd767a2975c', 'name': 'network-vif-deleted', 'tag': 'b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a', 'status': 'completed', 'code': 200} Jan 21 10:00:15.690223 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e727a7bb-661b-414d-9222-38aa0cfdfe60 req-a33bd6b9-b00c-4223-a6e7-f2b45b0a0ccf tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17626ed-0bce-4390-9c4f-cfd767a2975c HTTP/1.1" status: 200 len: 210 time: 0.0273402 Jan 21 10:00:17.398454 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-fe7f5824-2aca-4abd-b22f-11e79cc56e01 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:17.400530 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-fe7f5824-2aca-4abd-b22f-11e79cc56e01 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/networks?id=00097a15-c505-470a-9e45-3a81b80daaf7 HTTP/1.1" status: 200 len: 817 time: 0.1008203 Jan 21 10:00:17.415247 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-3d41962a-f105-4ac8-9e64-062de9d62f1e tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/quotas/c502e6f28687491b896f5058e306151a HTTP/1.1" status: 200 len: 375 time: 0.0088739 Jan 21 10:00:17.471575 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-657f2cd1-2e9d-4c26-a953-94e665f31fa3 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c502e6f28687491b896f5058e306151a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501201 Jan 21 10:00:17.574193 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-81756465-bfdb-455b-8fd9-064045a78bbd service neutron] 10.222.0.88 "GET /v2.0/networks/00097a15-c505-470a-9e45-3a81b80daaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896146 Jan 21 10:00:17.666855 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-9107007f-7b80-4f17-9981-176c71c77363 service neutron] 10.222.0.88 "GET /v2.0/networks/00097a15-c505-470a-9e45-3a81b80daaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862856 Jan 21 10:00:17.836318 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4ec02afc-28df-4d84-8c4d-692e8f778d6d req-5c6e9e0f-ce28-46c4-b9c6-23e9ad45e012 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=362664dd-4f41-438e-aa83-fbb1a18d3b75 HTTP/1.1" status: 200 len: 210 time: 0.0284674 Jan 21 10:00:18.770332 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-8c2badeb-481a-4974-b413-87b879db21ba tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:18.771719 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-8c2badeb-481a-4974-b413-87b879db21ba tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.113 "GET /v2.0/networks?id=00097a15-c505-470a-9e45-3a81b80daaf7 HTTP/1.1" status: 200 len: 817 time: 0.1146600 Jan 21 10:00:18.784330 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-ec21d740-a923-44b9-9214-3b2a34f452d3 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Request body: {'port': {'device_id': '362664dd-4f41-438e-aa83-fbb1a18d3b75', 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7', 'admin_state_up': True, 'tenant_id': 'c502e6f28687491b896f5058e306151a'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:18.895349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-ec21d740-a923-44b9-9214-3b2a34f452d3 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Made reservation on behalf of c502e6f28687491b896f5058e306151a for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:00:18.900692 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-ec21d740-a923-44b9-9214-3b2a34f452d3 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:18.938616 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-af69f62e-7b3e-4e2e-8dbe-9c3521c5bc56 req-e8e5511a-7493-46ea-8630-5503b14b8c06 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=362664dd-4f41-438e-aa83-fbb1a18d3b75 HTTP/1.1" status: 200 len: 210 time: 0.0271966 Jan 21 10:00:19.031822 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-ec21d740-a923-44b9-9214-3b2a34f452d3 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Allocated IP 172.20.0.12 (00097a15-c505-470a-9e45-3a81b80daaf7/c3b4ac78-bce9-46ac-9a3d-dabe9b28525c/50c24c61-a9a7-432b-8b69-e518e724959c) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:00:19.177013 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-ec21d740-a923-44b9-9214-3b2a34f452d3 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:19.210437 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-ec21d740-a923-44b9-9214-3b2a34f452d3 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:19.256889 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-ec21d740-a923-44b9-9214-3b2a34f452d3 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Network 00097a15-c505-470a-9e45-3a81b80daaf7 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:00:19.260548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-ec21d740-a923-44b9-9214-3b2a34f452d3 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:19.264968 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-ec21d740-a923-44b9-9214-3b2a34f452d3 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:00:19.289568 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21d740-a923-44b9-9214-3b2a34f452d3 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Pushing event updated for resources: {'Port': ['ID=50c24c61-a9a7-432b-8b69-e518e724959c,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:19.319331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-ec21d740-a923-44b9-9214-3b2a34f452d3 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:19.319955 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-ec21d740-a923-44b9-9214-3b2a34f452d3 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:19.338018 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-ec21d740-a923-44b9-9214-3b2a34f452d3 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5568337 Jan 21 10:00:19.349900 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Request body: {'port': {'device_id': '362664dd-4f41-438e-aa83-fbb1a18d3b75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:19.410565 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:19.539137 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-7c24a891-25eb-4a28-8429-a593d11c78c0 None None] Provisioning complete for port 50c24c61-a9a7-432b-8b69-e518e724959c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:19.539727 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7c24a891-25eb-4a28-8429-a593d11c78c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:19.576999 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-7c24a891-25eb-4a28-8429-a593d11c78c0 None None] Port 50c24c61-a9a7-432b-8b69-e518e724959c cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:00:19.679254 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c24c61-a9a7-432b-8b69-e518e724959c {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:00:19.686647 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:19.699142 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Transition to ACTIVE for port object 50c24c61-a9a7-432b-8b69-e518e724959c will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:19.703025 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:19.714620 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:00:19.735589 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:00:19.735973 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device b8581c78-ac5b-45c4-8cfc-18f0cd8e5c6a not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:00:19.769216 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Pushing event updated for resources: {'Port': ['ID=50c24c61-a9a7-432b-8b69-e518e724959c,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:19.824524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Attempting to bind port 50c24c61-a9a7-432b-8b69-e518e724959c on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:00:19.824850 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Attempting to bind port 50c24c61-a9a7-432b-8b69-e518e724959c by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3475bf85-327c-4837-badf-385cf39c6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:00:19.825168 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Attempting to bind port 50c24c61-a9a7-432b-8b69-e518e724959c on network 00097a15-c505-470a-9e45-3a81b80daaf7 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:00:19.829776 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Port 50c24c61-a9a7-432b-8b69-e518e724959c on network 00097a15-c505-470a-9e45-3a81b80daaf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 10:00:19.830087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Attempting to bind port 50c24c61-a9a7-432b-8b69-e518e724959c on network 00097a15-c505-470a-9e45-3a81b80daaf7 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:00:19.835085 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:00:19.835412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Checking segment: {'id': '3475bf85-327c-4837-badf-385cf39c6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:00:19.835786 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Bound using segment: {'id': '3475bf85-327c-4837-badf-385cf39c6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:00:19.836325 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Bound port: 50c24c61-a9a7-432b-8b69-e518e724959c, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3475bf85-327c-4837-badf-385cf39c6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:00:19.836671 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:19.903899 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] For port 50c24c61-a9a7-432b-8b69-e518e724959c, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:00:19.907342 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] For port 50c24c61-a9a7-432b-8b69-e518e724959c, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=50c24c61-a9a7-432b-8b69-e518e724959c,segment=NetworkSegment(3475bf85-327c-4837-badf-385cf39c6cbb),segment_id=3475bf85-327c-4837-badf-385cf39c6cbb)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:00:19.911011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:19.947673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:19.948303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:19.949841 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] 10.222.0.113 "PUT /v2.0/ports/50c24c61-a9a7-432b-8b69-e518e724959c HTTP/1.1" status: 200 len: 1094 time: 0.6041958 Jan 21 10:00:19.950326 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362664dd-4f41-438e-aa83-fbb1a18d3b75', 'tag': '50c24c61-a9a7-432b-8b69-e518e724959c'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:19.952643 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaecac7-d027-40b6-9937-f9966f9412ce" -d '{"events": [{"name": "network-changed", "server_uuid": "362664dd-4f41-438e-aa83-fbb1a18d3b75", "tag": "50c24c61-a9a7-432b-8b69-e518e724959c"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:00:19.984303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43147d08-5054-4ef8-96aa-abe72569a9fa service neutron] Pushing event updated for resources: {'Port': ['ID=50c24c61-a9a7-432b-8b69-e518e724959c,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:20.031526 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580cc38d-3667-417f-9102-ecc20d21aab2 x-openstack-request-id: req-580cc38d-3667-417f-9102-ecc20d21aab2 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:00:20.032015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362664dd-4f41-438e-aa83-fbb1a18d3b75", "tag": "50c24c61-a9a7-432b-8b69-e518e724959c", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:00:20.032378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-580cc38d-3667-417f-9102-ecc20d21aab2 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:00:20.032863 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362664dd-4f41-438e-aa83-fbb1a18d3b75', 'tag': '50c24c61-a9a7-432b-8b69-e518e724959c', 'status': 'completed', 'code': 200} Jan 21 10:00:20.050069 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-9f3db95a-2836-418c-973f-9388146f77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:20.051573 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-9f3db95a-2836-418c-973f-9388146f77bd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c502e6f28687491b896f5058e306151a&device_id=362664dd-4f41-438e-aa83-fbb1a18d3b75 HTTP/1.1" status: 200 len: 1097 time: 0.0606599 Jan 21 10:00:20.100152 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-b4ded30f-4d7e-4067-b6e9-2dbfd961c25c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50c24c61-a9a7-432b-8b69-e518e724959c HTTP/1.1" status: 200 len: 217 time: 0.0412724 Jan 21 10:00:20.101733 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622350d9-dab9-4dbd-a905-4b0127509c42 req-7b00df7a-83d1-42c3-aef1-af675dccdd5f tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:20.103427 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-622350d9-dab9-4dbd-a905-4b0127509c42 req-7b00df7a-83d1-42c3-aef1-af675dccdd5f tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=362664dd-4f41-438e-aa83-fbb1a18d3b75 HTTP/1.1" status: 200 len: 944 time: 0.0536757 Jan 21 10:00:20.153719 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-898d2e78-1567-42b9-8b93-7fcd800c6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:20.155225 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-898d2e78-1567-42b9-8b93-7fcd800c6e91 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c3b4ac78-bce9-46ac-9a3d-dabe9b28525c HTTP/1.1" status: 200 len: 856 time: 0.0488589 Jan 21 10:00:20.156770 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-622350d9-dab9-4dbd-a905-4b0127509c42 req-285fe39b-02ab-4e50-b074-00a9692a05a3 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400784 Jan 21 10:00:20.206240 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-7eba76f9-423d-4691-a2f2-9d25f453addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:20.207751 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-7eba76f9-423d-4691-a2f2-9d25f453addf service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=00097a15-c505-470a-9e45-3a81b80daaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457766 Jan 21 10:00:20.299978 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-74cf732b-9988-4baf-8ae0-fefac46ae9fd service neutron] 10.222.0.113 "GET /v2.0/networks/00097a15-c505-470a-9e45-3a81b80daaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854747 Jan 21 10:00:20.388912 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fd85ab92-a10e-45d4-aadb-5e54d59a6900 req-bb87f2e1-54e2-4165-9734-2db64451f47f service neutron] 10.222.0.113 "GET /v2.0/networks/00097a15-c505-470a-9e45-3a81b80daaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826499 Jan 21 10:00:20.476709 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaecac7-d027-40b6-9937-f9966f9412ce req-5f893bd8-e57c-4059-91a5-612409a205af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:20.478810 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ecaecac7-d027-40b6-9937-f9966f9412ce req-5f893bd8-e57c-4059-91a5-612409a205af service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c502e6f28687491b896f5058e306151a&device_id=362664dd-4f41-438e-aa83-fbb1a18d3b75 HTTP/1.1" status: 200 len: 1097 time: 0.0453007 Jan 21 10:00:20.569580 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaecac7-d027-40b6-9937-f9966f9412ce req-ba1740eb-f6d4-4328-b779-2a00038d8b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:20.571029 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ecaecac7-d027-40b6-9937-f9966f9412ce req-ba1740eb-f6d4-4328-b779-2a00038d8b73 service neutron] 10.222.0.113 "GET /v2.0/networks?id=00097a15-c505-470a-9e45-3a81b80daaf7 HTTP/1.1" status: 200 len: 918 time: 0.0846047 Jan 21 10:00:20.612357 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ecaecac7-d027-40b6-9937-f9966f9412ce req-364f8b6c-2932-45af-b153-3cb89cf5c3d3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50c24c61-a9a7-432b-8b69-e518e724959c HTTP/1.1" status: 200 len: 217 time: 0.0342271 Jan 21 10:00:20.664196 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaecac7-d027-40b6-9937-f9966f9412ce req-a884705c-13a7-45d6-a255-8cc1607487a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:20.666081 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ecaecac7-d027-40b6-9937-f9966f9412ce req-a884705c-13a7-45d6-a255-8cc1607487a5 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c3b4ac78-bce9-46ac-9a3d-dabe9b28525c HTTP/1.1" status: 200 len: 856 time: 0.0455749 Jan 21 10:00:20.711246 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaecac7-d027-40b6-9937-f9966f9412ce req-2019116c-c5cb-4fc1-8d7a-c78be3dd304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:20.713248 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ecaecac7-d027-40b6-9937-f9966f9412ce req-2019116c-c5cb-4fc1-8d7a-c78be3dd304d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=00097a15-c505-470a-9e45-3a81b80daaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397282 Jan 21 10:00:20.802074 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ecaecac7-d027-40b6-9937-f9966f9412ce req-2accc21c-a186-46a0-a4ec-1adbd8ea87e7 service neutron] 10.222.0.113 "GET /v2.0/networks/00097a15-c505-470a-9e45-3a81b80daaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810273 Jan 21 10:00:20.892881 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ecaecac7-d027-40b6-9937-f9966f9412ce req-70a587ff-9b43-43fb-b757-9158b130b8a2 service neutron] 10.222.0.113 "GET /v2.0/networks/00097a15-c505-470a-9e45-3a81b80daaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839438 Jan 21 10:00:21.272175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d315808-624f-48f1-a8fb-9d6ddb1c89cc req-9192dd31-d32b-4097-8e48-8f3de9a6b82e tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:21.273823 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0d315808-624f-48f1-a8fb-9d6ddb1c89cc req-9192dd31-d32b-4097-8e48-8f3de9a6b82e tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=362664dd-4f41-438e-aa83-fbb1a18d3b75 HTTP/1.1" status: 200 len: 944 time: 0.0487812 Jan 21 10:00:21.311677 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0d315808-624f-48f1-a8fb-9d6ddb1c89cc req-7372504c-8349-45c2-87d0-8a4e8397439e tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309834 Jan 21 10:00:22.435023 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511707c-838f-440b-9e49-b2dafb4b3ab2 req-d42085f2-89aa-4891-be0d-f09b6c3768d4 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:22.436572 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4511707c-838f-440b-9e49-b2dafb4b3ab2 req-d42085f2-89aa-4891-be0d-f09b6c3768d4 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=362664dd-4f41-438e-aa83-fbb1a18d3b75 HTTP/1.1" status: 200 len: 944 time: 0.0573425 Jan 21 10:00:22.478988 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4511707c-838f-440b-9e49-b2dafb4b3ab2 req-d1b98560-67be-4217-a77e-cd2b6d2ee76a tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345199 Jan 21 10:00:23.600224 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a289122-fd8e-464f-9285-c5d884cbb1da req-edf3fe67-0c54-47b2-83e0-0f9123f71cf2 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:23.601718 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3a289122-fd8e-464f-9285-c5d884cbb1da req-edf3fe67-0c54-47b2-83e0-0f9123f71cf2 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=362664dd-4f41-438e-aa83-fbb1a18d3b75 HTTP/1.1" status: 200 len: 944 time: 0.0526693 Jan 21 10:00:23.719177 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 50c24c61-a9a7-432b-8b69-e518e724959c details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 10:00:23.834892 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 50c24c61-a9a7-432b-8b69-e518e724959c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=50c24c61-a9a7-432b-8b69-e518e724959c,segment=NetworkSegment(3475bf85-327c-4837-badf-385cf39c6cbb),segment_id=3475bf85-327c-4837-badf-385cf39c6cbb)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:23.848138 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '50c24c61-a9a7-432b-8b69-e518e724959c', 'network_id': '00097a15-c505-470a-9e45-3a81b80daaf7', 'port_id': '50c24c61-a9a7-432b-8b69-e518e724959c', 'mac_address': 'fa:16:3e:7a:78:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b4ac78-bce9-46ac-9a3d-dabe9b28525c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 10:00:23.896999 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:23.913152 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c24c61-a9a7-432b-8b69-e518e724959c {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:00:23.936925 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 50c24c61-a9a7-432b-8b69-e518e724959c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=50c24c61-a9a7-432b-8b69-e518e724959c,segment=NetworkSegment(3475bf85-327c-4837-badf-385cf39c6cbb),segment_id=3475bf85-327c-4837-badf-385cf39c6cbb)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:23.941115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:23.985337 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3a289122-fd8e-464f-9285-c5d884cbb1da req-055e5f3e-bf02-4b29-abb7-938857fbd077 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764858 Jan 21 10:00:23.991454 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=50c24c61-a9a7-432b-8b69-e518e724959c,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:23.999045 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:23.999411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:23.999760 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:24.000088 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:24.000420 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:24.000766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:24.001073 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:24.001424 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:24.001761 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:24.002081 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:24.002402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:24.002715 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:24.144519 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['50c24c61-a9a7-432b-8b69-e518e724959c'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:00:24.997187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:25.107387 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9624e7-adbf-4967-a528-75af2cfa8489 req-7be1934d-8c80-4c6c-a55d-fd99e4867b02 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:25.108746 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7b9624e7-adbf-4967-a528-75af2cfa8489 req-7be1934d-8c80-4c6c-a55d-fd99e4867b02 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=362664dd-4f41-438e-aa83-fbb1a18d3b75 HTTP/1.1" status: 200 len: 945 time: 0.0562561 Jan 21 10:00:25.146139 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7b9624e7-adbf-4967-a528-75af2cfa8489 req-e5ddcbfa-c6e1-4d66-bcba-04b7f80f44d7 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313351 Jan 21 10:00:25.735162 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 50c24c61-a9a7-432b-8b69-e518e724959c up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:00:25.783118 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 50c24c61-a9a7-432b-8b69-e518e724959c completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:25.786615 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 50c24c61-a9a7-432b-8b69-e518e724959c triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:25.786995 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:25.861352 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:25.886408 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362664dd-4f41-438e-aa83-fbb1a18d3b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c24c61-a9a7-432b-8b69-e518e724959c'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:25.888646 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0631cd36-e163-44db-9e37-cbde28af911d" -d '{"events": [{"server_uuid": "362664dd-4f41-438e-aa83-fbb1a18d3b75", "name": "network-vif-plugged", "status": "completed", "tag": "50c24c61-a9a7-432b-8b69-e518e724959c"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:00:25.903718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 50c24c61-a9a7-432b-8b69-e518e724959c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=50c24c61-a9a7-432b-8b69-e518e724959c,segment=NetworkSegment(3475bf85-327c-4837-badf-385cf39c6cbb),segment_id=3475bf85-327c-4837-badf-385cf39c6cbb)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:25.910580 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:25.935873 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a23b29-94d9-4029-a359-c5eeefb90661 x-openstack-request-id: req-a0a23b29-94d9-4029-a359-c5eeefb90661 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:00:25.936165 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362664dd-4f41-438e-aa83-fbb1a18d3b75", "name": "network-vif-plugged", "status": "completed", "tag": "50c24c61-a9a7-432b-8b69-e518e724959c", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:00:25.936416 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a0a23b29-94d9-4029-a359-c5eeefb90661 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:00:25.936799 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362664dd-4f41-438e-aa83-fbb1a18d3b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c24c61-a9a7-432b-8b69-e518e724959c', 'code': 200} Jan 21 10:00:25.962740 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=50c24c61-a9a7-432b-8b69-e518e724959c,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:26.099579 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2930ffd-05ac-4cfc-b957-4cb5b6430e27 req-bb7b202c-4b77-405d-98f1-a8b240c0c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:26.101030 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a2930ffd-05ac-4cfc-b957-4cb5b6430e27 req-bb7b202c-4b77-405d-98f1-a8b240c0c4f3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=362664dd-4f41-438e-aa83-fbb1a18d3b75 HTTP/1.1" status: 200 len: 1099 time: 0.0437093 Jan 21 10:00:26.136060 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a2930ffd-05ac-4cfc-b957-4cb5b6430e27 req-3a44b986-51d3-477b-a242-0f425725c3ab service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280862 Jan 21 10:00:26.263190 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3a07c-8c96-47ef-9d2d-0acccd8d0ef1 req-c9fb45a8-878b-492f-8bbe-c7b6ed5ff7e5 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:26.264664 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-17a3a07c-8c96-47ef-9d2d-0acccd8d0ef1 req-c9fb45a8-878b-492f-8bbe-c7b6ed5ff7e5 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=362664dd-4f41-438e-aa83-fbb1a18d3b75 HTTP/1.1" status: 200 len: 946 time: 0.0492353 Jan 21 10:00:26.302135 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-17a3a07c-8c96-47ef-9d2d-0acccd8d0ef1 req-88ff1991-8eb6-49d8-9c96-63f0a3f5e926 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313897 Jan 21 10:00:27.418866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dabcc-3d01-4532-ac58-db931a042520 req-901bd5ef-4eb9-454b-ad69-0b24ac739420 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:27.420330 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd0dabcc-3d01-4532-ac58-db931a042520 req-901bd5ef-4eb9-454b-ad69-0b24ac739420 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=362664dd-4f41-438e-aa83-fbb1a18d3b75 HTTP/1.1" status: 200 len: 946 time: 0.0493877 Jan 21 10:00:27.458095 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd0dabcc-3d01-4532-ac58-db931a042520 req-12c92488-9bfc-41aa-b229-430adb84410c tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318358 Jan 21 10:00:27.571276 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75a65f-f49f-4734-baf1-85148c4b3cc9 req-d5c54989-2099-4776-bd3c-d1da0b9c999f tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:27.573399 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3f75a65f-f49f-4734-baf1-85148c4b3cc9 req-d5c54989-2099-4776-bd3c-d1da0b9c999f tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=362664dd-4f41-438e-aa83-fbb1a18d3b75 HTTP/1.1" status: 200 len: 946 time: 0.0492539 Jan 21 10:00:27.620062 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3f75a65f-f49f-4734-baf1-85148c4b3cc9 req-dc0b0f27-9eb5-4e65-b51e-bbc04ca450ce tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406034 Jan 21 10:00:35.898270 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3301c6fe-fe73-458f-b87b-9f3355816516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:38.280055 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0c488654-84c8-4a7a-bf31-0c2e27982c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:39.354366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:41.364598 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:41.404718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:45.204391 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:00:47.262283 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a56e0-c551-471f-8427-8b9e8f328d4c req-4affe314-e5cb-4da0-82dc-9920665f452a tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:47.263765 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a78a56e0-c551-471f-8427-8b9e8f328d4c req-4affe314-e5cb-4da0-82dc-9920665f452a tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=362664dd-4f41-438e-aa83-fbb1a18d3b75 HTTP/1.1" status: 200 len: 946 time: 0.0530136 Jan 21 10:00:47.307744 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a78a56e0-c551-471f-8427-8b9e8f328d4c req-32496e32-629f-471f-8526-30022d2c8f27 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362787 Jan 21 10:00:48.428802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15892e-8bd8-4d0c-aaef-77cb9ff9467e req-2c91a49e-a28a-4c01-9076-305401d4612d tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:48.430308 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b15892e-8bd8-4d0c-aaef-77cb9ff9467e req-2c91a49e-a28a-4c01-9076-305401d4612d tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=362664dd-4f41-438e-aa83-fbb1a18d3b75 HTTP/1.1" status: 200 len: 946 time: 0.0543013 Jan 21 10:00:48.469412 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b15892e-8bd8-4d0c-aaef-77cb9ff9467e req-d08403db-259a-43eb-b4c4-762da3f106fc tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/security-groups?id=1066344e-7877-44dc-8b71-ddd5f6a51894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322335 Jan 21 10:00:48.839661 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29124d61-2505-4e8d-8c26-a4f3b0fdea80 req-34362424-82c8-4495-a67f-1076f78a1e94 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:48.841115 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-29124d61-2505-4e8d-8c26-a4f3b0fdea80 req-34362424-82c8-4495-a67f-1076f78a1e94 tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.113 "GET /v2.0/ports?device_id=362664dd-4f41-438e-aa83-fbb1a18d3b75 HTTP/1.1" status: 200 len: 946 time: 0.0505958 Jan 21 10:00:48.945749 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-29124d61-2505-4e8d-8c26-a4f3b0fdea80 req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Deleting port 50c24c61-a9a7-432b-8b69-e518e724959c {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:00:48.946092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-29124d61-2505-4e8d-8c26-a4f3b0fdea80 req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:49.038193 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-29124d61-2505-4e8d-8c26-a4f3b0fdea80 req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] For port 50c24c61-a9a7-432b-8b69-e518e724959c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=50c24c61-a9a7-432b-8b69-e518e724959c,segment=NetworkSegment(3475bf85-327c-4837-badf-385cf39c6cbb),segment_id=3475bf85-327c-4837-badf-385cf39c6cbb)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:49.038552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-29124d61-2505-4e8d-8c26-a4f3b0fdea80 req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:49.050996 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-29124d61-2505-4e8d-8c26-a4f3b0fdea80 req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Calling delete_port for 50c24c61-a9a7-432b-8b69-e518e724959c owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:00:49.186257 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-29124d61-2505-4e8d-8c26-a4f3b0fdea80 req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:49.200275 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['50c24c61-a9a7-432b-8b69-e518e724959c'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:00:49.216715 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Pushing event deleted for resources: {'Port': ['ID=50c24c61-a9a7-432b-8b69-e518e724959c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:49.229945 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:49.230299 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:49.230708 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:49.230960 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:49.231294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:49.231625 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:49.231952 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:49.232274 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:49.232598 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:49.232920 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:49.233242 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:49.233587 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:49.267877 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-29124d61-2505-4e8d-8c26-a4f3b0fdea80 req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] No DVR routers for this DVR port 50c24c61-a9a7-432b-8b69-e518e724959c on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:00:49.270647 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-29124d61-2505-4e8d-8c26-a4f3b0fdea80 req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:49.274353 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-29124d61-2505-4e8d-8c26-a4f3b0fdea80 req-5e7e8fd6-afbd-4d63-9cf0-336d9b4482fb tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.113 "DELETE /v2.0/ports/50c24c61-a9a7-432b-8b69-e518e724959c HTTP/1.1" status: 204 len: 173 time: 0.4223647 Jan 21 10:00:49.275381 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362664dd-4f41-438e-aa83-fbb1a18d3b75', 'name': 'network-vif-deleted', 'tag': '50c24c61-a9a7-432b-8b69-e518e724959c'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:49.277709 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f9418b-adad-4c63-bbbf-d91404d3cb0f" -d '{"events": [{"server_uuid": "362664dd-4f41-438e-aa83-fbb1a18d3b75", "name": "network-vif-deleted", "tag": "50c24c61-a9a7-432b-8b69-e518e724959c"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:00:49.319548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef65a64-e75b-43d5-ae63-610936a24584 x-openstack-request-id: req-fef65a64-e75b-43d5-ae63-610936a24584 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:00:49.320039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362664dd-4f41-438e-aa83-fbb1a18d3b75", "name": "network-vif-deleted", "tag": "50c24c61-a9a7-432b-8b69-e518e724959c", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:00:49.320295 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fef65a64-e75b-43d5-ae63-610936a24584 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:00:49.320802 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362664dd-4f41-438e-aa83-fbb1a18d3b75', 'name': 'network-vif-deleted', 'tag': '50c24c61-a9a7-432b-8b69-e518e724959c', 'status': 'completed', 'code': 200} Jan 21 10:00:49.578469 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1096fee9-5693-4092-9de4-72f7326ac498 req-d35265fd-80fc-4390-ac8a-ded2ecb6f37c tempest-TestEncryptedCinderVolumes-1116440840 tempest-TestEncryptedCinderVolumes-1116440840-project] 10.222.0.88 "GET /v2.0/ports?device_id=362664dd-4f41-438e-aa83-fbb1a18d3b75 HTTP/1.1" status: 200 len: 210 time: 0.0270195 Jan 21 10:00:50.685518 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49058) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:00:51.039768 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e6abf6e2-cdce-4aae-a973-4a34fc920fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:51.285906 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-e6abf6e2-cdce-4aae-a973-4a34fc920fc4 admin admin] Deleting port 75dbd53a-10a5-40a9-b878-41571699c6c4 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:00:51.286264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e6abf6e2-cdce-4aae-a973-4a34fc920fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:51.363666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-e6abf6e2-cdce-4aae-a973-4a34fc920fc4 admin admin] For port 75dbd53a-10a5-40a9-b878-41571699c6c4, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=75dbd53a-10a5-40a9-b878-41571699c6c4,segment=NetworkSegment(3475bf85-327c-4837-badf-385cf39c6cbb),segment_id=3475bf85-327c-4837-badf-385cf39c6cbb)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:51.364045 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e6abf6e2-cdce-4aae-a973-4a34fc920fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:51.375608 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-e6abf6e2-cdce-4aae-a973-4a34fc920fc4 admin admin] Calling delete_port for 75dbd53a-10a5-40a9-b878-41571699c6c4 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:00:51.567863 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e6abf6e2-cdce-4aae-a973-4a34fc920fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:51.592602 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abf6e2-cdce-4aae-a973-4a34fc920fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=75dbd53a-10a5-40a9-b878-41571699c6c4,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:51.768054 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e6abf6e2-cdce-4aae-a973-4a34fc920fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:51.989296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6abf6e2-cdce-4aae-a973-4a34fc920fc4 admin admin] Router 8ab0e655-7984-4f59-8b0d-e27a384276e5 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:00:52.099461 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6abf6e2-cdce-4aae-a973-4a34fc920fc4 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:00:52.104581 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e6abf6e2-cdce-4aae-a973-4a34fc920fc4 admin admin] 10.222.0.88 "PUT /v2.0/routers/8ab0e655-7984-4f59-8b0d-e27a384276e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4179606 Jan 21 10:00:52.107805 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49060) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:00:52.108720 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6f28d7-da08-49c7-b6df-36525ffba8c5 None None] Sync routers for ids ['8ab0e655-7984-4f59-8b0d-e27a384276e5'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:00:52.117904 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f28d7-da08-49c7-b6df-36525ffba8c5 None None] Routers {'8ab0e655-7984-4f59-8b0d-e27a384276e5'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:00:52.118850 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1a6f28d7-da08-49c7-b6df-36525ffba8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:00:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8ab0e655-7984-4f59-8b0d-e27a384276e5'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:52.219814 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65894d3a-e35d-433e-bf10-3c3514a39b0c admin admin] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:52.324734 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65894d3a-e35d-433e-bf10-3c3514a39b0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:52.367724 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-1a6f28d7-da08-49c7-b6df-36525ffba8c5 None None] Set router 8ab0e655-7984-4f59-8b0d-e27a384276e5 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:00:52.376757 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-65894d3a-e35d-433e-bf10-3c3514a39b0c admin admin] Deleting port 1aae0f0f-14d9-47d1-8981-3f564031756e {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:00:52.377092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65894d3a-e35d-433e-bf10-3c3514a39b0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:52.461048 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-65894d3a-e35d-433e-bf10-3c3514a39b0c admin admin] For port 1aae0f0f-14d9-47d1-8981-3f564031756e, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1aae0f0f-14d9-47d1-8981-3f564031756e,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:52.461766 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65894d3a-e35d-433e-bf10-3c3514a39b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:52.474288 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-65894d3a-e35d-433e-bf10-3c3514a39b0c admin admin] Calling delete_port for 1aae0f0f-14d9-47d1-8981-3f564031756e owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:00:52.554197 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1a6f28d7-da08-49c7-b6df-36525ffba8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'name': 'tempest-TestEncryptedCinderVolumes-2016017192-router', 'tenant_id': 'c502e6f28687491b896f5058e306151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': '1aae0f0f-14d9-47d1-8981-3f564031756e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:32Z', 'updated_at': '2022-01-21T10:00:51Z', 'revision_number': 5, 'project_id': 'c502e6f28687491b896f5058e306151a', 'gw_port': {'id': '1aae0f0f-14d9-47d1-8981-3f564031756e', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:32Z', 'updated_at': '2022-01-21T09:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:52.582718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6f28d7-da08-49c7-b6df-36525ffba8c5 None None] Checking router: 8ab0e655-7984-4f59-8b0d-e27a384276e5 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:00:52.592482 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f28d7-da08-49c7-b6df-36525ffba8c5 None None] Routers {'8ab0e655-7984-4f59-8b0d-e27a384276e5'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:00:52.593500 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1a6f28d7-da08-49c7-b6df-36525ffba8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:00:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['8ab0e655-7984-4f59-8b0d-e27a384276e5'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:52.655289 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65894d3a-e35d-433e-bf10-3c3514a39b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:52.683013 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-1a6f28d7-da08-49c7-b6df-36525ffba8c5 None None] Set router 8ab0e655-7984-4f59-8b0d-e27a384276e5 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:00:52.685679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65894d3a-e35d-433e-bf10-3c3514a39b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=1aae0f0f-14d9-47d1-8981-3f564031756e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:52.736673 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-1a6f28d7-da08-49c7-b6df-36525ffba8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'name': 'tempest-TestEncryptedCinderVolumes-2016017192-router', 'tenant_id': 'c502e6f28687491b896f5058e306151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:32Z', 'updated_at': '2022-01-21T10:00:52Z', 'revision_number': 6, 'project_id': 'c502e6f28687491b896f5058e306151a', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:52.753480 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65894d3a-e35d-433e-bf10-3c3514a39b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:52.766689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6f28d7-da08-49c7-b6df-36525ffba8c5 None None] The sync data for ids ['8ab0e655-7984-4f59-8b0d-e27a384276e5'] in dv-neutron-825721-1-hyperv is: [{'id': '8ab0e655-7984-4f59-8b0d-e27a384276e5', 'name': 'tempest-TestEncryptedCinderVolumes-2016017192-router', 'tenant_id': 'c502e6f28687491b896f5058e306151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:32Z', 'updated_at': '2022-01-21T10:00:52Z', 'revision_number': 6, 'project_id': 'c502e6f28687491b896f5058e306151a', 'gw_port_host': None}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:00:52.846915 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65894d3a-e35d-433e-bf10-3c3514a39b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:52.848953 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65894d3a-e35d-433e-bf10-3c3514a39b0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:52.897542 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65894d3a-e35d-433e-bf10-3c3514a39b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:52.898069 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65894d3a-e35d-433e-bf10-3c3514a39b0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab0e655-7984-4f59-8b0d-e27a384276e5 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:00:52.903275 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65894d3a-e35d-433e-bf10-3c3514a39b0c admin admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:52.904450 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-65894d3a-e35d-433e-bf10-3c3514a39b0c admin admin] 10.222.0.88 "DELETE /v2.0/routers/8ab0e655-7984-4f59-8b0d-e27a384276e5 HTTP/1.1" status: 204 len: 168 time: 0.7953739 Jan 21 10:00:52.907677 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49062) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:00:52.957348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e363774-f5bf-4cc7-9d8d-795e5b1777ec admin admin] Deleting subnet c3b4ac78-bce9-46ac-9a3d-dabe9b28525c {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 10:00:52.960581 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0e363774-f5bf-4cc7-9d8d-795e5b1777ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:52.997754 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0e363774-f5bf-4cc7-9d8d-795e5b1777ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:53.077877 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0e363774-f5bf-4cc7-9d8d-795e5b1777ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:53.154260 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0e363774-f5bf-4cc7-9d8d-795e5b1777ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:53.168088 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0e363774-f5bf-4cc7-9d8d-795e5b1777ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:53.174262 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0e363774-f5bf-4cc7-9d8d-795e5b1777ec admin admin] 10.222.0.88 "DELETE /v2.0/subnets/c3b4ac78-bce9-46ac-9a3d-dabe9b28525c HTTP/1.1" status: 204 len: 168 time: 0.2633247 Jan 21 10:00:53.174733 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49064) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:00:53.182967 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f55878-1386-403e-95f5-7ba337b330b8 None None] Network 00097a15-c505-470a-9e45-3a81b80daaf7 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:00:53.215977 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e363774-f5bf-4cc7-9d8d-795e5b1777ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3b4ac78-bce9-46ac-9a3d-dabe9b28525c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:53.261828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:53.320279 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Deleting port 4e2e1998-b51a-4dc3-944a-e673e2648084 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:00:53.320724 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:53.392697 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] For port 4e2e1998-b51a-4dc3-944a-e673e2648084, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4e2e1998-b51a-4dc3-944a-e673e2648084,segment=NetworkSegment(3475bf85-327c-4837-badf-385cf39c6cbb),segment_id=3475bf85-327c-4837-badf-385cf39c6cbb)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:53.393170 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:53.410722 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Calling delete_port for 4e2e1998-b51a-4dc3-944a-e673e2648084 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:00:53.492370 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:53.523054 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2e1998-b51a-4dc3-944a-e673e2648084,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:53.526550 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] No DVR routers for this DVR port 4e2e1998-b51a-4dc3-944a-e673e2648084 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:00:53.535159 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:53.535513 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:53.535853 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:53.536187 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:53.536516 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:53.536842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:53.537170 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:53.537523 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:53.537847 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:53.538167 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:53.538490 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:53.538806 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:53.611052 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:53.635044 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00097a15-c505-470a-9e45-3a81b80daaf7']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:53.646799 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3475bf85-327c-4837-badf-385cf39c6cbb') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:53.647148 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3475bf85-327c-4837-badf-385cf39c6cbb') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:53.655119 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 75dbd53a-10a5-40a9-b878-41571699c6c4 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:00:53.658964 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02674133-49e1-477b-83c0-0981e1586223 None None] DHCP port deletion for 00097a15-c505-470a-9e45-3a81b80daaf7 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 10:00:53.663766 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:53.682029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:53.685395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 75dbd53a-10a5-40a9-b878-41571699c6c4 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:00:53.685846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 75dbd53a-10a5-40a9-b878-41571699c6c4 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:00:53.697879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:00:53.698180 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:00:53.704241 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:00:53.766228 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:53.784276 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:53.787572 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] 10.222.0.88 "DELETE /v2.0/networks/00097a15-c505-470a-9e45-3a81b80daaf7 HTTP/1.1" status: 204 len: 168 time: 0.6117649 Jan 21 10:00:53.789705 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57404376-6bcf-4533-95b1-63446299c5b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=00097a15-c505-470a-9e45-3a81b80daaf7,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:53.790757 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49066) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:00:53.891736 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 50c24c61-a9a7-432b-8b69-e518e724959c no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:00:53.913305 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 50c24c61-a9a7-432b-8b69-e518e724959c {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:00:53.913783 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 50c24c61-a9a7-432b-8b69-e518e724959c not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:00:54.189449 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60a60136-fe4a-45f8-95a3-035c34e5b67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:54.458228 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-60a60136-fe4a-45f8-95a3-035c34e5b67b admin admin] Deleting port 9917207e-3944-4f16-b4b7-f0e42a590ac8 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:00:54.458480 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60a60136-fe4a-45f8-95a3-035c34e5b67b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:54.538136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-60a60136-fe4a-45f8-95a3-035c34e5b67b admin admin] For port 9917207e-3944-4f16-b4b7-f0e42a590ac8, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9917207e-3944-4f16-b4b7-f0e42a590ac8,segment=NetworkSegment(4544aed0-3ef9-4dda-8ab9-afc424308e3c),segment_id=4544aed0-3ef9-4dda-8ab9-afc424308e3c)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:54.538502 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60a60136-fe4a-45f8-95a3-035c34e5b67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:54.551984 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-60a60136-fe4a-45f8-95a3-035c34e5b67b admin admin] Calling delete_port for 9917207e-3944-4f16-b4b7-f0e42a590ac8 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:00:54.753666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60a60136-fe4a-45f8-95a3-035c34e5b67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:54.780821 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a60136-fe4a-45f8-95a3-035c34e5b67b admin admin] Pushing event deleted for resources: {'Port': ['ID=9917207e-3944-4f16-b4b7-f0e42a590ac8,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:54.967247 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-60a60136-fe4a-45f8-95a3-035c34e5b67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:54.994005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4e2e1998-b51a-4dc3-944a-e673e2648084 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:00:55.018141 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 4e2e1998-b51a-4dc3-944a-e673e2648084 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:00:55.018419 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4e2e1998-b51a-4dc3-944a-e673e2648084 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:00:55.019026 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1aae0f0f-14d9-47d1-8981-3f564031756e no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:00:55.022190 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:55.039108 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 1aae0f0f-14d9-47d1-8981-3f564031756e {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:00:55.039682 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1aae0f0f-14d9-47d1-8981-3f564031756e not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:00:55.522366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a60136-fe4a-45f8-95a3-035c34e5b67b admin admin] Router 423c9def-da71-4746-ac23-e1b8be539c83 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:00:55.631611 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a60136-fe4a-45f8-95a3-035c34e5b67b admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:00:55.637600 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-60a60136-fe4a-45f8-95a3-035c34e5b67b admin admin] 10.222.0.88 "PUT /v2.0/routers/423c9def-da71-4746-ac23-e1b8be539c83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8458009 Jan 21 10:00:55.640152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49068) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:00:55.641794 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c18710e-a9ce-4ce7-a364-a05aef7cc09e None None] Sync routers for ids ['423c9def-da71-4746-ac23-e1b8be539c83'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:00:55.652164 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c18710e-a9ce-4ce7-a364-a05aef7cc09e None None] Routers {'423c9def-da71-4746-ac23-e1b8be539c83'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:00:55.652768 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5c18710e-a9ce-4ce7-a364-a05aef7cc09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:00:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['423c9def-da71-4746-ac23-e1b8be539c83'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:55.755786 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9046f163-9593-473a-9d2e-b0200309a411 admin admin] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:55.764020 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-5c18710e-a9ce-4ce7-a364-a05aef7cc09e None None] Set router 423c9def-da71-4746-ac23-e1b8be539c83 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:00:55.861997 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9046f163-9593-473a-9d2e-b0200309a411 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:55.916270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9046f163-9593-473a-9d2e-b0200309a411 admin admin] Deleting port ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:00:55.916613 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9046f163-9593-473a-9d2e-b0200309a411 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:55.955544 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5c18710e-a9ce-4ce7-a364-a05aef7cc09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423c9def-da71-4746-ac23-e1b8be539c83', 'name': 'tempest-TestEncryptedCinderVolumes-725795444-router', 'tenant_id': '36404a2e9314429c85e0cac8432502ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': 'ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:37Z', 'updated_at': '2022-01-21T10:00:54Z', 'revision_number': 5, 'project_id': '36404a2e9314429c85e0cac8432502ac', 'gw_port': {'id': 'ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423c9def-da71-4746-ac23-e1b8be539c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:37Z', 'updated_at': '2022-01-21T09:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:55.993221 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c18710e-a9ce-4ce7-a364-a05aef7cc09e None None] Checking router: 423c9def-da71-4746-ac23-e1b8be539c83 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:00:55.999416 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-9046f163-9593-473a-9d2e-b0200309a411 admin admin] For port ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:55.999804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9046f163-9593-473a-9d2e-b0200309a411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:56.002818 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c18710e-a9ce-4ce7-a364-a05aef7cc09e None None] Routers {'423c9def-da71-4746-ac23-e1b8be539c83'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:00:56.003434 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5c18710e-a9ce-4ce7-a364-a05aef7cc09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:00:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['423c9def-da71-4746-ac23-e1b8be539c83'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:56.013230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-9046f163-9593-473a-9d2e-b0200309a411 admin admin] Calling delete_port for ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:00:56.090592 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-5c18710e-a9ce-4ce7-a364-a05aef7cc09e None None] Set router 423c9def-da71-4746-ac23-e1b8be539c83 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:00:56.141405 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5c18710e-a9ce-4ce7-a364-a05aef7cc09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423c9def-da71-4746-ac23-e1b8be539c83', 'name': 'tempest-TestEncryptedCinderVolumes-725795444-router', 'tenant_id': '36404a2e9314429c85e0cac8432502ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:37Z', 'updated_at': '2022-01-21T10:00:55Z', 'revision_number': 6, 'project_id': '36404a2e9314429c85e0cac8432502ac', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:56.171112 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c18710e-a9ce-4ce7-a364-a05aef7cc09e None None] The sync data for ids ['423c9def-da71-4746-ac23-e1b8be539c83'] in dv-neutron-825721-1-hyperv is: [{'id': '423c9def-da71-4746-ac23-e1b8be539c83', 'name': 'tempest-TestEncryptedCinderVolumes-725795444-router', 'tenant_id': '36404a2e9314429c85e0cac8432502ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:37Z', 'updated_at': '2022-01-21T10:00:55Z', 'revision_number': 6, 'project_id': '36404a2e9314429c85e0cac8432502ac', 'gw_port_host': None}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:00:56.191799 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9046f163-9593-473a-9d2e-b0200309a411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:56.227064 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046f163-9593-473a-9d2e-b0200309a411 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:56.287372 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9046f163-9593-473a-9d2e-b0200309a411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:56.382009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9046f163-9593-473a-9d2e-b0200309a411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:56.384942 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9046f163-9593-473a-9d2e-b0200309a411 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:56.434514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9046f163-9593-473a-9d2e-b0200309a411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:56.435108 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9046f163-9593-473a-9d2e-b0200309a411 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 423c9def-da71-4746-ac23-e1b8be539c83 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:00:56.440971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-9046f163-9593-473a-9d2e-b0200309a411 admin admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:56.442178 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9046f163-9593-473a-9d2e-b0200309a411 admin admin] 10.222.0.88 "DELETE /v2.0/routers/423c9def-da71-4746-ac23-e1b8be539c83 HTTP/1.1" status: 204 len: 168 time: 0.8006835 Jan 21 10:00:56.444642 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49070) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:00:56.489418 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1dff88-5875-4256-af0e-20131374ae11 admin admin] Deleting subnet 13034e57-34cf-4b5b-a4d8-7bc01f2f75b6 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 10:00:56.492494 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a1dff88-5875-4256-af0e-20131374ae11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:56.533757 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a1dff88-5875-4256-af0e-20131374ae11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:56.616266 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a1dff88-5875-4256-af0e-20131374ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:56.675548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a1dff88-5875-4256-af0e-20131374ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:56.715233 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dff88-5875-4256-af0e-20131374ae11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13034e57-34cf-4b5b-a4d8-7bc01f2f75b6,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:56.717199 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6a1dff88-5875-4256-af0e-20131374ae11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:56.722265 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6a1dff88-5875-4256-af0e-20131374ae11 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/13034e57-34cf-4b5b-a4d8-7bc01f2f75b6 HTTP/1.1" status: 204 len: 168 time: 0.2749095 Jan 21 10:00:56.722460 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37382079-1617-410e-8b5d-2db886fcb18d None None] Network 4f95a7fe-2e65-4a8e-886d-47824f3691bf requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:00:56.723102 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49072) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:00:56.795659 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:56.851377 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] Deleting port 1a354317-887f-4993-bc43-a98103ad314c {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:00:56.851723 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:56.911108 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927b06c9-eb7c-45e5-ba77-d3a1d51b95aa None None] DHCP port deletion for 4f95a7fe-2e65-4a8e-886d-47824f3691bf request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 10:00:56.933154 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] For port 1a354317-887f-4993-bc43-a98103ad314c, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1a354317-887f-4993-bc43-a98103ad314c,segment=NetworkSegment(4544aed0-3ef9-4dda-8ab9-afc424308e3c),segment_id=4544aed0-3ef9-4dda-8ab9-afc424308e3c)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:56.933563 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:56.948677 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] Calling delete_port for 1a354317-887f-4993-bc43-a98103ad314c owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:00:56.967885 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-927b06c9-eb7c-45e5-ba77-d3a1d51b95aa None None] Deleting port 1a354317-887f-4993-bc43-a98103ad314c {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:00:56.968262 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-927b06c9-eb7c-45e5-ba77-d3a1d51b95aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:57.018810 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:00:57.043968 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:57.046455 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:00:57.046810 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ecbe52d1-dedf-4a7b-9b0a-0274ba3f61bd not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:00:57.047591 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9917207e-3944-4f16-b4b7-f0e42a590ac8 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:00:57.072561 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 9917207e-3944-4f16-b4b7-f0e42a590ac8 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:00:57.072971 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9917207e-3944-4f16-b4b7-f0e42a590ac8 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:00:57.073324 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1a354317-887f-4993-bc43-a98103ad314c no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:00:57.077186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] Pushing event deleted for resources: {'Port': ['ID=1a354317-887f-4993-bc43-a98103ad314c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:57.079119 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] No DVR routers for this DVR port 1a354317-887f-4993-bc43-a98103ad314c on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:00:57.105033 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 1a354317-887f-4993-bc43-a98103ad314c {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:00:57.105387 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1a354317-887f-4993-bc43-a98103ad314c not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:00:57.112338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-927b06c9-eb7c-45e5-ba77-d3a1d51b95aa None None] For port 1a354317-887f-4993-bc43-a98103ad314c, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1a354317-887f-4993-bc43-a98103ad314c,segment=NetworkSegment(4544aed0-3ef9-4dda-8ab9-afc424308e3c),segment_id=4544aed0-3ef9-4dda-8ab9-afc424308e3c)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:57.112738 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-927b06c9-eb7c-45e5-ba77-d3a1d51b95aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:57.134245 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-927b06c9-eb7c-45e5-ba77-d3a1d51b95aa None None] Calling delete_port for 1a354317-887f-4993-bc43-a98103ad314c owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:00:57.156266 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:57.178849 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f95a7fe-2e65-4a8e-886d-47824f3691bf']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:57.189358 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4544aed0-3ef9-4dda-8ab9-afc424308e3c') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:57.189680 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4544aed0-3ef9-4dda-8ab9-afc424308e3c') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:57.200037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:57.217373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:57.222616 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-927b06c9-eb7c-45e5-ba77-d3a1d51b95aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:57.223836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:00:57.224242 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:00:57.226320 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:00:57.252368 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927b06c9-eb7c-45e5-ba77-d3a1d51b95aa None None] No DVR routers for this DVR port 1a354317-887f-4993-bc43-a98103ad314c on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:00:57.256416 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b06c9-eb7c-45e5-ba77-d3a1d51b95aa None None] Pushing event deleted for resources: {'Port': ['ID=1a354317-887f-4993-bc43-a98103ad314c,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:57.289635 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:57.296526 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:57.299847 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] 10.222.0.88 "DELETE /v2.0/networks/4f95a7fe-2e65-4a8e-886d-47824f3691bf HTTP/1.1" status: 204 len: 168 time: 0.5758338 Jan 21 10:00:57.311945 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9127367-fec7-4d98-b3aa-14add685807d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f95a7fe-2e65-4a8e-886d-47824f3691bf,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:57.474315 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49076) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:00:57.515462 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1e56a08f-0f25-4c7a-9daf-8045f1693c6f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c502e6f28687491b896f5058e306151a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398653 Jan 21 10:00:57.517846 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49078) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:00:57.566149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18b922f7-d85d-491e-a5fa-8989cf04df60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:57.586644 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18b922f7-d85d-491e-a5fa-8989cf04df60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:57.633945 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18b922f7-d85d-491e-a5fa-8989cf04df60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:57.637642 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18b922f7-d85d-491e-a5fa-8989cf04df60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:57.638802 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-18b922f7-d85d-491e-a5fa-8989cf04df60 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1066344e-7877-44dc-8b71-ddd5f6a51894 HTTP/1.1" status: 204 len: 168 time: 0.1200628 Jan 21 10:00:57.646292 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b922f7-d85d-491e-a5fa-8989cf04df60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1066344e-7877-44dc-8b71-ddd5f6a51894,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:57.972514 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49084) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:00:58.014357 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8f5c38ab-6c41-4e10-8394-cd142b129397 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=36404a2e9314429c85e0cac8432502ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406649 Jan 21 10:00:58.016971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49086) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:00:58.066782 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3b36bfee-ceb1-4010-9534-f325430d6b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:58.088939 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3b36bfee-ceb1-4010-9534-f325430d6b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:58.148696 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3b36bfee-ceb1-4010-9534-f325430d6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:58.153309 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3b36bfee-ceb1-4010-9534-f325430d6b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:58.154549 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3b36bfee-ceb1-4010-9534-f325430d6b19 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/73f03eb5-bc6c-47af-b06a-538663fd7d26 HTTP/1.1" status: 204 len: 168 time: 0.1366103 Jan 21 10:00:58.162852 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36bfee-ceb1-4010-9534-f325430d6b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f03eb5-bc6c-47af-b06a-538663fd7d26,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:58.921990 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49108) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:00:59.020980 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-7345d2b6-bbda-44d5-9560-e3c4c7b34fe8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1497902138-network', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:59.046206 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7345d2b6-bbda-44d5-9560-e3c4c7b34fe8 admin admin] Made reservation on behalf of e67724c95e484c95a8fe8c1a0dae5782 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:00:59.048507 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7345d2b6-bbda-44d5-9560-e3c4c7b34fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:59.063583 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7345d2b6-bbda-44d5-9560-e3c4c7b34fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:59.142931 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7345d2b6-bbda-44d5-9560-e3c4c7b34fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:59.146770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7345d2b6-bbda-44d5-9560-e3c4c7b34fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:59.172920 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7345d2b6-bbda-44d5-9560-e3c4c7b34fe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:00:59.183030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345d2b6-bbda-44d5-9560-e3c4c7b34fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9154bbf0-d5ad-4e0f-bd85-76083b4a0921,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:59.187934 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7345d2b6-bbda-44d5-9560-e3c4c7b34fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:59.188284 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-7345d2b6-bbda-44d5-9560-e3c4c7b34fe8 admin admin] Added segment 06f74e4d-8c86-4b44-8007-4611c54c43f2 of type vlan for network bf501858-256f-4a47-8e96-419009533de5 Jan 21 10:00:59.234493 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7345d2b6-bbda-44d5-9560-e3c4c7b34fe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:59.260362 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7345d2b6-bbda-44d5-9560-e3c4c7b34fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:59.261546 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7345d2b6-bbda-44d5-9560-e3c4c7b34fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:59.262134 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7345d2b6-bbda-44d5-9560-e3c4c7b34fe8 admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:59.311556 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7345d2b6-bbda-44d5-9560-e3c4c7b34fe8 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3884265 Jan 21 10:00:59.314356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49112) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:00:59.330395 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-de5567db-d5a4-4c44-a5f5-52875ea5ec01 admin admin] Request body: {'subnet': {'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1497902138-subnet', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'ip_version': 4}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:59.345870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345d2b6-bbda-44d5-9560-e3c4c7b34fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=bf501858-256f-4a47-8e96-419009533de5,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:59.356992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network bf501858-256f-4a47-8e96-419009533de5 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 10:00:59.361969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5567db-d5a4-4c44-a5f5-52875ea5ec01 admin admin] Made reservation on behalf of e67724c95e484c95a8fe8c1a0dae5782 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:00:59.364298 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-de5567db-d5a4-4c44-a5f5-52875ea5ec01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:59.544230 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-de5567db-d5a4-4c44-a5f5-52875ea5ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:59.608538 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5567db-d5a4-4c44-a5f5-52875ea5ec01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9704d7c-f534-4d53-8ad0-eb0c59c5ad51,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:59.619265 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5567db-d5a4-4c44-a5f5-52875ea5ec01 admin admin] Checking segment: {'id': '06f74e4d-8c86-4b44-8007-4611c54c43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf501858-256f-4a47-8e96-419009533de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:00:59.619777 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5567db-d5a4-4c44-a5f5-52875ea5ec01 admin admin] Network hostable DHCP agents. Network: bf501858-256f-4a47-8e96-419009533de5, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:00:59.637744 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5567db-d5a4-4c44-a5f5-52875ea5ec01 admin admin] Network bf501858-256f-4a47-8e96-419009533de5 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:00:59.646467 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-de5567db-d5a4-4c44-a5f5-52875ea5ec01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, bf501858-256f-4a47-8e96-419009533de5) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:59.651893 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5567db-d5a4-4c44-a5f5-52875ea5ec01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:59.652506 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-de5567db-d5a4-4c44-a5f5-52875ea5ec01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:59.658108 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535a4b6a-4e5e-4414-987c-6c835218e628 None None] Network bf501858-256f-4a47-8e96-419009533de5 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:00:59.671280 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-de5567db-d5a4-4c44-a5f5-52875ea5ec01 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3558700 Jan 21 10:00:59.673890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49114) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:00:59.678303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1497902138-router', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:59.703439 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:59.705060 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:59.784114 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:59.864375 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-bf501858-256f-4a47-8e96-419009533de5', 'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'fixed_ips': [{'subnet_id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 10:00:59.865259 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:59.986519 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:00.029756 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Allocated IP 172.20.0.2 (bf501858-256f-4a47-8e96-419009533de5/f9704d7c-f534-4d53-8ad0-eb0c59c5ad51/8cc96ade-84a4-4e60-b531-6902da4e6907) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:01:00.205692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:00.215381 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:00.234496 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:00.257774 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:00.276854 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Network bf501858-256f-4a47-8e96-419009533de5 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:01:00.279999 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:01:00.282887 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:01:00.292919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Pushing event updated for resources: {'Port': ['ID=8cc96ade-84a4-4e60-b531-6902da4e6907,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:00.372600 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Attempting to bind port 8cc96ade-84a4-4e60-b531-6902da4e6907 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:01:00.373572 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Attempting to bind port 8cc96ade-84a4-4e60-b531-6902da4e6907 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '06f74e4d-8c86-4b44-8007-4611c54c43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf501858-256f-4a47-8e96-419009533de5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:01:00.373572 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Attempting to bind port 8cc96ade-84a4-4e60-b531-6902da4e6907 on network bf501858-256f-4a47-8e96-419009533de5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:01:00.381324 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:01:00.381926 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Checking segment: {'id': '06f74e4d-8c86-4b44-8007-4611c54c43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf501858-256f-4a47-8e96-419009533de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:01:00.382549 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:00.383142 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Bound using segment: {'id': '06f74e4d-8c86-4b44-8007-4611c54c43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf501858-256f-4a47-8e96-419009533de5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:01:00.383803 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Bound port: 8cc96ade-84a4-4e60-b531-6902da4e6907, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f74e4d-8c86-4b44-8007-4611c54c43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf501858-256f-4a47-8e96-419009533de5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:01:00.384229 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:00.386533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Allocated IP 172.26.7.48 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/c0212111-cabb-4d93-8b53-60e0d0765974) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:01:00.472323 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] For port 8cc96ade-84a4-4e60-b531-6902da4e6907, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:01:00.475472 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] For port 8cc96ade-84a4-4e60-b531-6902da4e6907, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=8cc96ade-84a4-4e60-b531-6902da4e6907,segment=NetworkSegment(06f74e4d-8c86-4b44-8007-4611c54c43f2),segment_id=06f74e4d-8c86-4b44-8007-4611c54c43f2)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:01:00.483469 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:00.526735 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:00.550142 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8076da8-7b36-4fd8-b34e-161742b51d08 None None] Pushing event updated for resources: {'Port': ['ID=8cc96ade-84a4-4e60-b531-6902da4e6907,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:00.584852 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:00.643609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:01:00.647525 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:01:00.653033 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:01:00.656946 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Pushing event updated for resources: {'Port': ['ID=c0212111-cabb-4d93-8b53-60e0d0765974,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:00.957967 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:00.984001 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8cc96ade-84a4-4e60-b531-6902da4e6907 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:01:01.045432 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 8cc96ade-84a4-4e60-b531-6902da4e6907 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:01.045841 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:01.130181 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:01.164162 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:01.166954 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 8cc96ade-84a4-4e60-b531-6902da4e6907, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=8cc96ade-84a4-4e60-b531-6902da4e6907,segment=NetworkSegment(06f74e4d-8c86-4b44-8007-4611c54c43f2),segment_id=06f74e4d-8c86-4b44-8007-4611c54c43f2)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:01.171750 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:01.220607 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=8cc96ade-84a4-4e60-b531-6902da4e6907,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:01.299769 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Router 9ced685a-f071-47a9-afd9-97748e2f2760 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:01:01.414292 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:01:01.428385 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Sync routers for ids ['9ced685a-f071-47a9-afd9-97748e2f2760'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:01:01.439670 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:01.439930 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Routers {'9ced685a-f071-47a9-afd9-97748e2f2760'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:01:01.440488 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:00:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9ced685a-f071-47a9-afd9-97748e2f2760'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:01.444067 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9fb89b29-9435-4ae5-933d-bd5fea04a787 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7661014 Jan 21 10:01:01.444197 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49116) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:01:01.563053 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Set router 9ced685a-f071-47a9-afd9-97748e2f2760 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:01:01.596667 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f06ac0-e9a5-4319-b52e-0d6ef686c83a None None] Network bf501858-256f-4a47-8e96-419009533de5 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:01:01.740030 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c92d4599-2d2e-45ee-9348-f347d9e795ef None None] Provisioning complete for port 8cc96ade-84a4-4e60-b531-6902da4e6907 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:01.740396 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c92d4599-2d2e-45ee-9348-f347d9e795ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:01.963858 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'name': 'tempest-TestMinimumBasicScenario-1497902138-router', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:59Z', 'updated_at': '2022-01-21T10:01:00Z', 'revision_number': 3, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'gw_port': {'id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:00Z', 'updated_at': '2022-01-21T10:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:01.996868 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Checking router: 9ced685a-f071-47a9-afd9-97748e2f2760 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:01:01.997219 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Updating router 9ced685a-f071-47a9-afd9-97748e2f2760 port c0212111-cabb-4d93-8b53-60e0d0765974 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:01:02.026389 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:02.167591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:02.285772 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-72516088-5c6d-455a-aa04-b7eb070a9339 None None] Provisioning complete for port 8cc96ade-84a4-4e60-b531-6902da4e6907 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:02.286122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-72516088-5c6d-455a-aa04-b7eb070a9339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:02.327526 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Allocated IP 172.20.0.1 (bf501858-256f-4a47-8e96-419009533de5/f9704d7c-f534-4d53-8ad0-eb0c59c5ad51/274d6ce8-6038-4e73-ac48-00d821d0c45e) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:01:02.369391 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:02.377067 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:02.470443 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:02.507513 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:02.553918 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Network bf501858-256f-4a47-8e96-419009533de5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:01:02.559720 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:01:02.562253 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:01:02.565945 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Pushing event updated for resources: {'Port': ['ID=274d6ce8-6038-4e73-ac48-00d821d0c45e,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:02.606898 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:02.610789 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Attempting to bind port c0212111-cabb-4d93-8b53-60e0d0765974 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:01:02.611319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Attempting to bind port c0212111-cabb-4d93-8b53-60e0d0765974 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:01:02.611510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Attempting to bind port c0212111-cabb-4d93-8b53-60e0d0765974 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:01:02.615100 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b7957-cb60-4078-aebf-609dc284fe13 None None] Pushing event updated for resources: {'Port': ['ID=c0212111-cabb-4d93-8b53-60e0d0765974,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:02.622547 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:01:02.622928 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:01:02.623332 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:02.623724 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:01:02.624202 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Bound port: c0212111-cabb-4d93-8b53-60e0d0765974, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:01:02.624583 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:02.680313 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] For port c0212111-cabb-4d93-8b53-60e0d0765974, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:01:02.684928 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] For port c0212111-cabb-4d93-8b53-60e0d0765974, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=c0212111-cabb-4d93-8b53-60e0d0765974,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:01:02.689372 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:02.761079 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Routers {'9ced685a-f071-47a9-afd9-97748e2f2760'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:01:02.761746 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:00:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9ced685a-f071-47a9-afd9-97748e2f2760'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:02.763740 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b7957-cb60-4078-aebf-609dc284fe13 None None] Pushing event updated for resources: {'Port': ['ID=c0212111-cabb-4d93-8b53-60e0d0765974,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:02.764627 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:02.873327 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-08ed2d4c-b4b3-4824-867b-40d981b367f8 None None] Provisioning complete for port 274d6ce8-6038-4e73-ac48-00d821d0c45e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:02.873771 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-08ed2d4c-b4b3-4824-867b-40d981b367f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:02.916686 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] Set router 9ced685a-f071-47a9-afd9-97748e2f2760 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:01:02.918955 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-08ed2d4c-b4b3-4824-867b-40d981b367f8 None None] Port 274d6ce8-6038-4e73-ac48-00d821d0c45e cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:01:02.953154 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8cc96ade-84a4-4e60-b531-6902da4e6907 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:01:02.954212 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:02.959831 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:03.025798 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:03.033710 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Pushing event updated for resources: {'Port': ['ID=274d6ce8-6038-4e73-ac48-00d821d0c45e,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:03.105080 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 8cc96ade-84a4-4e60-b531-6902da4e6907 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:03.105450 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:03.130770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Network bf501858-256f-4a47-8e96-419009533de5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:01:03.132956 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:01:03.232675 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'name': 'tempest-TestMinimumBasicScenario-1497902138-router', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:59Z', 'updated_at': '2022-01-21T10:01:02Z', 'revision_number': 4, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'gw_port': {'id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:00Z', 'updated_at': '2022-01-21T10:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '274d6ce8-6038-4e73-ac48-00d821d0c45e', 'name': '', 'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'mac_address': 'fa:16:3e:ab:33:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:02Z', 'updated_at': '2022-01-21T10:01:02Z', 'revision_number': 1, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'subnets': [{'id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:03.262302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee514e18-bcf2-4eed-86b1-6c496e77f1c0 None None] The sync data for ids ['9ced685a-f071-47a9-afd9-97748e2f2760'] in dv-neutron-825721-1-hyperv is: [{'id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'name': 'tempest-TestMinimumBasicScenario-1497902138-router', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:59Z', 'updated_at': '2022-01-21T10:01:02Z', 'revision_number': 4, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'gw_port': {'id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:00Z', 'updated_at': '2022-01-21T10:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '274d6ce8-6038-4e73-ac48-00d821d0c45e', 'name': '', 'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'mac_address': 'fa:16:3e:ab:33:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:02Z', 'updated_at': '2022-01-21T10:01:02Z', 'revision_number': 1, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'subnets': [{'id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:01:03.262842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Router 9ced685a-f071-47a9-afd9-97748e2f2760 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:01:03.386993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:01:03.392578 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-9e679384-9a9e-4a24-a5cb-1b37d569eb87 admin admin] 10.222.0.88 "PUT /v2.0/routers/9ced685a-f071-47a9-afd9-97748e2f2760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9473326 Jan 21 10:01:03.459037 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-be9634a8-fa6a-41cc-a3aa-74062d364175 None None] Provisioning complete for port 274d6ce8-6038-4e73-ac48-00d821d0c45e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:03.459642 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-be9634a8-fa6a-41cc-a3aa-74062d364175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:03.497269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-be9634a8-fa6a-41cc-a3aa-74062d364175 None None] Port 274d6ce8-6038-4e73-ac48-00d821d0c45e cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:01:03.958461 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49132) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:01:03.966272 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-6b10aaac-b82f-4449-9816-088b4ce45241 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1940383983-network', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:01:04.002624 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b10aaac-b82f-4449-9816-088b4ce45241 admin admin] Made reservation on behalf of 56ec47dec1f14b45a09d7e8eafa343be for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:01:04.005319 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b10aaac-b82f-4449-9816-088b4ce45241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:04.014785 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b10aaac-b82f-4449-9816-088b4ce45241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:04.103937 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b10aaac-b82f-4449-9816-088b4ce45241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:04.108168 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b10aaac-b82f-4449-9816-088b4ce45241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:04.135130 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b10aaac-b82f-4449-9816-088b4ce45241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:01:04.145287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10aaac-b82f-4449-9816-088b4ce45241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d90483-f20b-4043-a0b9-e6d44c07ace1,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:04.151971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b10aaac-b82f-4449-9816-088b4ce45241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:04.151971 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-6b10aaac-b82f-4449-9816-088b4ce45241 admin admin] Added segment 3ee6d3e0-84fe-4e6a-8716-f123b112acdd of type vlan for network 82d5b5c4-c11d-423b-b94f-3b25263b4570 Jan 21 10:01:04.194823 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b10aaac-b82f-4449-9816-088b4ce45241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:04.221674 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b10aaac-b82f-4449-9816-088b4ce45241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:04.222670 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b10aaac-b82f-4449-9816-088b4ce45241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:04.223230 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6b10aaac-b82f-4449-9816-088b4ce45241 admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:04.283334 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6b10aaac-b82f-4449-9816-088b4ce45241 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3236670 Jan 21 10:01:04.286015 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49134) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:01:04.291167 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d94dbbf4-8f2f-4f54-9b5f-324b90d1a92d admin admin] Request body: {'subnet': {'network_id': '82d5b5c4-c11d-423b-b94f-3b25263b4570', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1940383983-subnet', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be', 'ip_version': 4}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:01:04.301164 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10aaac-b82f-4449-9816-088b4ce45241 admin admin] Pushing event updated for resources: {'Network': ['ID=82d5b5c4-c11d-423b-b94f-3b25263b4570,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:04.315518 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 82d5b5c4-c11d-423b-b94f-3b25263b4570 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 10:01:04.323954 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94dbbf4-8f2f-4f54-9b5f-324b90d1a92d admin admin] Made reservation on behalf of 56ec47dec1f14b45a09d7e8eafa343be for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:01:04.326494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d94dbbf4-8f2f-4f54-9b5f-324b90d1a92d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:04.522971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d94dbbf4-8f2f-4f54-9b5f-324b90d1a92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:04.592769 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dbbf4-8f2f-4f54-9b5f-324b90d1a92d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c92a4e40-d800-4b1f-a5d2-c13d8227dcb9,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:04.601817 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94dbbf4-8f2f-4f54-9b5f-324b90d1a92d admin admin] Checking segment: {'id': '3ee6d3e0-84fe-4e6a-8716-f123b112acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82d5b5c4-c11d-423b-b94f-3b25263b4570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:01:04.602196 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94dbbf4-8f2f-4f54-9b5f-324b90d1a92d admin admin] Network hostable DHCP agents. Network: 82d5b5c4-c11d-423b-b94f-3b25263b4570, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:01:04.620630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94dbbf4-8f2f-4f54-9b5f-324b90d1a92d admin admin] Network 82d5b5c4-c11d-423b-b94f-3b25263b4570 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:01:04.629702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-d94dbbf4-8f2f-4f54-9b5f-324b90d1a92d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 82d5b5c4-c11d-423b-b94f-3b25263b4570) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:01:04.635796 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94dbbf4-8f2f-4f54-9b5f-324b90d1a92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:04.636405 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d94dbbf4-8f2f-4f54-9b5f-324b90d1a92d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:04.640014 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546c70ce-810d-4f8e-8a78-0dacda2c8653 None None] Network 82d5b5c4-c11d-423b-b94f-3b25263b4570 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:01:04.658288 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49136) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:01:04.658821 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d94dbbf4-8f2f-4f54-9b5f-324b90d1a92d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3713458 Jan 21 10:01:04.662835 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1940383983-router', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:01:04.688121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:04.689176 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:04.746461 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:04.810404 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-82d5b5c4-c11d-423b-b94f-3b25263b4570', 'network_id': '82d5b5c4-c11d-423b-b94f-3b25263b4570', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be', 'fixed_ips': [{'subnet_id': 'c92a4e40-d800-4b1f-a5d2-c13d8227dcb9'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 10:01:04.811293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:04.903299 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:04.982314 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Allocated IP 172.20.0.2 (82d5b5c4-c11d-423b-b94f-3b25263b4570/c92a4e40-d800-4b1f-a5d2-c13d8227dcb9/25872643-e0e6-43fc-aa1f-c4c552c400c5) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:01:04.994870 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device c0212111-cabb-4d93-8b53-60e0d0765974 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:01:05.119842 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port c0212111-cabb-4d93-8b53-60e0d0765974 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:05.120217 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:05.171262 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:05.191782 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:05.209886 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:05.220226 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:05.289898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Network 82d5b5c4-c11d-423b-b94f-3b25263b4570 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:01:05.295267 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:01:05.298504 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:01:05.303443 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:05.309140 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Allocated IP 172.26.7.36 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/d027e45c-5744-4c0d-bcf5-63b722e3aa62) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:01:05.315607 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Pushing event updated for resources: {'Port': ['ID=25872643-e0e6-43fc-aa1f-c4c552c400c5,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:05.351613 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port c0212111-cabb-4d93-8b53-60e0d0765974, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=c0212111-cabb-4d93-8b53-60e0d0765974,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:05.372383 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:05.397432 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Sync routers for ids ['9ced685a-f071-47a9-afd9-97748e2f2760'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:01:05.407914 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Routers {'9ced685a-f071-47a9-afd9-97748e2f2760'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:01:05.408784 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:00:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9ced685a-f071-47a9-afd9-97748e2f2760'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:05.413813 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Attempting to bind port 25872643-e0e6-43fc-aa1f-c4c552c400c5 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:01:05.414181 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Attempting to bind port 25872643-e0e6-43fc-aa1f-c4c552c400c5 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3ee6d3e0-84fe-4e6a-8716-f123b112acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82d5b5c4-c11d-423b-b94f-3b25263b4570'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:01:05.414546 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Attempting to bind port 25872643-e0e6-43fc-aa1f-c4c552c400c5 on network 82d5b5c4-c11d-423b-b94f-3b25263b4570 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:01:05.421756 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:05.426024 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:01:05.426404 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Checking segment: {'id': '3ee6d3e0-84fe-4e6a-8716-f123b112acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82d5b5c4-c11d-423b-b94f-3b25263b4570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:01:05.426817 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:05.427243 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Bound using segment: {'id': '3ee6d3e0-84fe-4e6a-8716-f123b112acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82d5b5c4-c11d-423b-b94f-3b25263b4570'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:01:05.427688 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Bound port: 25872643-e0e6-43fc-aa1f-c4c552c400c5, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee6d3e0-84fe-4e6a-8716-f123b112acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82d5b5c4-c11d-423b-b94f-3b25263b4570'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:01:05.428084 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:05.454363 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=c0212111-cabb-4d93-8b53-60e0d0765974,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:05.467732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:05.525611 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:01:05.529151 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:01:05.530185 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] For port 25872643-e0e6-43fc-aa1f-c4c552c400c5, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:01:05.533775 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:01:05.534610 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] For port 25872643-e0e6-43fc-aa1f-c4c552c400c5, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=25872643-e0e6-43fc-aa1f-c4c552c400c5,segment=NetworkSegment(3ee6d3e0-84fe-4e6a-8716-f123b112acdd),segment_id=3ee6d3e0-84fe-4e6a-8716-f123b112acdd)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:01:05.537217 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Pushing event updated for resources: {'Port': ['ID=d027e45c-5744-4c0d-bcf5-63b722e3aa62,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:05.541315 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Set router 9ced685a-f071-47a9-afd9-97748e2f2760 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:01:05.547915 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:05.619906 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83b680-8754-48ea-a6d9-75ccc9576fcf None None] Pushing event updated for resources: {'Port': ['ID=25872643-e0e6-43fc-aa1f-c4c552c400c5,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:05.802529 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'name': 'tempest-TestMinimumBasicScenario-1497902138-router', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:59Z', 'updated_at': '2022-01-21T10:01:02Z', 'revision_number': 4, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'gw_port': {'id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:00Z', 'updated_at': '2022-01-21T10:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '274d6ce8-6038-4e73-ac48-00d821d0c45e', 'name': '', 'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'mac_address': 'fa:16:3e:ab:33:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:02Z', 'updated_at': '2022-01-21T10:01:02Z', 'revision_number': 2, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'subnets': [{'id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:05.836711 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Checking router: 9ced685a-f071-47a9-afd9-97748e2f2760 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:01:05.837645 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Updating router 9ced685a-f071-47a9-afd9-97748e2f2760 port 274d6ce8-6038-4e73-ac48-00d821d0c45e binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:01:05.841882 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:05.864392 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:05.899428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-beb43745-f8f6-4654-85fc-4d41b08974d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:06.058328 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:06.158741 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:06.168771 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:06.204690 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Router 74c7285b-25d0-42b3-868a-5906059216d0 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:01:06.216149 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b973ff-332e-4d03-b886-1dcd762504d5 None None] Pushing event updated for resources: {'Port': ['ID=274d6ce8-6038-4e73-ac48-00d821d0c45e,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:06.249272 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b973ff-332e-4d03-b886-1dcd762504d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:06.249551 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b973ff-332e-4d03-b886-1dcd762504d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:06.249895 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b973ff-332e-4d03-b886-1dcd762504d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:06.250220 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b973ff-332e-4d03-b886-1dcd762504d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:06.250545 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b973ff-332e-4d03-b886-1dcd762504d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:06.250871 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b973ff-332e-4d03-b886-1dcd762504d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:06.251257 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b973ff-332e-4d03-b886-1dcd762504d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:06.251576 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b973ff-332e-4d03-b886-1dcd762504d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:06.251898 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b973ff-332e-4d03-b886-1dcd762504d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:06.252215 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b973ff-332e-4d03-b886-1dcd762504d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:06.252526 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b973ff-332e-4d03-b886-1dcd762504d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:06.252835 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b973ff-332e-4d03-b886-1dcd762504d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:06.299300 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Attempting to bind port 274d6ce8-6038-4e73-ac48-00d821d0c45e on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:01:06.299665 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Attempting to bind port 274d6ce8-6038-4e73-ac48-00d821d0c45e by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '06f74e4d-8c86-4b44-8007-4611c54c43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf501858-256f-4a47-8e96-419009533de5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:01:06.300016 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Attempting to bind port 274d6ce8-6038-4e73-ac48-00d821d0c45e on network bf501858-256f-4a47-8e96-419009533de5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:01:06.306565 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:01:06.307147 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Checking segment: {'id': '06f74e4d-8c86-4b44-8007-4611c54c43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf501858-256f-4a47-8e96-419009533de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:01:06.307674 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:06.308068 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Bound using segment: {'id': '06f74e4d-8c86-4b44-8007-4611c54c43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf501858-256f-4a47-8e96-419009533de5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:01:06.308548 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Bound port: 274d6ce8-6038-4e73-ac48-00d821d0c45e, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f74e4d-8c86-4b44-8007-4611c54c43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf501858-256f-4a47-8e96-419009533de5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:01:06.308922 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:06.391081 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] For port 274d6ce8-6038-4e73-ac48-00d821d0c45e, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:01:06.394923 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] For port 274d6ce8-6038-4e73-ac48-00d821d0c45e, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=274d6ce8-6038-4e73-ac48-00d821d0c45e,segment=NetworkSegment(06f74e4d-8c86-4b44-8007-4611c54c43f2),segment_id=06f74e4d-8c86-4b44-8007-4611c54c43f2)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:01:06.405762 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:06.463296 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b973ff-332e-4d03-b886-1dcd762504d5 None None] Pushing event updated for resources: {'Port': ['ID=274d6ce8-6038-4e73-ac48-00d821d0c45e,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:06.485539 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Routers {'9ced685a-f071-47a9-afd9-97748e2f2760'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:01:06.486183 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:00:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9ced685a-f071-47a9-afd9-97748e2f2760'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:06.566676 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-2eed7cff-a5e5-45b5-aac0-e7ad3e7094d0 None None] Provisioning complete for port 274d6ce8-6038-4e73-ac48-00d821d0c45e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:06.567854 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2eed7cff-a5e5-45b5-aac0-e7ad3e7094d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:06.679456 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] Set router 9ced685a-f071-47a9-afd9-97748e2f2760 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:01:06.691874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2eed7cff-a5e5-45b5-aac0-e7ad3e7094d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:06.726852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:01:06.751891 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Sync routers for ids ['74c7285b-25d0-42b3-868a-5906059216d0'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:01:06.759737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-2eed7cff-a5e5-45b5-aac0-e7ad3e7094d0 None None] For port 274d6ce8-6038-4e73-ac48-00d821d0c45e, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=274d6ce8-6038-4e73-ac48-00d821d0c45e,segment=NetworkSegment(06f74e4d-8c86-4b44-8007-4611c54c43f2),segment_id=06f74e4d-8c86-4b44-8007-4611c54c43f2)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:06.764651 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:06.766525 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2eed7cff-a5e5-45b5-aac0-e7ad3e7094d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:06.767079 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1c2e2d8f-fcb2-4ea0-81dc-a85a56dbd992 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1077440 Jan 21 10:01:06.769752 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49138) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:01:06.772750 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Routers {'74c7285b-25d0-42b3-868a-5906059216d0'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:01:06.773653 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:00:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['74c7285b-25d0-42b3-868a-5906059216d0'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:06.849717 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c84490-9bcd-4762-92c0-c8c526863d07 None None] Network 82d5b5c4-c11d-423b-b94f-3b25263b4570 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:01:06.963694 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed7cff-a5e5-45b5-aac0-e7ad3e7094d0 None None] Pushing event updated for resources: {'Port': ['ID=274d6ce8-6038-4e73-ac48-00d821d0c45e,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:07.017041 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-706599c2-048c-41f7-af0d-8700042f217b None None] Provisioning complete for port 25872643-e0e6-43fc-aa1f-c4c552c400c5 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:07.017331 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-706599c2-048c-41f7-af0d-8700042f217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:07.020572 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Set router 74c7285b-25d0-42b3-868a-5906059216d0 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:01:07.114765 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'name': 'tempest-TestMinimumBasicScenario-1497902138-router', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:59Z', 'updated_at': '2022-01-21T10:01:02Z', 'revision_number': 4, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'gw_port': {'id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:00Z', 'updated_at': '2022-01-21T10:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '274d6ce8-6038-4e73-ac48-00d821d0c45e', 'name': '', 'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'mac_address': 'fa:16:3e:ab:33:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:02Z', 'updated_at': '2022-01-21T10:01:06Z', 'revision_number': 4, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'subnets': [{'id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:07.155692 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428acc2e-dc99-4250-a549-af4d47bf787e None None] The sync data for ids ['9ced685a-f071-47a9-afd9-97748e2f2760'] in dv-neutron-825721-1-hyperv is: [{'id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'name': 'tempest-TestMinimumBasicScenario-1497902138-router', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:59Z', 'updated_at': '2022-01-21T10:01:02Z', 'revision_number': 4, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'gw_port': {'id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:00Z', 'updated_at': '2022-01-21T10:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '274d6ce8-6038-4e73-ac48-00d821d0c45e', 'name': '', 'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'mac_address': 'fa:16:3e:ab:33:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:02Z', 'updated_at': '2022-01-21T10:01:06Z', 'revision_number': 4, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'subnets': [{'id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:01:07.178204 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 25872643-e0e6-43fc-aa1f-c4c552c400c5 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:01:07.306901 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:07.516615 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Allocated IP 172.20.0.1 (82d5b5c4-c11d-423b-b94f-3b25263b4570/c92a4e40-d800-4b1f-a5d2-c13d8227dcb9/a6c2cfb9-9cc0-4111-adea-e6824a628616) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:01:07.570519 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 25872643-e0e6-43fc-aa1f-c4c552c400c5 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:07.571017 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:07.574093 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-706599c2-048c-41f7-af0d-8700042f217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:07.640661 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c7285b-25d0-42b3-868a-5906059216d0', 'name': 'tempest-TestMinimumBasicScenario-1940383983-router', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': 'd027e45c-5744-4c0d-bcf5-63b722e3aa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:01:04Z', 'updated_at': '2022-01-21T10:01:05Z', 'revision_number': 3, 'project_id': '56ec47dec1f14b45a09d7e8eafa343be', 'gw_port': {'id': 'd027e45c-5744-4c0d-bcf5-63b722e3aa62', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c7285b-25d0-42b3-868a-5906059216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:05Z', 'updated_at': '2022-01-21T10:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:07.655185 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:07.677677 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-706599c2-048c-41f7-af0d-8700042f217b None None] For port 25872643-e0e6-43fc-aa1f-c4c552c400c5, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=25872643-e0e6-43fc-aa1f-c4c552c400c5,segment=NetworkSegment(3ee6d3e0-84fe-4e6a-8716-f123b112acdd),segment_id=3ee6d3e0-84fe-4e6a-8716-f123b112acdd)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:07.680450 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Checking router: 74c7285b-25d0-42b3-868a-5906059216d0 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:01:07.681076 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Updating router 74c7285b-25d0-42b3-868a-5906059216d0 port d027e45c-5744-4c0d-bcf5-63b722e3aa62 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:01:07.686467 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-706599c2-048c-41f7-af0d-8700042f217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:07.699491 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:07.746302 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Network 82d5b5c4-c11d-423b-b94f-3b25263b4570 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:01:07.752785 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:01:07.755986 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:01:07.756203 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:07.791992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c2cfb9-9cc0-4111-adea-e6824a628616,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:07.808911 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:07.810341 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-706599c2-048c-41f7-af0d-8700042f217b None None] Provisioning complete for port 274d6ce8-6038-4e73-ac48-00d821d0c45e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:07.810720 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-706599c2-048c-41f7-af0d-8700042f217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:07.940710 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 274d6ce8-6038-4e73-ac48-00d821d0c45e up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:01:07.952059 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706599c2-048c-41f7-af0d-8700042f217b None None] Pushing event updated for resources: {'Port': ['ID=25872643-e0e6-43fc-aa1f-c4c552c400c5,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:07.977182 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:08.143214 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 274d6ce8-6038-4e73-ac48-00d821d0c45e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:08.143588 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:08.180750 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:08.185817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:08.255103 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:08.257852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c2cfb9-9cc0-4111-adea-e6824a628616,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:08.296268 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:08.314650 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:08.322134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-75702cba-4d51-40dc-806a-b0df33f3baaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:08.330070 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device c0212111-cabb-4d93-8b53-60e0d0765974 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:01:08.355249 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-aad42a4f-202e-44bd-85a7-44dd39ef0245 None None] Provisioning complete for port a6c2cfb9-9cc0-4111-adea-e6824a628616 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:08.355624 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-aad42a4f-202e-44bd-85a7-44dd39ef0245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:08.372951 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Network 82d5b5c4-c11d-423b-b94f-3b25263b4570 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:01:08.374689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:01:08.442950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Attempting to bind port d027e45c-5744-4c0d-bcf5-63b722e3aa62 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:01:08.443344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Attempting to bind port d027e45c-5744-4c0d-bcf5-63b722e3aa62 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:01:08.443657 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Attempting to bind port d027e45c-5744-4c0d-bcf5-63b722e3aa62 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:01:08.451807 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c890a-224c-4636-8bed-7162a4ed94ef None None] Pushing event updated for resources: {'Port': ['ID=d027e45c-5744-4c0d-bcf5-63b722e3aa62,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:08.458144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-aad42a4f-202e-44bd-85a7-44dd39ef0245 None None] Port a6c2cfb9-9cc0-4111-adea-e6824a628616 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:01:08.462749 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:01:08.463248 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:01:08.464329 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:08.464329 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:01:08.464609 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Bound port: d027e45c-5744-4c0d-bcf5-63b722e3aa62, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:01:08.464947 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:08.512379 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-aad42a4f-202e-44bd-85a7-44dd39ef0245 None None] Provisioning complete for port 25872643-e0e6-43fc-aa1f-c4c552c400c5 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:08.512741 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-aad42a4f-202e-44bd-85a7-44dd39ef0245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:08.517650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Router 74c7285b-25d0-42b3-868a-5906059216d0 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:01:08.562162 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port c0212111-cabb-4d93-8b53-60e0d0765974 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:08.562534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:08.564648 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] For port d027e45c-5744-4c0d-bcf5-63b722e3aa62, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:01:08.610008 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] For port d027e45c-5744-4c0d-bcf5-63b722e3aa62, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d027e45c-5744-4c0d-bcf5-63b722e3aa62,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:01:08.621927 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:08.652199 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:01:08.661949 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-593233c5-da56-49c1-82a5-6fbc99b7cf88 admin admin] 10.222.0.88 "PUT /v2.0/routers/74c7285b-25d0-42b3-868a-5906059216d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8849089 Jan 21 10:01:08.728366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c890a-224c-4636-8bed-7162a4ed94ef None None] Pushing event updated for resources: {'Port': ['ID=d027e45c-5744-4c0d-bcf5-63b722e3aa62,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:08.751390 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Routers {'74c7285b-25d0-42b3-868a-5906059216d0'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:01:08.752026 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:01:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['74c7285b-25d0-42b3-868a-5906059216d0'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:08.881895 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] Set router 74c7285b-25d0-42b3-868a-5906059216d0 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:01:08.919689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-7971cbdb-d88e-457c-88e8-5e9768bb06d2 None None] Provisioning complete for port a6c2cfb9-9cc0-4111-adea-e6824a628616 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:08.920005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7971cbdb-d88e-457c-88e8-5e9768bb06d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:08.950683 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 25872643-e0e6-43fc-aa1f-c4c552c400c5 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:01:09.043585 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-7971cbdb-d88e-457c-88e8-5e9768bb06d2 None None] Port a6c2cfb9-9cc0-4111-adea-e6824a628616 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:01:09.122196 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 25872643-e0e6-43fc-aa1f-c4c552c400c5 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:09.122474 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:09.235031 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c7285b-25d0-42b3-868a-5906059216d0', 'name': 'tempest-TestMinimumBasicScenario-1940383983-router', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': 'd027e45c-5744-4c0d-bcf5-63b722e3aa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:01:04Z', 'updated_at': '2022-01-21T10:01:07Z', 'revision_number': 4, 'project_id': '56ec47dec1f14b45a09d7e8eafa343be', 'gw_port': {'id': 'd027e45c-5744-4c0d-bcf5-63b722e3aa62', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c7285b-25d0-42b3-868a-5906059216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:05Z', 'updated_at': '2022-01-21T10:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'a6c2cfb9-9cc0-4111-adea-e6824a628616', 'name': '', 'network_id': '82d5b5c4-c11d-423b-b94f-3b25263b4570', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be', 'mac_address': 'fa:16:3e:50:d6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c7285b-25d0-42b3-868a-5906059216d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'c92a4e40-d800-4b1f-a5d2-c13d8227dcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:07Z', 'updated_at': '2022-01-21T10:01:08Z', 'revision_number': 2, 'project_id': '56ec47dec1f14b45a09d7e8eafa343be', 'subnets': [{'id': 'c92a4e40-d800-4b1f-a5d2-c13d8227dcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:09.427013 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f68dd-0f91-4895-95a1-e544d272ae81 None None] The sync data for ids ['74c7285b-25d0-42b3-868a-5906059216d0'] in dv-neutron-825721-1-hyperv is: [{'id': '74c7285b-25d0-42b3-868a-5906059216d0', 'name': 'tempest-TestMinimumBasicScenario-1940383983-router', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': 'd027e45c-5744-4c0d-bcf5-63b722e3aa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:01:04Z', 'updated_at': '2022-01-21T10:01:07Z', 'revision_number': 4, 'project_id': '56ec47dec1f14b45a09d7e8eafa343be', 'gw_port': {'id': 'd027e45c-5744-4c0d-bcf5-63b722e3aa62', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c7285b-25d0-42b3-868a-5906059216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:05Z', 'updated_at': '2022-01-21T10:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'a6c2cfb9-9cc0-4111-adea-e6824a628616', 'name': '', 'network_id': '82d5b5c4-c11d-423b-b94f-3b25263b4570', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be', 'mac_address': 'fa:16:3e:50:d6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c7285b-25d0-42b3-868a-5906059216d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'c92a4e40-d800-4b1f-a5d2-c13d8227dcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:07Z', 'updated_at': '2022-01-21T10:01:08Z', 'revision_number': 2, 'project_id': '56ec47dec1f14b45a09d7e8eafa343be', 'subnets': [{'id': 'c92a4e40-d800-4b1f-a5d2-c13d8227dcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:01:09.433835 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 274d6ce8-6038-4e73-ac48-00d821d0c45e up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:01:09.467481 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:09.501993 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 274d6ce8-6038-4e73-ac48-00d821d0c45e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:09.502500 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:11.029043 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d027e45c-5744-4c0d-bcf5-63b722e3aa62 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:01:11.088797 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d027e45c-5744-4c0d-bcf5-63b722e3aa62 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:11.089165 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:11.189940 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:11.217689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port d027e45c-5744-4c0d-bcf5-63b722e3aa62, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d027e45c-5744-4c0d-bcf5-63b722e3aa62,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:11.225922 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:11.294768 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=d027e45c-5744-4c0d-bcf5-63b722e3aa62,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:11.441803 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:11.447906 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:11.834275 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Sync routers for ids ['74c7285b-25d0-42b3-868a-5906059216d0'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:01:11.851521 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Routers {'74c7285b-25d0-42b3-868a-5906059216d0'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:01:11.852817 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:01:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['74c7285b-25d0-42b3-868a-5906059216d0'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:11.973979 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Set router 74c7285b-25d0-42b3-868a-5906059216d0 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:01:12.193541 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c7285b-25d0-42b3-868a-5906059216d0', 'name': 'tempest-TestMinimumBasicScenario-1940383983-router', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': 'd027e45c-5744-4c0d-bcf5-63b722e3aa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:01:04Z', 'updated_at': '2022-01-21T10:01:07Z', 'revision_number': 4, 'project_id': '56ec47dec1f14b45a09d7e8eafa343be', 'gw_port': {'id': 'd027e45c-5744-4c0d-bcf5-63b722e3aa62', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c7285b-25d0-42b3-868a-5906059216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:05Z', 'updated_at': '2022-01-21T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'a6c2cfb9-9cc0-4111-adea-e6824a628616', 'name': '', 'network_id': '82d5b5c4-c11d-423b-b94f-3b25263b4570', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be', 'mac_address': 'fa:16:3e:50:d6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c7285b-25d0-42b3-868a-5906059216d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'c92a4e40-d800-4b1f-a5d2-c13d8227dcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:07Z', 'updated_at': '2022-01-21T10:01:08Z', 'revision_number': 2, 'project_id': '56ec47dec1f14b45a09d7e8eafa343be', 'subnets': [{'id': 'c92a4e40-d800-4b1f-a5d2-c13d8227dcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:12.227670 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Checking router: 74c7285b-25d0-42b3-868a-5906059216d0 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:01:12.228132 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Updating router 74c7285b-25d0-42b3-868a-5906059216d0 port a6c2cfb9-9cc0-4111-adea-e6824a628616 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:01:12.254808 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:12.571180 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:12.578722 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:12.627666 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfef01-7413-4604-93bc-4055852135a8 None None] Pushing event updated for resources: {'Port': ['ID=a6c2cfb9-9cc0-4111-adea-e6824a628616,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:12.708684 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Attempting to bind port a6c2cfb9-9cc0-4111-adea-e6824a628616 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:01:12.709215 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Attempting to bind port a6c2cfb9-9cc0-4111-adea-e6824a628616 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '3ee6d3e0-84fe-4e6a-8716-f123b112acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82d5b5c4-c11d-423b-b94f-3b25263b4570'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:01:12.709718 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Attempting to bind port a6c2cfb9-9cc0-4111-adea-e6824a628616 on network 82d5b5c4-c11d-423b-b94f-3b25263b4570 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:01:12.719507 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:01:12.719939 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Checking segment: {'id': '3ee6d3e0-84fe-4e6a-8716-f123b112acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82d5b5c4-c11d-423b-b94f-3b25263b4570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:01:12.720348 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:12.720744 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Bound using segment: {'id': '3ee6d3e0-84fe-4e6a-8716-f123b112acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82d5b5c4-c11d-423b-b94f-3b25263b4570'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:01:12.721225 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Bound port: a6c2cfb9-9cc0-4111-adea-e6824a628616, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee6d3e0-84fe-4e6a-8716-f123b112acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82d5b5c4-c11d-423b-b94f-3b25263b4570'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:01:12.721642 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:12.798231 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] For port a6c2cfb9-9cc0-4111-adea-e6824a628616, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:01:12.802653 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] For port a6c2cfb9-9cc0-4111-adea-e6824a628616, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a6c2cfb9-9cc0-4111-adea-e6824a628616,segment=NetworkSegment(3ee6d3e0-84fe-4e6a-8716-f123b112acdd),segment_id=3ee6d3e0-84fe-4e6a-8716-f123b112acdd)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:01:12.810282 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:12.893247 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfef01-7413-4604-93bc-4055852135a8 None None] Pushing event updated for resources: {'Port': ['ID=a6c2cfb9-9cc0-4111-adea-e6824a628616,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:12.896272 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Routers {'74c7285b-25d0-42b3-868a-5906059216d0'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:01:12.896871 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:01:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['74c7285b-25d0-42b3-868a-5906059216d0'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:12.994572 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d027e45c-5744-4c0d-bcf5-63b722e3aa62 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:01:13.047447 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] Set router 74c7285b-25d0-42b3-868a-5906059216d0 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:01:13.080587 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-292aac15-6c55-44fc-aadf-1a7f22bfdc2c None None] Provisioning complete for port a6c2cfb9-9cc0-4111-adea-e6824a628616 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:13.080959 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-292aac15-6c55-44fc-aadf-1a7f22bfdc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:13.141071 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d027e45c-5744-4c0d-bcf5-63b722e3aa62 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:13.141442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:13.252432 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-292aac15-6c55-44fc-aadf-1a7f22bfdc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:13.304461 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-292aac15-6c55-44fc-aadf-1a7f22bfdc2c None None] For port a6c2cfb9-9cc0-4111-adea-e6824a628616, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a6c2cfb9-9cc0-4111-adea-e6824a628616,segment=NetworkSegment(3ee6d3e0-84fe-4e6a-8716-f123b112acdd),segment_id=3ee6d3e0-84fe-4e6a-8716-f123b112acdd)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:13.311208 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-292aac15-6c55-44fc-aadf-1a7f22bfdc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:13.337253 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c7285b-25d0-42b3-868a-5906059216d0', 'name': 'tempest-TestMinimumBasicScenario-1940383983-router', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': 'd027e45c-5744-4c0d-bcf5-63b722e3aa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:01:04Z', 'updated_at': '2022-01-21T10:01:07Z', 'revision_number': 4, 'project_id': '56ec47dec1f14b45a09d7e8eafa343be', 'gw_port': {'id': 'd027e45c-5744-4c0d-bcf5-63b722e3aa62', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c7285b-25d0-42b3-868a-5906059216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:05Z', 'updated_at': '2022-01-21T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'a6c2cfb9-9cc0-4111-adea-e6824a628616', 'name': '', 'network_id': '82d5b5c4-c11d-423b-b94f-3b25263b4570', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be', 'mac_address': 'fa:16:3e:50:d6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c7285b-25d0-42b3-868a-5906059216d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'c92a4e40-d800-4b1f-a5d2-c13d8227dcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:07Z', 'updated_at': '2022-01-21T10:01:12Z', 'revision_number': 4, 'project_id': '56ec47dec1f14b45a09d7e8eafa343be', 'subnets': [{'id': 'c92a4e40-d800-4b1f-a5d2-c13d8227dcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:13.372018 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292aac15-6c55-44fc-aadf-1a7f22bfdc2c None None] Pushing event updated for resources: {'Port': ['ID=a6c2cfb9-9cc0-4111-adea-e6824a628616,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:13.373259 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36214b13-592d-4646-9be4-e197c95ef6a3 None None] The sync data for ids ['74c7285b-25d0-42b3-868a-5906059216d0'] in dv-neutron-825721-1-hyperv is: [{'id': '74c7285b-25d0-42b3-868a-5906059216d0', 'name': 'tempest-TestMinimumBasicScenario-1940383983-router', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': 'd027e45c-5744-4c0d-bcf5-63b722e3aa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:01:04Z', 'updated_at': '2022-01-21T10:01:07Z', 'revision_number': 4, 'project_id': '56ec47dec1f14b45a09d7e8eafa343be', 'gw_port': {'id': 'd027e45c-5744-4c0d-bcf5-63b722e3aa62', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c7285b-25d0-42b3-868a-5906059216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:05Z', 'updated_at': '2022-01-21T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'a6c2cfb9-9cc0-4111-adea-e6824a628616', 'name': '', 'network_id': '82d5b5c4-c11d-423b-b94f-3b25263b4570', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be', 'mac_address': 'fa:16:3e:50:d6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c7285b-25d0-42b3-868a-5906059216d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'c92a4e40-d800-4b1f-a5d2-c13d8227dcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:07Z', 'updated_at': '2022-01-21T10:01:12Z', 'revision_number': 4, 'project_id': '56ec47dec1f14b45a09d7e8eafa343be', 'subnets': [{'id': 'c92a4e40-d800-4b1f-a5d2-c13d8227dcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:01:13.444388 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6410955f-2640-427a-a85a-1262e5d9d392 None None] Provisioning complete for port a6c2cfb9-9cc0-4111-adea-e6824a628616 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:13.444845 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6410955f-2640-427a-a85a-1262e5d9d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:14.995319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a6c2cfb9-9cc0-4111-adea-e6824a628616 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:01:15.061264 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port a6c2cfb9-9cc0-4111-adea-e6824a628616 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:15.061264 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:19.219161 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-53bb00b9-b072-492a-9ef0-f1a6aff9cd80 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:19.220624 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-53bb00b9-b072-492a-9ef0-f1a6aff9cd80 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/networks?id=bf501858-256f-4a47-8e96-419009533de5 HTTP/1.1" status: 200 len: 815 time: 0.1049151 Jan 21 10:01:19.235527 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-64b2c308-7359-4b61-bd55-8d39750ab5f8 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/quotas/e67724c95e484c95a8fe8c1a0dae5782 HTTP/1.1" status: 200 len: 375 time: 0.0091717 Jan 21 10:01:19.291742 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-5db71efe-665f-403f-bdbe-8dfb34ca002e tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e67724c95e484c95a8fe8c1a0dae5782&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497952 Jan 21 10:01:19.481903 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-901c59ff-696d-465c-9668-8c4de7d3745b service neutron] 10.222.0.88 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786900 Jan 21 10:01:19.575364 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-3c423453-19cd-48c2-83d8-c62f8d44d768 service neutron] 10.222.0.88 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868475 Jan 21 10:01:20.745048 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-464a9ba9-e0aa-4add-b137-37003a1f95cb req-87a8c2d6-01c3-4c0a-9b93-e4fb4ac63b81 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 210 time: 0.0292933 Jan 21 10:01:21.656243 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-715da42c-bbbe-4c7d-b41f-3a0d335aaf56 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:21.657865 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-715da42c-bbbe-4c7d-b41f-3a0d335aaf56 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.113 "GET /v2.0/networks?id=bf501858-256f-4a47-8e96-419009533de5 HTTP/1.1" status: 200 len: 815 time: 0.1050346 Jan 21 10:01:21.670703 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-6d24c080-7b04-4306-b630-dda61ddaddb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Request body: {'port': {'device_id': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'admin_state_up': True, 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:01:21.792818 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-6d24c080-7b04-4306-b630-dda61ddaddb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Made reservation on behalf of e67724c95e484c95a8fe8c1a0dae5782 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:01:21.796493 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-6d24c080-7b04-4306-b630-dda61ddaddb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:21.874103 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-560d01dc-9daa-4f62-93bd-ea5e39dc2fbf req-00e6b063-7345-4169-98c3-12a3670cde99 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 210 time: 0.0588136 Jan 21 10:01:21.954826 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-6d24c080-7b04-4306-b630-dda61ddaddb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Allocated IP 172.20.0.9 (bf501858-256f-4a47-8e96-419009533de5/f9704d7c-f534-4d53-8ad0-eb0c59c5ad51/d9869f8e-ded3-4698-a064-73e81b2a34c3) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:01:22.168084 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-6d24c080-7b04-4306-b630-dda61ddaddb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:22.203601 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:01:22.222593 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-6d24c080-7b04-4306-b630-dda61ddaddb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:22.323784 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-6d24c080-7b04-4306-b630-dda61ddaddb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Network bf501858-256f-4a47-8e96-419009533de5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:01:22.327835 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-6d24c080-7b04-4306-b630-dda61ddaddb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:01:22.331743 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-6d24c080-7b04-4306-b630-dda61ddaddb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:01:22.340412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24c080-7b04-4306-b630-dda61ddaddb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Pushing event updated for resources: {'Port': ['ID=d9869f8e-ded3-4698-a064-73e81b2a34c3,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:22.418060 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-6d24c080-7b04-4306-b630-dda61ddaddb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:22.418948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-6d24c080-7b04-4306-b630-dda61ddaddb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:22.448673 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-6d24c080-7b04-4306-b630-dda61ddaddb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7817490 Jan 21 10:01:22.681337 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-04f20002-e732-4ed6-b7d4-cfe519176d94 None None] Provisioning complete for port d9869f8e-ded3-4698-a064-73e81b2a34c3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:22.682027 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-04f20002-e732-4ed6-b7d4-cfe519176d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:22.724300 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-04f20002-e732-4ed6-b7d4-cfe519176d94 None None] Port d9869f8e-ded3-4698-a064-73e81b2a34c3 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:01:23.017961 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f500e67-e8d1-41cf-b074-1bd0c8b1af7a req-9b81f23e-c2ec-433b-866b-4d31df602a10 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:23.025780 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4f500e67-e8d1-41cf-b074-1bd0c8b1af7a req-9b81f23e-c2ec-433b-866b-4d31df602a10 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 931 time: 0.0776153 Jan 21 10:01:23.063343 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4f500e67-e8d1-41cf-b074-1bd0c8b1af7a req-d96e5b35-d11a-4f3f-a197-ceb75cea7582 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365136 Jan 21 10:01:24.204916 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002a8ce-d02d-4b24-ac2e-8cf110cb5109 req-d81bb4d7-6591-4142-9b94-058fb4a87c66 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:24.206638 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c002a8ce-d02d-4b24-ac2e-8cf110cb5109 req-d81bb4d7-6591-4142-9b94-058fb4a87c66 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 931 time: 0.0544243 Jan 21 10:01:24.252324 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c002a8ce-d02d-4b24-ac2e-8cf110cb5109 req-c9bbac5b-3e37-4bfb-81c2-a61716de5824 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378733 Jan 21 10:01:25.007688 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:25.373815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01cda4-37e8-4906-b4dc-be38a1dd29a1 req-6d15e8e5-7b56-42f1-a404-24033c7aa7e1 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:25.376032 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1e01cda4-37e8-4906-b4dc-be38a1dd29a1 req-6d15e8e5-7b56-42f1-a404-24033c7aa7e1 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 931 time: 0.0523450 Jan 21 10:01:25.433400 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1e01cda4-37e8-4906-b4dc-be38a1dd29a1 req-335a36c3-b73e-4af7-b751-959c7ce9e95b tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466261 Jan 21 10:01:26.549310 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68289ab6-0d06-4502-a2c7-b65c4991796b req-a07add49-aebe-47ff-a7b8-498a6ea61a2a tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:26.551245 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-68289ab6-0d06-4502-a2c7-b65c4991796b req-a07add49-aebe-47ff-a7b8-498a6ea61a2a tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 931 time: 0.0551655 Jan 21 10:01:26.595264 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-68289ab6-0d06-4502-a2c7-b65c4991796b req-7362ca7e-8703-4864-9847-1fb5a1c628e0 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372100 Jan 21 10:01:27.721235 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e66b8-18e9-4e17-8c3d-7cdc5b56d006 req-3c983063-c0e3-4441-a615-c17cc009b998 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:27.723996 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-610e66b8-18e9-4e17-8c3d-7cdc5b56d006 req-3c983063-c0e3-4441-a615-c17cc009b998 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 931 time: 0.0575268 Jan 21 10:01:27.778129 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-610e66b8-18e9-4e17-8c3d-7cdc5b56d006 req-55640ea2-15e5-439a-a197-7d73164d99cd tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450518 Jan 21 10:01:28.908211 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69089b-7c99-46f5-b663-12e5ac137f0e req-52742843-3ef5-4ddf-9ba5-e945c3120643 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:28.909730 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-eb69089b-7c99-46f5-b663-12e5ac137f0e req-52742843-3ef5-4ddf-9ba5-e945c3120643 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 931 time: 0.0626004 Jan 21 10:01:28.951837 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-eb69089b-7c99-46f5-b663-12e5ac137f0e req-4ad2d6e6-72ed-4cc8-ae18-9245c1024fd1 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347252 Jan 21 10:01:29.784639 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Request body: {'port': {'device_id': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:01:29.848507 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:30.082630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75015da4-a034-4591-987a-8c0bbca3a5e6 req-80cafda5-0ba5-4e7c-8d80-ca4a21d88f73 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:30.084082 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-75015da4-a034-4591-987a-8c0bbca3a5e6 req-80cafda5-0ba5-4e7c-8d80-ca4a21d88f73 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 931 time: 0.0532849 Jan 21 10:01:30.123740 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-75015da4-a034-4591-987a-8c0bbca3a5e6 req-4da1b926-7241-4f2a-838f-e15244d26312 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328465 Jan 21 10:01:30.125762 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9869f8e-ded3-4698-a064-73e81b2a34c3 {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:01:30.135318 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:30.150390 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Transition to ACTIVE for port object d9869f8e-ded3-4698-a064-73e81b2a34c3 will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:01:30.156032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:30.234669 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Pushing event updated for resources: {'Port': ['ID=d9869f8e-ded3-4698-a064-73e81b2a34c3,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:30.285589 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Attempting to bind port d9869f8e-ded3-4698-a064-73e81b2a34c3 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:01:30.286053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Attempting to bind port d9869f8e-ded3-4698-a064-73e81b2a34c3 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '06f74e4d-8c86-4b44-8007-4611c54c43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf501858-256f-4a47-8e96-419009533de5'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:01:30.286266 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Attempting to bind port d9869f8e-ded3-4698-a064-73e81b2a34c3 on network bf501858-256f-4a47-8e96-419009533de5 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:01:30.292010 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Port d9869f8e-ded3-4698-a064-73e81b2a34c3 on network bf501858-256f-4a47-8e96-419009533de5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 10:01:30.292334 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Attempting to bind port d9869f8e-ded3-4698-a064-73e81b2a34c3 on network bf501858-256f-4a47-8e96-419009533de5 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:01:30.297863 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:01:30.298199 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Checking segment: {'id': '06f74e4d-8c86-4b44-8007-4611c54c43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf501858-256f-4a47-8e96-419009533de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:01:30.298580 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Bound using segment: {'id': '06f74e4d-8c86-4b44-8007-4611c54c43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf501858-256f-4a47-8e96-419009533de5'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:01:30.299012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Bound port: d9869f8e-ded3-4698-a064-73e81b2a34c3, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f74e4d-8c86-4b44-8007-4611c54c43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf501858-256f-4a47-8e96-419009533de5'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:01:30.299368 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:30.375359 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] For port d9869f8e-ded3-4698-a064-73e81b2a34c3, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:01:30.379037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] For port d9869f8e-ded3-4698-a064-73e81b2a34c3, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d9869f8e-ded3-4698-a064-73e81b2a34c3,segment=NetworkSegment(06f74e4d-8c86-4b44-8007-4611c54c43f2),segment_id=06f74e4d-8c86-4b44-8007-4611c54c43f2)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:01:30.386244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:30.423182 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:30.423808 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:30.425250 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] 10.222.0.113 "PUT /v2.0/ports/d9869f8e-ded3-4698-a064-73e81b2a34c3 HTTP/1.1" status: 200 len: 1093 time: 0.6467483 Jan 21 10:01:30.425780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'tag': 'd9869f8e-ded3-4698-a064-73e81b2a34c3'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:01:30.428177 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bd0e9d-d3cd-4902-8562-e3fa19220b44" -d '{"events": [{"name": "network-changed", "server_uuid": "d6048469-a1b4-4249-ac5e-caa68166c41a", "tag": "d9869f8e-ded3-4698-a064-73e81b2a34c3"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:01:30.461357 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dff9e-13eb-440b-854d-d9cf82d8dc6c service neutron] Pushing event updated for resources: {'Port': ['ID=d9869f8e-ded3-4698-a064-73e81b2a34c3,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:30.494310 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da78efe1-012c-4d02-9349-1bccf4f33ea6 x-openstack-request-id: req-da78efe1-012c-4d02-9349-1bccf4f33ea6 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:01:30.494601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6048469-a1b4-4249-ac5e-caa68166c41a", "tag": "d9869f8e-ded3-4698-a064-73e81b2a34c3", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:01:30.494853 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-da78efe1-012c-4d02-9349-1bccf4f33ea6 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:01:30.495465 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'tag': 'd9869f8e-ded3-4698-a064-73e81b2a34c3', 'status': 'completed', 'code': 200} Jan 21 10:01:30.546625 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-79b58397-a07d-438e-ac9a-23df1a0c81c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:30.548153 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-79b58397-a07d-438e-ac9a-23df1a0c81c2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e67724c95e484c95a8fe8c1a0dae5782&device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 1096 time: 0.0639102 Jan 21 10:01:30.595537 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-9c2ed0bf-9c71-485d-b0a5-c8b04e113933 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9869f8e-ded3-4698-a064-73e81b2a34c3 HTTP/1.1" status: 200 len: 217 time: 0.0395372 Jan 21 10:01:30.659167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-df931d51-7968-4313-9f99-cfc4a027c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:30.660711 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-df931d51-7968-4313-9f99-cfc4a027c229 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f9704d7c-f534-4d53-8ad0-eb0c59c5ad51 HTTP/1.1" status: 200 len: 854 time: 0.0586863 Jan 21 10:01:30.719268 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-5c58c8e5-8e8f-4abb-bcf2-414a2dddf564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:30.720784 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-5c58c8e5-8e8f-4abb-bcf2-414a2dddf564 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bf501858-256f-4a47-8e96-419009533de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0535688 Jan 21 10:01:30.825196 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-dc0655f7-3c12-485d-96ff-8dd92c0f70c8 service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972035 Jan 21 10:01:30.930102 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1f24987a-35a5-4016-ab36-d7901d34ff11 req-3e47e3a0-ae0f-423c-9a77-ce27fdc0deb5 service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989954 Jan 21 10:01:31.032009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd0e9d-d3cd-4902-8562-e3fa19220b44 req-d1a4b68a-45ce-408e-b3d9-8f3d719b0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:31.033580 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f3bd0e9d-d3cd-4902-8562-e3fa19220b44 req-d1a4b68a-45ce-408e-b3d9-8f3d719b0f3a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e67724c95e484c95a8fe8c1a0dae5782&device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 1096 time: 0.0494714 Jan 21 10:01:31.137208 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd0e9d-d3cd-4902-8562-e3fa19220b44 req-7f3e5759-15b4-4a60-aee9-fed91fa5b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:31.138635 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f3bd0e9d-d3cd-4902-8562-e3fa19220b44 req-7f3e5759-15b4-4a60-aee9-fed91fa5b83e service neutron] 10.222.0.113 "GET /v2.0/networks?id=bf501858-256f-4a47-8e96-419009533de5 HTTP/1.1" status: 200 len: 916 time: 0.0970047 Jan 21 10:01:31.182690 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f3bd0e9d-d3cd-4902-8562-e3fa19220b44 req-5a7f6525-47d2-4be4-8847-2ae727d84aef service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9869f8e-ded3-4698-a064-73e81b2a34c3 HTTP/1.1" status: 200 len: 217 time: 0.0369837 Jan 21 10:01:31.235488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd0e9d-d3cd-4902-8562-e3fa19220b44 req-28d14496-eeb6-4085-9ddb-3bae948482b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:31.236966 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f3bd0e9d-d3cd-4902-8562-e3fa19220b44 req-28d14496-eeb6-4085-9ddb-3bae948482b6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f9704d7c-f534-4d53-8ad0-eb0c59c5ad51 HTTP/1.1" status: 200 len: 854 time: 0.0466096 Jan 21 10:01:31.251546 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014f5be-4411-41ea-b1c9-bf68daad8307 req-efb26960-3206-4b2d-bd52-9f4c9290e5de tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:31.253276 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e014f5be-4411-41ea-b1c9-bf68daad8307 req-efb26960-3206-4b2d-bd52-9f4c9290e5de tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 943 time: 0.0531518 Jan 21 10:01:31.288657 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd0e9d-d3cd-4902-8562-e3fa19220b44 req-da18d20c-ecf9-4027-a2c2-55bb5d9e0622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:31.290378 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f3bd0e9d-d3cd-4902-8562-e3fa19220b44 req-da18d20c-ecf9-4027-a2c2-55bb5d9e0622 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bf501858-256f-4a47-8e96-419009533de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461481 Jan 21 10:01:31.292510 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e014f5be-4411-41ea-b1c9-bf68daad8307 req-adad577a-b319-4646-b562-fb4b4d5f9f64 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330853 Jan 21 10:01:31.382301 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f3bd0e9d-d3cd-4902-8562-e3fa19220b44 req-5775447f-a866-4a2f-b882-3a9d8c80c83c service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831285 Jan 21 10:01:31.817432 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f3bd0e9d-d3cd-4902-8562-e3fa19220b44 req-3dda510e-f712-4c0f-a427-1c4ed1b460fe service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265838 Jan 21 10:01:32.410701 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9efeb1-c846-4e75-b7a9-71e2c1e9dc74 req-0b707321-30df-4708-8ead-5feedf7de42d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:32.412183 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ab9efeb1-c846-4e75-b7a9-71e2c1e9dc74 req-0b707321-30df-4708-8ead-5feedf7de42d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 943 time: 0.0500002 Jan 21 10:01:32.451242 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ab9efeb1-c846-4e75-b7a9-71e2c1e9dc74 req-7a565958-0843-43fc-89e2-4dda229b9988 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325711 Jan 21 10:01:33.565413 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b35597-ce72-4bef-80e3-9bf328d27c31 req-459283ac-0469-4cfb-ad12-7847ef448216 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:33.566902 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c6b35597-ce72-4bef-80e3-9bf328d27c31 req-459283ac-0469-4cfb-ad12-7847ef448216 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 943 time: 0.0493999 Jan 21 10:01:33.604686 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c6b35597-ce72-4bef-80e3-9bf328d27c31 req-22e3ad91-1efc-4516-b8c5-5da81528a994 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312846 Jan 21 10:01:34.110025 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d9869f8e-ded3-4698-a064-73e81b2a34c3 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 10:01:34.204103 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d9869f8e-ded3-4698-a064-73e81b2a34c3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d9869f8e-ded3-4698-a064-73e81b2a34c3,segment=NetworkSegment(06f74e4d-8c86-4b44-8007-4611c54c43f2),segment_id=06f74e4d-8c86-4b44-8007-4611c54c43f2)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:34.214747 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'd9869f8e-ded3-4698-a064-73e81b2a34c3', 'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'port_id': 'd9869f8e-ded3-4698-a064-73e81b2a34c3', 'mac_address': 'fa:16:3e:d5:fe:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 10:01:34.254679 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:34.268009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9869f8e-ded3-4698-a064-73e81b2a34c3 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:01:34.286581 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d9869f8e-ded3-4698-a064-73e81b2a34c3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d9869f8e-ded3-4698-a064-73e81b2a34c3,segment=NetworkSegment(06f74e4d-8c86-4b44-8007-4611c54c43f2),segment_id=06f74e4d-8c86-4b44-8007-4611c54c43f2)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:34.290694 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:34.336571 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=d9869f8e-ded3-4698-a064-73e81b2a34c3,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:34.343997 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:34.344343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:34.344676 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:34.345003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:34.345323 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:34.345669 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:34.345992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:34.346312 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:34.346633 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:34.346961 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:34.347260 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:34.347572 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:34.497691 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['d9869f8e-ded3-4698-a064-73e81b2a34c3'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:01:34.720436 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b8818-857d-44e0-ab39-fe342eb3a9bc req-5b7a34fc-ff9a-4ca7-a908-406da2a515b0 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:34.721927 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e12b8818-857d-44e0-ab39-fe342eb3a9bc req-5b7a34fc-ff9a-4ca7-a908-406da2a515b0 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 944 time: 0.0497129 Jan 21 10:01:34.759815 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e12b8818-857d-44e0-ab39-fe342eb3a9bc req-ad858df8-f355-4490-b552-7d6f8bcf3e58 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317600 Jan 21 10:01:35.891580 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-91973da7-4799-42b0-a270-1d927201ee8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:35.898294 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f2ed9-72c4-40a7-a26b-1a682082424e req-c33d0052-172e-43cc-9ad1-6e715a88f2bc tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:35.900677 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-df4f2ed9-72c4-40a7-a26b-1a682082424e req-c33d0052-172e-43cc-9ad1-6e715a88f2bc tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 944 time: 0.0680869 Jan 21 10:01:35.945536 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-df4f2ed9-72c4-40a7-a26b-1a682082424e req-48ce67ba-0667-4f1b-91bc-89ba0bcd3d71 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347040 Jan 21 10:01:36.118514 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d9869f8e-ded3-4698-a064-73e81b2a34c3 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:01:36.167125 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port d9869f8e-ded3-4698-a064-73e81b2a34c3 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:01:36.170689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port d9869f8e-ded3-4698-a064-73e81b2a34c3 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:36.171062 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:36.248547 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:36.271510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9869f8e-ded3-4698-a064-73e81b2a34c3'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:01:36.275275 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b88c9c7-7ca9-40f8-a9ab-580624151b0a" -d '{"events": [{"server_uuid": "d6048469-a1b4-4249-ac5e-caa68166c41a", "name": "network-vif-plugged", "status": "completed", "tag": "d9869f8e-ded3-4698-a064-73e81b2a34c3"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:01:36.294918 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port d9869f8e-ded3-4698-a064-73e81b2a34c3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d9869f8e-ded3-4698-a064-73e81b2a34c3,segment=NetworkSegment(06f74e4d-8c86-4b44-8007-4611c54c43f2),segment_id=06f74e4d-8c86-4b44-8007-4611c54c43f2)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:36.299095 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:36.323861 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4f61fb-81ed-4cab-813d-ce69a4ce5de8 x-openstack-request-id: req-9a4f61fb-81ed-4cab-813d-ce69a4ce5de8 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:01:36.324151 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6048469-a1b4-4249-ac5e-caa68166c41a", "name": "network-vif-plugged", "status": "completed", "tag": "d9869f8e-ded3-4698-a064-73e81b2a34c3", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:01:36.324395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9a4f61fb-81ed-4cab-813d-ce69a4ce5de8 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:01:36.324769 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9869f8e-ded3-4698-a064-73e81b2a34c3', 'code': 200} Jan 21 10:01:36.350501 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=d9869f8e-ded3-4698-a064-73e81b2a34c3,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:36.485107 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe6be0-2e4e-43ee-bccd-936d44dd0595 req-32774c95-277b-4269-834d-ffc8af6762f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:36.486650 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0fbe6be0-2e4e-43ee-bccd-936d44dd0595 req-32774c95-277b-4269-834d-ffc8af6762f0 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 1098 time: 0.0444224 Jan 21 10:01:36.520145 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0fbe6be0-2e4e-43ee-bccd-936d44dd0595 req-e8fe0a93-2edf-4f7b-a48c-a6f1b743dc20 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270994 Jan 21 10:01:37.069725 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55004394-9032-478f-94b0-ab0a443807fd req-a81aa88f-46b3-4739-9dea-d72375dae01a tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:37.071203 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-55004394-9032-478f-94b0-ab0a443807fd req-a81aa88f-46b3-4739-9dea-d72375dae01a tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 945 time: 0.0489583 Jan 21 10:01:37.108977 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-55004394-9032-478f-94b0-ab0a443807fd req-6cb54725-59ce-4e3d-b7ab-5ad9059e3689 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Jan 21 10:01:38.223181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a2053-e317-4e89-afa2-d8bd488af338 req-b29fd224-f227-4ba9-beab-6a14217c4b1d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:38.224661 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-748a2053-e317-4e89-afa2-d8bd488af338 req-b29fd224-f227-4ba9-beab-6a14217c4b1d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 945 time: 0.0492887 Jan 21 10:01:38.264089 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-748a2053-e317-4e89-afa2-d8bd488af338 req-b319daae-9878-4a23-8741-60984ec2d269 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320849 Jan 21 10:01:38.285321 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c6edd471-3208-470e-b9d8-ef0d866605d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:38.381237 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9a015-f41b-494f-ae08-68083cf21ff0 req-b356bd72-561a-422d-8720-c0f8c7708586 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:38.382825 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e2b9a015-f41b-494f-ae08-68083cf21ff0 req-b356bd72-561a-422d-8720-c0f8c7708586 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 945 time: 0.0486116 Jan 21 10:01:38.422684 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e2b9a015-f41b-494f-ae08-68083cf21ff0 req-fd3ce478-4aa0-4766-9e86-ea9d00c74f5e tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322728 Jan 21 10:01:38.752413 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345854f-862b-4288-9cc5-e678c4be413e req-b5d2c6ec-19ee-49d6-9891-5b2f43b649d7 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:38.753806 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9345854f-862b-4288-9cc5-e678c4be413e req-b5d2c6ec-19ee-49d6-9891-5b2f43b649d7 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 945 time: 0.0525053 Jan 21 10:01:38.791868 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9345854f-862b-4288-9cc5-e678c4be413e req-b56c3fa7-39f3-4761-a50e-773d058c0a84 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321474 Jan 21 10:01:39.360602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:41.370275 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:41.401556 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:51.432383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5fc03-0cfc-4f75-a6ce-553c936fd230 req-6c663ab2-c48c-4b17-89ce-c8c6f7a3647b tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:51.434036 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fae5fc03-0cfc-4f75-a6ce-553c936fd230 req-6c663ab2-c48c-4b17-89ce-c8c6f7a3647b tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 945 time: 0.0566761 Jan 21 10:01:51.477036 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fae5fc03-0cfc-4f75-a6ce-553c936fd230 req-df7d48b0-604a-4ed0-bb3f-e69c5200613d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367689 Jan 21 10:01:51.500967 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49334) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:01:51.590197 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d8d047-8a35-4cb3-9923-36634b7c86cc tempest-TestMinimumBasicScenario-1795656027 tempest-TestMinimumBasicScenario-1795656027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:51.591726 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f5d8d047-8a35-4cb3-9923-36634b7c86cc tempest-TestMinimumBasicScenario-1795656027 tempest-TestMinimumBasicScenario-1795656027-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 1093 time: 0.0897460 Jan 21 10:01:51.594882 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49338) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:01:51.599172 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': 'd9869f8e-ded3-4698-a064-73e81b2a34c3', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:01:51.624307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:51.726599 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:51.830116 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Allocated IP 172.26.7.22 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/125c4aa6-efc4-40f8-92c3-14b9aca406b1) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:01:51.939375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:51.973957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:52.015982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:01:52.018880 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:01:52.022283 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:01:52.029941 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Pushing event updated for resources: {'Port': ['ID=125c4aa6-efc4-40f8-92c3-14b9aca406b1,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:52.063375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:52.063807 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:52.064146 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:52.064466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:52.064787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:52.065107 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:52.065426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:52.065775 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:52.066090 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:52.066406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:52.066726 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:52.067033 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:52.417669 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:52.495479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:52.650897 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:52.655607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:52.722191 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Pushing event updated for resources: {'Port': ['ID=125c4aa6-efc4-40f8-92c3-14b9aca406b1,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:52.734101 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:52.836428 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Floating IP eebd5a9f-7753-4072-a549-fad53e5240e7 associated. External IP: 172.26.7.22, port: d9869f8e-ded3-4698-a064-73e81b2a34c3. Jan 21 10:01:53.049755 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Router 9ced685a-f071-47a9-afd9-97748e2f2760 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:01:53.166173 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:01:53.176817 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c19d7c-e06d-4a09-b738-5254781809e4 None None] Sync routers for ids ['9ced685a-f071-47a9-afd9-97748e2f2760'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:01:53.188165 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.189071 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c19d7c-e06d-4a09-b738-5254781809e4 None None] Routers {'9ced685a-f071-47a9-afd9-97748e2f2760'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:01:53.189728 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-18c19d7c-e06d-4a09-b738-5254781809e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:01:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9ced685a-f071-47a9-afd9-97748e2f2760'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:53.219151 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bd31b12f-4806-427d-8a0c-3cc8199ef3e4 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6232331 Jan 21 10:01:53.219901 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'tag': 'd9869f8e-ded3-4698-a064-73e81b2a34c3'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:01:53.222238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493059d2-f083-48e8-ba0b-d2ac88ab0ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "d6048469-a1b4-4249-ac5e-caa68166c41a", "tag": "d9869f8e-ded3-4698-a064-73e81b2a34c3"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:01:53.223098 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49340) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:01:53.236166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-234d6382-4025-4fb6-9299-1140c1dbf077 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-739440513', 'description': 'tempest-secgroup-smoke-739440513 description', 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:01:53.270054 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-234d6382-4025-4fb6-9299-1140c1dbf077 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.275189 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caefd009-eef6-443d-a572-993f550527b6 x-openstack-request-id: req-caefd009-eef6-443d-a572-993f550527b6 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:01:53.275503 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6048469-a1b4-4249-ac5e-caa68166c41a", "tag": "d9869f8e-ded3-4698-a064-73e81b2a34c3", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:01:53.275765 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-caefd009-eef6-443d-a572-993f550527b6 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:01:53.276234 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'tag': 'd9869f8e-ded3-4698-a064-73e81b2a34c3', 'status': 'completed', 'code': 200} Jan 21 10:01:53.311323 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-18c19d7c-e06d-4a09-b738-5254781809e4 None None] Set router 9ced685a-f071-47a9-afd9-97748e2f2760 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:01:53.343824 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493059d2-f083-48e8-ba0b-d2ac88ab0ce9 req-299112a8-ebd9-4c87-92e9-66530641ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:53.345180 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-493059d2-f083-48e8-ba0b-d2ac88ab0ce9 req-299112a8-ebd9-4c87-92e9-66530641ce98 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e67724c95e484c95a8fe8c1a0dae5782&device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 1098 time: 0.0493684 Jan 21 10:01:53.356894 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-234d6382-4025-4fb6-9299-1140c1dbf077 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.361769 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-234d6382-4025-4fb6-9299-1140c1dbf077 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.398162 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d6382-4025-4fb6-9299-1140c1dbf077 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257df99a-59b6-4e7f-a22a-c51dd5eab50d,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:53.423712 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-234d6382-4025-4fb6-9299-1140c1dbf077 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.425680 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-234d6382-4025-4fb6-9299-1140c1dbf077 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2008383 Jan 21 10:01:53.429062 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49344) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:01:53.434990 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Request body: {'security_group_rule': {'security_group_id': '257df99a-59b6-4e7f-a22a-c51dd5eab50d', 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:01:53.471429 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493059d2-f083-48e8-ba0b-d2ac88ab0ce9 req-772f8bb7-3e3a-40a7-aa85-c09d42f0c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:53.473074 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-493059d2-f083-48e8-ba0b-d2ac88ab0ce9 req-772f8bb7-3e3a-40a7-aa85-c09d42f0c533 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bf501858-256f-4a47-8e96-419009533de5 HTTP/1.1" status: 200 len: 916 time: 0.1208899 Jan 21 10:01:53.473684 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.548956 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.558668 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.570540 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-493059d2-f083-48e8-ba0b-d2ac88ab0ce9 req-fef627d2-596e-490f-b57f-4ec4e1cb53cc service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9869f8e-ded3-4698-a064-73e81b2a34c3 HTTP/1.1" status: 200 len: 998 time: 0.0888932 Jan 21 10:01:53.578892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09be36b-9534-43b5-8dc9-069416b3390e,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:53.588926 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:53.589277 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:53.589651 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:53.590334 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:53.590455 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:53.590769 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:53.591103 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:53.591427 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:53.591747 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:53.592115 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:53.592426 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:53.592728 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:53.604849 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-18c19d7c-e06d-4a09-b738-5254781809e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'name': 'tempest-TestMinimumBasicScenario-1497902138-router', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:59Z', 'updated_at': '2022-01-21T10:01:02Z', 'revision_number': 4, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'gw_port': {'id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:00Z', 'updated_at': '2022-01-21T10:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'eebd5a9f-7753-4072-a549-fad53e5240e7', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'port_id': 'd9869f8e-ded3-4698-a064-73e81b2a34c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'mac_address': 'fa:16:3e:d5:fe:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:01:52Z', 'updated_at': '2022-01-21T10:01:52Z', 'revision_number': 0, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '274d6ce8-6038-4e73-ac48-00d821d0c45e', 'name': '', 'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'mac_address': 'fa:16:3e:ab:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:02Z', 'updated_at': '2022-01-21T10:01:06Z', 'revision_number': 5, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'subnets': [{'id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:53.605113 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.606282 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-022996b8-2b26-4748-85d7-e9a5567765b5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1760323 Jan 21 10:01:53.609245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49346) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:01:53.613880 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d0ddb2dc-5a23-4ef0-b12f-7dcbe6e67cb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Request body: {'security_group_rule': {'security_group_id': '257df99a-59b6-4e7f-a22a-c51dd5eab50d', 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:01:53.637406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493059d2-f083-48e8-ba0b-d2ac88ab0ce9 req-dd38aef3-b601-485f-8884-8dfe14f839cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:53.639093 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c19d7c-e06d-4a09-b738-5254781809e4 None None] Checking router: 9ced685a-f071-47a9-afd9-97748e2f2760 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:01:53.639476 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-493059d2-f083-48e8-ba0b-d2ac88ab0ce9 req-dd38aef3-b601-485f-8884-8dfe14f839cd service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f9704d7c-f534-4d53-8ad0-eb0c59c5ad51 HTTP/1.1" status: 200 len: 854 time: 0.0616333 Jan 21 10:01:53.649149 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c19d7c-e06d-4a09-b738-5254781809e4 None None] Routers {'9ced685a-f071-47a9-afd9-97748e2f2760'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:01:53.650426 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-18c19d7c-e06d-4a09-b738-5254781809e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:01:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9ced685a-f071-47a9-afd9-97748e2f2760'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:53.652916 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0ddb2dc-5a23-4ef0-b12f-7dcbe6e67cb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.714210 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493059d2-f083-48e8-ba0b-d2ac88ab0ce9 req-989e374a-a048-48c4-b77b-a84f1493f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:53.716976 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-493059d2-f083-48e8-ba0b-d2ac88ab0ce9 req-989e374a-a048-48c4-b77b-a84f1493f688 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bf501858-256f-4a47-8e96-419009533de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697660 Jan 21 10:01:53.725155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0ddb2dc-5a23-4ef0-b12f-7dcbe6e67cb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.729612 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [req-493059d2-f083-48e8-ba0b-d2ac88ab0ce9 req-68441252-5fde-4b4e-be40-d064f48849bf service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:01:53.730238 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0ddb2dc-5a23-4ef0-b12f-7dcbe6e67cb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.731375 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-493059d2-f083-48e8-ba0b-d2ac88ab0ce9 req-68441252-5fde-4b4e-be40-d064f48849bf service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072002 Jan 21 10:01:53.751609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddb2dc-5a23-4ef0-b12f-7dcbe6e67cb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11edafa-b47c-4ba7-9c66-8f0b666946b3,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:53.761648 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d0ddb2dc-5a23-4ef0-b12f-7dcbe6e67cb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.763015 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d0ddb2dc-5a23-4ef0-b12f-7dcbe6e67cb2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1526442 Jan 21 10:01:53.765702 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49348) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:01:53.772561 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d9310dc4-2266-45a9-ad2b-914bfba1f5fa tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Request body: {'security_group_rule': {'security_group_id': '257df99a-59b6-4e7f-a22a-c51dd5eab50d', 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:01:53.786721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-18c19d7c-e06d-4a09-b738-5254781809e4 None None] Set router 9ced685a-f071-47a9-afd9-97748e2f2760 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:01:53.810351 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d9310dc4-2266-45a9-ad2b-914bfba1f5fa tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.851407 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-493059d2-f083-48e8-ba0b-d2ac88ab0ce9 req-02ae7a32-3277-4300-a2c4-a98c462d3d20 service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118605 Jan 21 10:01:53.888648 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d9310dc4-2266-45a9-ad2b-914bfba1f5fa tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.897888 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d9310dc4-2266-45a9-ad2b-914bfba1f5fa tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.920342 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9310dc4-2266-45a9-ad2b-914bfba1f5fa tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deca05db-ea86-4477-9629-35379cdc36c6,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:53.938723 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d9310dc4-2266-45a9-ad2b-914bfba1f5fa tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.941509 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d9310dc4-2266-45a9-ad2b-914bfba1f5fa tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1731079 Jan 21 10:01:53.943737 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49350) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:01:53.951494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-843c9d72-9438-4f83-9c39-a634dcdce42c tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Request body: {'security_group_rule': {'security_group_id': '257df99a-59b6-4e7f-a22a-c51dd5eab50d', 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:01:53.992549 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-493059d2-f083-48e8-ba0b-d2ac88ab0ce9 req-307a0df4-b591-4110-85d2-4e1f5c57d565 service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337051 Jan 21 10:01:53.999916 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-843c9d72-9438-4f83-9c39-a634dcdce42c tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:54.092269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-18c19d7c-e06d-4a09-b738-5254781809e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'name': 'tempest-TestMinimumBasicScenario-1497902138-router', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:59Z', 'updated_at': '2022-01-21T10:01:02Z', 'revision_number': 4, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'gw_port': {'id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:00Z', 'updated_at': '2022-01-21T10:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'eebd5a9f-7753-4072-a549-fad53e5240e7', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'port_id': 'd9869f8e-ded3-4698-a064-73e81b2a34c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'mac_address': 'fa:16:3e:d5:fe:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:01:52Z', 'updated_at': '2022-01-21T10:01:52Z', 'revision_number': 0, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '274d6ce8-6038-4e73-ac48-00d821d0c45e', 'name': '', 'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'mac_address': 'fa:16:3e:ab:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:02Z', 'updated_at': '2022-01-21T10:01:06Z', 'revision_number': 5, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'subnets': [{'id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:54.095367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-843c9d72-9438-4f83-9c39-a634dcdce42c tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:54.099520 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-843c9d72-9438-4f83-9c39-a634dcdce42c tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:54.126665 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c9d72-9438-4f83-9c39-a634dcdce42c tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b467fbd-212f-43f5-8b6e-2bfe9b4d9502,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:54.139141 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c19d7c-e06d-4a09-b738-5254781809e4 None None] The sync data for ids ['9ced685a-f071-47a9-afd9-97748e2f2760'] in dv-neutron-825721-1-hyperv is: [{'id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'name': 'tempest-TestMinimumBasicScenario-1497902138-router', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:59Z', 'updated_at': '2022-01-21T10:01:02Z', 'revision_number': 4, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'gw_port': {'id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:00Z', 'updated_at': '2022-01-21T10:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'eebd5a9f-7753-4072-a549-fad53e5240e7', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'port_id': 'd9869f8e-ded3-4698-a064-73e81b2a34c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'mac_address': 'fa:16:3e:d5:fe:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:01:52Z', 'updated_at': '2022-01-21T10:01:52Z', 'revision_number': 0, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '274d6ce8-6038-4e73-ac48-00d821d0c45e', 'name': '', 'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'mac_address': 'fa:16:3e:ab:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:02Z', 'updated_at': '2022-01-21T10:01:06Z', 'revision_number': 5, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'subnets': [{'id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:01:54.142890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-843c9d72-9438-4f83-9c39-a634dcdce42c tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:54.146275 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-843c9d72-9438-4f83-9c39-a634dcdce42c tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2010424 Jan 21 10:01:54.146491 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49352) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:01:54.152276 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-2546cf97-7f97-43f2-8c94-d4a9b61a84a3 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Request body: {'security_group_rule': {'security_group_id': '257df99a-59b6-4e7f-a22a-c51dd5eab50d', 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:01:54.179416 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-2546cf97-7f97-43f2-8c94-d4a9b61a84a3 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Project e67724c95e484c95a8fe8c1a0dae5782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:01:54.186182 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2546cf97-7f97-43f2-8c94-d4a9b61a84a3 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:54.258307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2546cf97-7f97-43f2-8c94-d4a9b61a84a3 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:54.264198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2546cf97-7f97-43f2-8c94-d4a9b61a84a3 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:54.285801 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546cf97-7f97-43f2-8c94-d4a9b61a84a3 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd557d17-c646-444b-b46b-31af6a826bf5,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:54.307072 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2546cf97-7f97-43f2-8c94-d4a9b61a84a3 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:54.308337 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2546cf97-7f97-43f2-8c94-d4a9b61a84a3 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1608007 Jan 21 10:01:54.311489 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49354) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:01:54.317527 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-ba45289b-d968-4b44-a11d-7e2e331f1ceb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Request body: {'security_group_rule': {'security_group_id': '257df99a-59b6-4e7f-a22a-c51dd5eab50d', 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:01:54.343191 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-ba45289b-d968-4b44-a11d-7e2e331f1ceb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Project e67724c95e484c95a8fe8c1a0dae5782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:01:54.349350 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ba45289b-d968-4b44-a11d-7e2e331f1ceb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:54.372698 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260be6d6-66f8-49ad-9d51-420a18a7fdae None None] New status for floating IP eebd5a9f-7753-4072-a549-fad53e5240e7: ACTIVE {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:01:54.429553 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ba45289b-d968-4b44-a11d-7e2e331f1ceb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:54.437969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ba45289b-d968-4b44-a11d-7e2e331f1ceb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:54.463883 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45289b-d968-4b44-a11d-7e2e331f1ceb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde9bead-2562-476b-9f22-ad9cab69874b,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:54.474904 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ba45289b-d968-4b44-a11d-7e2e331f1ceb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:54.481084 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ba45289b-d968-4b44-a11d-7e2e331f1ceb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1635034 Jan 21 10:01:54.579737 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8ed681da-175d-4c01-84d5-b5ea7e6e30de req-e3a8b7fb-f14c-499f-a99b-d1dd47271dbb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-739440513&fields=id&tenant_id=e67724c95e484c95a8fe8c1a0dae5782 HTTP/1.1" status: 200 len: 267 time: 0.0393364 Jan 21 10:01:54.654512 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed681da-175d-4c01-84d5-b5ea7e6e30de req-24b7dbca-f2ca-41bd-8c76-40601d50e08a tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:54.656145 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8ed681da-175d-4c01-84d5-b5ea7e6e30de req-24b7dbca-f2ca-41bd-8c76-40601d50e08a tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 945 time: 0.0695825 Jan 21 10:01:54.669368 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-8ed681da-175d-4c01-84d5-b5ea7e6e30de req-b0f9bf5b-e594-4b50-938d-e6e7f17e7bbb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Request body: {'port': {'security_groups': ['9154bbf0-d5ad-4e0f-bd85-76083b4a0921', '257df99a-59b6-4e7f-a22a-c51dd5eab50d']}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:01:54.698969 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f59cd4e4-131b-4120-941e-1b40f727a884 req-28d01123-8a8a-4398-805a-65e59508d198 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423734 Jan 21 10:01:54.739080 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-8ed681da-175d-4c01-84d5-b5ea7e6e30de req-b0f9bf5b-e594-4b50-938d-e6e7f17e7bbb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:54.786194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cd4e4-131b-4120-941e-1b40f727a884 req-10b168bb-f068-4f2a-b2f5-ff7458a642fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:54.787966 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f59cd4e4-131b-4120-941e-1b40f727a884 req-10b168bb-f068-4f2a-b2f5-ff7458a642fd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e67724c95e484c95a8fe8c1a0dae5782&device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 1098 time: 0.0455415 Jan 21 10:01:54.904910 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cd4e4-131b-4120-941e-1b40f727a884 req-e746b296-783c-4c36-977b-5d8bf9b7a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:54.906481 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f59cd4e4-131b-4120-941e-1b40f727a884 req-e746b296-783c-4c36-977b-5d8bf9b7a78d service neutron] 10.222.0.113 "GET /v2.0/networks?id=bf501858-256f-4a47-8e96-419009533de5 HTTP/1.1" status: 200 len: 916 time: 0.0956385 Jan 21 10:01:54.953069 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-8ed681da-175d-4c01-84d5-b5ea7e6e30de req-b0f9bf5b-e594-4b50-938d-e6e7f17e7bbb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] For port d9869f8e-ded3-4698-a064-73e81b2a34c3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d9869f8e-ded3-4698-a064-73e81b2a34c3,segment=NetworkSegment(06f74e4d-8c86-4b44-8007-4611c54c43f2),segment_id=06f74e4d-8c86-4b44-8007-4611c54c43f2)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:54.980569 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f59cd4e4-131b-4120-941e-1b40f727a884 req-6c4e018c-0b62-4428-abb3-5ef2bdbf73a5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9869f8e-ded3-4698-a064-73e81b2a34c3 HTTP/1.1" status: 200 len: 1000 time: 0.0668206 Jan 21 10:01:54.983058 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-8ed681da-175d-4c01-84d5-b5ea7e6e30de req-b0f9bf5b-e594-4b50-938d-e6e7f17e7bbb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:54.988075 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-8ed681da-175d-4c01-84d5-b5ea7e6e30de req-b0f9bf5b-e594-4b50-938d-e6e7f17e7bbb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:55.000776 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['d9869f8e-ded3-4698-a064-73e81b2a34c3'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:01:55.038330 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cd4e4-131b-4120-941e-1b40f727a884 req-2330090b-96f8-421d-9954-f9b38f6e746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:55.040723 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f59cd4e4-131b-4120-941e-1b40f727a884 req-2330090b-96f8-421d-9954-f9b38f6e746f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f9704d7c-f534-4d53-8ad0-eb0c59c5ad51 HTTP/1.1" status: 200 len: 854 time: 0.0528128 Jan 21 10:01:55.043579 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed681da-175d-4c01-84d5-b5ea7e6e30de req-b0f9bf5b-e594-4b50-938d-e6e7f17e7bbb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:55.044311 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-8ed681da-175d-4c01-84d5-b5ea7e6e30de req-b0f9bf5b-e594-4b50-938d-e6e7f17e7bbb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:55.045796 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8ed681da-175d-4c01-84d5-b5ea7e6e30de req-b0f9bf5b-e594-4b50-938d-e6e7f17e7bbb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "PUT /v2.0/ports/d9869f8e-ded3-4698-a064-73e81b2a34c3 HTTP/1.1" status: 200 len: 981 time: 0.3827901 Jan 21 10:01:55.046229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'tag': 'd9869f8e-ded3-4698-a064-73e81b2a34c3'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:01:55.048575 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df061b6f-5238-4a61-8f35-43178e109ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6048469-a1b4-4249-ac5e-caa68166c41a", "tag": "d9869f8e-ded3-4698-a064-73e81b2a34c3"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:01:55.054880 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:55.085555 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9bf5b-e594-4b50-938d-e6e7f17e7bbb tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Pushing event updated for resources: {'Port': ['ID=d9869f8e-ded3-4698-a064-73e81b2a34c3,revision_number=6']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:55.102465 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['d9869f8e-ded3-4698-a064-73e81b2a34c3'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:01:55.121510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cd4e4-131b-4120-941e-1b40f727a884 req-4c750180-9747-4709-a559-2e767e0c2591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:55.123908 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f59cd4e4-131b-4120-941e-1b40f727a884 req-4c750180-9747-4709-a559-2e767e0c2591 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bf501858-256f-4a47-8e96-419009533de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761111 Jan 21 10:01:55.205857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdc532-bf9b-4dc5-a7ae-11966beb01ef req-23b0c0a3-100b-4c58-8c1c-f003db73b53d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:55.207520 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a4fdc532-bf9b-4dc5-a7ae-11966beb01ef req-23b0c0a3-100b-4c58-8c1c-f003db73b53d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 984 time: 0.0669224 Jan 21 10:01:55.260655 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f59cd4e4-131b-4120-941e-1b40f727a884 req-0ce8811d-3eba-4f48-9d87-1a120a7d938d service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288438 Jan 21 10:01:55.287911 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a4fdc532-bf9b-4dc5-a7ae-11966beb01ef req-3c740c33-60cf-4d5f-aa0d-5719a835863f tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=257df99a-59b6-4e7f-a22a-c51dd5eab50d&id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642352 Jan 21 10:01:55.356116 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee89cc4-8df6-4918-a84b-979e7a3786fb x-openstack-request-id: req-5ee89cc4-8df6-4918-a84b-979e7a3786fb {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:01:55.356739 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6048469-a1b4-4249-ac5e-caa68166c41a", "tag": "d9869f8e-ded3-4698-a064-73e81b2a34c3", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:01:55.356739 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5ee89cc4-8df6-4918-a84b-979e7a3786fb {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:01:55.357277 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'tag': 'd9869f8e-ded3-4698-a064-73e81b2a34c3', 'status': 'completed', 'code': 200} Jan 21 10:01:55.379872 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f59cd4e4-131b-4120-941e-1b40f727a884 req-868eab1f-e30f-4432-b8e6-c68ff417d5af service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114655 Jan 21 10:01:55.458694 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df061b6f-5238-4a61-8f35-43178e109ef6 req-a3bc834a-0d8b-4958-b3d4-0cab355c499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:55.460135 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-df061b6f-5238-4a61-8f35-43178e109ef6 req-a3bc834a-0d8b-4958-b3d4-0cab355c499d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e67724c95e484c95a8fe8c1a0dae5782&device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 1137 time: 0.0418901 Jan 21 10:01:55.477430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-1682a552-3802-4c0b-8c2d-4221d745179f None None] Provisioning complete for port d9869f8e-ded3-4698-a064-73e81b2a34c3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:55.477890 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1682a552-3802-4c0b-8c2d-4221d745179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:55.557916 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df061b6f-5238-4a61-8f35-43178e109ef6 req-2a581672-0ead-44c2-8a6e-ef6f2b1b254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:55.559621 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-df061b6f-5238-4a61-8f35-43178e109ef6 req-2a581672-0ead-44c2-8a6e-ef6f2b1b254a service neutron] 10.222.0.113 "GET /v2.0/networks?id=bf501858-256f-4a47-8e96-419009533de5 HTTP/1.1" status: 200 len: 916 time: 0.0926456 Jan 21 10:01:55.629513 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-df061b6f-5238-4a61-8f35-43178e109ef6 req-17d381fc-c0a7-4d12-ba5f-df4dd467d384 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9869f8e-ded3-4698-a064-73e81b2a34c3 HTTP/1.1" status: 200 len: 1000 time: 0.0614140 Jan 21 10:01:55.682524 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df061b6f-5238-4a61-8f35-43178e109ef6 req-ea518b2d-8f4d-4af9-b33c-f4cd4d94d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:55.684079 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-df061b6f-5238-4a61-8f35-43178e109ef6 req-ea518b2d-8f4d-4af9-b33c-f4cd4d94d80e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f9704d7c-f534-4d53-8ad0-eb0c59c5ad51 HTTP/1.1" status: 200 len: 854 time: 0.0468678 Jan 21 10:01:55.734901 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df061b6f-5238-4a61-8f35-43178e109ef6 req-1c98b457-479d-481c-a26c-cdd270746fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:55.736286 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-df061b6f-5238-4a61-8f35-43178e109ef6 req-1c98b457-479d-481c-a26c-cdd270746fa0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bf501858-256f-4a47-8e96-419009533de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454350 Jan 21 10:01:55.828694 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-df061b6f-5238-4a61-8f35-43178e109ef6 req-11ab9e6d-5e09-4aa8-9b0c-87d7bb450ed3 service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826035 Jan 21 10:01:55.923355 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-df061b6f-5238-4a61-8f35-43178e109ef6 req-2006ace0-ffaf-40ff-9ca6-1561dcddfd15 service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878797 Jan 21 10:01:59.203137 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:02:05.892866 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dc2af804-5b86-428d-868c-8f974010567e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:08.287635 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-02b51b5b-9917-45f5-964f-fbcdc002fddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:09.366316 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:10.526997 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d697f-46fc-43ca-ba14-7675b471e2a0 req-3f4040ca-ed37-487d-a475-c64648c02fa2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:10.528563 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-899d697f-46fc-43ca-ba14-7675b471e2a0 req-3f4040ca-ed37-487d-a475-c64648c02fa2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 984 time: 0.0781126 Jan 21 10:02:10.534069 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06e136-2179-4b50-b083-82481611f6e6 req-0bd6da95-f9d0-45af-a2b1-90a0c0836ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:10.535624 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0a06e136-2179-4b50-b083-82481611f6e6 req-0bd6da95-f9d0-45af-a2b1-90a0c0836ad4 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e67724c95e484c95a8fe8c1a0dae5782&device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 1137 time: 0.0756025 Jan 21 10:02:10.623441 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-899d697f-46fc-43ca-ba14-7675b471e2a0 req-529f5ff9-0d22-4130-a2e2-ad4fec6faea8 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=257df99a-59b6-4e7f-a22a-c51dd5eab50d&id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867403 Jan 21 10:02:10.657975 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06e136-2179-4b50-b083-82481611f6e6 req-330e23da-9651-4460-b97e-64b71c258d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:10.659456 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0a06e136-2179-4b50-b083-82481611f6e6 req-330e23da-9651-4460-b97e-64b71c258d44 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bf501858-256f-4a47-8e96-419009533de5 HTTP/1.1" status: 200 len: 916 time: 0.1164517 Jan 21 10:02:10.726559 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0a06e136-2179-4b50-b083-82481611f6e6 req-8b54cebc-7382-4a2c-a3aa-594de4214aae service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9869f8e-ded3-4698-a064-73e81b2a34c3 HTTP/1.1" status: 200 len: 1000 time: 0.0598745 Jan 21 10:02:10.782530 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06e136-2179-4b50-b083-82481611f6e6 req-362c1452-92bd-4322-ad90-634528d844d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:10.784021 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0a06e136-2179-4b50-b083-82481611f6e6 req-362c1452-92bd-4322-ad90-634528d844d2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f9704d7c-f534-4d53-8ad0-eb0c59c5ad51 HTTP/1.1" status: 200 len: 854 time: 0.0508459 Jan 21 10:02:10.836394 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06e136-2179-4b50-b083-82481611f6e6 req-336745b6-8459-44cc-a27b-d48b69d2e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:10.837948 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0a06e136-2179-4b50-b083-82481611f6e6 req-336745b6-8459-44cc-a27b-d48b69d2e4fd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bf501858-256f-4a47-8e96-419009533de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0467036 Jan 21 10:02:10.937833 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0a06e136-2179-4b50-b083-82481611f6e6 req-77fb4871-1e54-473d-9844-2e9045f2a5f8 service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924196 Jan 21 10:02:11.036273 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0a06e136-2179-4b50-b083-82481611f6e6 req-340d8990-889f-4198-aa31-b870dc47d167 service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912664 Jan 21 10:02:11.371577 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:11.408878 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:11.754638 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af66d-8005-4a70-81fd-5d4871f93796 req-7200607a-12e4-430c-a699-a34cfcb54e57 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:11.756500 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf5af66d-8005-4a70-81fd-5d4871f93796 req-7200607a-12e4-430c-a699-a34cfcb54e57 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 984 time: 0.0619881 Jan 21 10:02:11.803970 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf5af66d-8005-4a70-81fd-5d4871f93796 req-0c7b0ecc-0918-4339-af63-53b51d02580f tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=257df99a-59b6-4e7f-a22a-c51dd5eab50d&id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407240 Jan 21 10:02:12.921306 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3f837-ddf2-4edb-bdec-8d3c14448895 req-9757d69b-a9e9-45e5-af16-508f17cb08fd tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:12.922822 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-56a3f837-ddf2-4edb-bdec-8d3c14448895 req-9757d69b-a9e9-45e5-af16-508f17cb08fd tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 984 time: 0.0499256 Jan 21 10:02:12.961961 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-56a3f837-ddf2-4edb-bdec-8d3c14448895 req-d46929d8-79aa-4604-88ab-34cba84ac02b tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=257df99a-59b6-4e7f-a22a-c51dd5eab50d&id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331640 Jan 21 10:02:14.076858 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d261db-1753-4084-bb5f-04c90f99fc59 req-026dc1df-6639-4ed5-a219-e5c44c1c7288 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:14.078878 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a5d261db-1753-4084-bb5f-04c90f99fc59 req-026dc1df-6639-4ed5-a219-e5c44c1c7288 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 984 time: 0.0494649 Jan 21 10:02:14.118380 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a5d261db-1753-4084-bb5f-04c90f99fc59 req-2c4ea660-b7d8-4c82-ab19-a884d2e2aec5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=257df99a-59b6-4e7f-a22a-c51dd5eab50d&id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334713 Jan 21 10:02:15.242479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb38f4-791c-498c-96c1-6e1aa96f5918 req-29a84ea2-1561-4291-ba30-8abd1e0fb16d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:15.243949 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-12bb38f4-791c-498c-96c1-6e1aa96f5918 req-29a84ea2-1561-4291-ba30-8abd1e0fb16d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 984 time: 0.0571344 Jan 21 10:02:15.284870 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-12bb38f4-791c-498c-96c1-6e1aa96f5918 req-a5fd0e13-a888-48e8-80a3-0b9d6ccdf800 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=257df99a-59b6-4e7f-a22a-c51dd5eab50d&id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347817 Jan 21 10:02:16.406782 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dca0b4-b9bb-4345-9b29-5dedf4cb344d req-7575c118-94c1-4bea-a5a0-887608ec2d39 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:16.408238 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d1dca0b4-b9bb-4345-9b29-5dedf4cb344d req-7575c118-94c1-4bea-a5a0-887608ec2d39 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 984 time: 0.0562093 Jan 21 10:02:16.448022 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d1dca0b4-b9bb-4345-9b29-5dedf4cb344d req-57d39cd6-f7dd-40be-8e98-246ab55077d7 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=257df99a-59b6-4e7f-a22a-c51dd5eab50d&id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336325 Jan 21 10:02:17.566446 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ccf3b-7ea5-4248-be56-67b2b13bc242 req-e21d7398-495f-41bc-923d-8f2a5d7e420b tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:17.568063 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-150ccf3b-7ea5-4248-be56-67b2b13bc242 req-e21d7398-495f-41bc-923d-8f2a5d7e420b tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 984 time: 0.0518591 Jan 21 10:02:17.609947 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-150ccf3b-7ea5-4248-be56-67b2b13bc242 req-e8d95ba0-4b81-445f-9bc6-73f5a2dd0bb8 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=257df99a-59b6-4e7f-a22a-c51dd5eab50d&id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347679 Jan 21 10:02:18.725326 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8d6a2-a024-4ca8-9fa2-447df6fda4da req-7feadabf-6422-444b-bb43-52b4f71fc256 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:18.726806 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b0f8d6a2-a024-4ca8-9fa2-447df6fda4da req-7feadabf-6422-444b-bb43-52b4f71fc256 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 984 time: 0.0488944 Jan 21 10:02:18.766929 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b0f8d6a2-a024-4ca8-9fa2-447df6fda4da req-daa154cd-4c01-4bd0-843a-ed6383f7dfb3 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=257df99a-59b6-4e7f-a22a-c51dd5eab50d&id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332832 Jan 21 10:02:19.884793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25b6f0-e691-4a60-ade4-9cea09bb10f9 req-b4c16055-7cf4-4b85-9bd2-f11cb7da29f3 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:19.886292 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2b25b6f0-e691-4a60-ade4-9cea09bb10f9 req-b4c16055-7cf4-4b85-9bd2-f11cb7da29f3 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 984 time: 0.0496423 Jan 21 10:02:19.926015 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2b25b6f0-e691-4a60-ade4-9cea09bb10f9 req-a4d43b4c-17f0-4065-9c95-0fea3bd76bf0 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=257df99a-59b6-4e7f-a22a-c51dd5eab50d&id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330427 Jan 21 10:02:21.046027 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b1a17-333d-4d37-991b-f51d62f4c921 req-8d276a4b-4f16-4915-b09c-974b754e6de2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:21.047512 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b97b1a17-333d-4d37-991b-f51d62f4c921 req-8d276a4b-4f16-4915-b09c-974b754e6de2 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 984 time: 0.0522795 Jan 21 10:02:21.089924 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b97b1a17-333d-4d37-991b-f51d62f4c921 req-a064efbb-8dde-4f03-973f-67bdb5952c16 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=257df99a-59b6-4e7f-a22a-c51dd5eab50d&id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362587 Jan 21 10:02:22.211233 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331c4c1-26a3-45d1-9beb-f24fe3e0d458 req-f6f6963a-de9e-4497-9e0d-04cb379d63d5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:22.212697 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a331c4c1-26a3-45d1-9beb-f24fe3e0d458 req-f6f6963a-de9e-4497-9e0d-04cb379d63d5 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 984 time: 0.0533116 Jan 21 10:02:22.253056 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a331c4c1-26a3-45d1-9beb-f24fe3e0d458 req-5928828c-4521-4118-ae49-952b48f03601 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=257df99a-59b6-4e7f-a22a-c51dd5eab50d&id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337939 Jan 21 10:02:25.015174 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:35.894845 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-57e3e7d1-d648-4366-af1b-b4e2bac3b8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:36.202252 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:02:38.289009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ae9cfc19-15d0-47a5-bfc6-4340a38b5045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:39.366875 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:41.375271 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:41.402244 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:54.774658 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-187dd6e9-ad1c-4f90-933c-69a3f43bf4c9 req-5ed183a9-f5bc-4d9f-8368-28e55b0742da tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-739440513&fields=id&tenant_id=e67724c95e484c95a8fe8c1a0dae5782 HTTP/1.1" status: 200 len: 267 time: 0.0886700 Jan 21 10:02:54.829975 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187dd6e9-ad1c-4f90-933c-69a3f43bf4c9 req-53b186c2-4e1e-4792-8a68-572a6f703075 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:54.831436 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-187dd6e9-ad1c-4f90-933c-69a3f43bf4c9 req-53b186c2-4e1e-4792-8a68-572a6f703075 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 984 time: 0.0511510 Jan 21 10:02:54.842161 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [req-187dd6e9-ad1c-4f90-933c-69a3f43bf4c9 req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Request body: {'port': {'security_groups': ['9154bbf0-d5ad-4e0f-bd85-76083b4a0921']}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:54.904394 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-187dd6e9-ad1c-4f90-933c-69a3f43bf4c9 req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.037913 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.316699 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [req-187dd6e9-ad1c-4f90-933c-69a3f43bf4c9 req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] For port d9869f8e-ded3-4698-a064-73e81b2a34c3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d9869f8e-ded3-4698-a064-73e81b2a34c3,segment=NetworkSegment(06f74e4d-8c86-4b44-8007-4611c54c43f2),segment_id=06f74e4d-8c86-4b44-8007-4611c54c43f2)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:02:55.344617 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-187dd6e9-ad1c-4f90-933c-69a3f43bf4c9 req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.355741 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-187dd6e9-ad1c-4f90-933c-69a3f43bf4c9 req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.368143 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['d9869f8e-ded3-4698-a064-73e81b2a34c3'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:02:55.414406 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187dd6e9-ad1c-4f90-933c-69a3f43bf4c9 req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:55.415097 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [req-187dd6e9-ad1c-4f90-933c-69a3f43bf4c9 req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.416588 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-187dd6e9-ad1c-4f90-933c-69a3f43bf4c9 req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "PUT /v2.0/ports/d9869f8e-ded3-4698-a064-73e81b2a34c3 HTTP/1.1" status: 200 len: 942 time: 0.5787868 Jan 21 10:02:55.417165 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'tag': 'd9869f8e-ded3-4698-a064-73e81b2a34c3'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:02:55.419555 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a276d34f-ad7e-4120-927e-75bc26dde14a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6048469-a1b4-4249-ac5e-caa68166c41a", "tag": "d9869f8e-ded3-4698-a064-73e81b2a34c3"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:02:55.427052 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49412) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:02:55.467011 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Pushing event updated for resources: {'Port': ['ID=d9869f8e-ded3-4698-a064-73e81b2a34c3,revision_number=7']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:55.487225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.487582 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.487924 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.488261 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.488595 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.488924 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.489251 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.489614 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.489939 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.490263 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.490588 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.490913 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39683e-25ce-47fe-afa3-f8dbdf410623 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.498457 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7730f430-5372-4911-8024-02fab216fb3f x-openstack-request-id: req-7730f430-5372-4911-8024-02fab216fb3f {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:02:55.499051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6048469-a1b4-4249-ac5e-caa68166c41a", "tag": "d9869f8e-ded3-4698-a064-73e81b2a34c3", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:02:55.500069 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7730f430-5372-4911-8024-02fab216fb3f {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:02:55.500678 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'tag': 'd9869f8e-ded3-4698-a064-73e81b2a34c3', 'status': 'completed', 'code': 200} Jan 21 10:02:55.532189 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.587675 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['d9869f8e-ded3-4698-a064-73e81b2a34c3'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:02:55.592278 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.608005 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276d34f-ad7e-4120-927e-75bc26dde14a req-b1217161-758a-4551-99c8-bc4ec957cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:55.610380 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a276d34f-ad7e-4120-927e-75bc26dde14a req-b1217161-758a-4551-99c8-bc4ec957cebd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e67724c95e484c95a8fe8c1a0dae5782&device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 1098 time: 0.0793092 Jan 21 10:02:55.695733 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-dd86d6d7-f685-485e-98dd-0d8057b716a4 None None] Provisioning complete for port d9869f8e-ded3-4698-a064-73e81b2a34c3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:55.696315 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dd86d6d7-f685-485e-98dd-0d8057b716a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.699650 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dc33ac23-5aaa-4e4d-b555-81336d8ab6b9 req-d106a5f0-35c6-4284-a8a0-ba702dbff31c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483739 Jan 21 10:02:55.723767 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276d34f-ad7e-4120-927e-75bc26dde14a req-1e05121d-816c-4d0e-8248-a6d5e5286b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:55.725691 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a276d34f-ad7e-4120-927e-75bc26dde14a req-1e05121d-816c-4d0e-8248-a6d5e5286b54 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bf501858-256f-4a47-8e96-419009533de5 HTTP/1.1" status: 200 len: 916 time: 0.1082900 Jan 21 10:02:55.744137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.746804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.747882 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "DELETE /v2.0/security-groups/257df99a-59b6-4e7f-a22a-c51dd5eab50d HTTP/1.1" status: 204 len: 168 time: 0.3189759 Jan 21 10:02:55.751339 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49414) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:02:55.797848 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257df99a-59b6-4e7f-a22a-c51dd5eab50d,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:55.810511 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.810855 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.811181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.811593 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.812038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.812736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.813067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.813586 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.813912 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.814229 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.814549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.814912 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096494e8-34e8-4688-af54-3f2924be399d tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:55.832336 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a276d34f-ad7e-4120-927e-75bc26dde14a req-91288fba-7b71-44c6-851a-280e409bb4a0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9869f8e-ded3-4698-a064-73e81b2a34c3 HTTP/1.1" status: 200 len: 1000 time: 0.0947900 Jan 21 10:02:55.896529 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276d34f-ad7e-4120-927e-75bc26dde14a req-d9ea1788-27cd-4eb5-a2f8-7177b458d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:55.898068 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a276d34f-ad7e-4120-927e-75bc26dde14a req-d9ea1788-27cd-4eb5-a2f8-7177b458d8a4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f9704d7c-f534-4d53-8ad0-eb0c59c5ad51 HTTP/1.1" status: 200 len: 854 time: 0.0593467 Jan 21 10:02:55.928980 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-5e250344-1d0d-41b3-9248-42a27fb9f5e6 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Deleting port 125c4aa6-efc4-40f8-92c3-14b9aca406b1 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:02:55.929595 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e250344-1d0d-41b3-9248-42a27fb9f5e6 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.945345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276d34f-ad7e-4120-927e-75bc26dde14a req-18f0501b-c73f-4b83-a16b-72956f4ee263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:55.946892 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a276d34f-ad7e-4120-927e-75bc26dde14a req-18f0501b-c73f-4b83-a16b-72956f4ee263 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bf501858-256f-4a47-8e96-419009533de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424469 Jan 21 10:02:56.009216 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e250344-1d0d-41b3-9248-42a27fb9f5e6 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.009550 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e250344-1d0d-41b3-9248-42a27fb9f5e6 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.022137 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-5e250344-1d0d-41b3-9248-42a27fb9f5e6 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Calling delete_port for 125c4aa6-efc4-40f8-92c3-14b9aca406b1 owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:02:56.048521 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a276d34f-ad7e-4120-927e-75bc26dde14a req-f7cc12bb-859c-4b26-8ba3-4ce1423dd7b9 service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936084 Jan 21 10:02:56.150982 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a276d34f-ad7e-4120-927e-75bc26dde14a req-6a9c2943-b490-4131-9da2-7b922eff9fbe service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955265 Jan 21 10:02:56.191154 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e250344-1d0d-41b3-9248-42a27fb9f5e6 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.222515 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e250344-1d0d-41b3-9248-42a27fb9f5e6 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Pushing event deleted for resources: {'Port': ['ID=125c4aa6-efc4-40f8-92c3-14b9aca406b1,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:56.253654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33ac23-5aaa-4e4d-b555-81336d8ab6b9 req-16cccd98-76e3-4f63-949a-7d1d6f1d8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:56.255185 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc33ac23-5aaa-4e4d-b555-81336d8ab6b9 req-16cccd98-76e3-4f63-949a-7d1d6f1d8e44 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e67724c95e484c95a8fe8c1a0dae5782&device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 1098 time: 0.0440774 Jan 21 10:02:56.283258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e250344-1d0d-41b3-9248-42a27fb9f5e6 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.283623 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-5e250344-1d0d-41b3-9248-42a27fb9f5e6 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Floating IP eebd5a9f-7753-4072-a549-fad53e5240e7 disassociated (deleted). External IP: 172.26.7.22, port: d9869f8e-ded3-4698-a064-73e81b2a34c3. Jan 21 10:02:56.365375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33ac23-5aaa-4e4d-b555-81336d8ab6b9 req-15184f26-f593-4f10-8bd5-34275734ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:56.367019 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc33ac23-5aaa-4e4d-b555-81336d8ab6b9 req-15184f26-f593-4f10-8bd5-34275734ab25 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bf501858-256f-4a47-8e96-419009533de5 HTTP/1.1" status: 200 len: 916 time: 0.0934360 Jan 21 10:02:56.410397 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc33ac23-5aaa-4e4d-b555-81336d8ab6b9 req-46db3129-8b17-4528-872b-bda3b8c37d70 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9869f8e-ded3-4698-a064-73e81b2a34c3 HTTP/1.1" status: 200 len: 217 time: 0.0368502 Jan 21 10:02:56.470366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33ac23-5aaa-4e4d-b555-81336d8ab6b9 req-4189c967-fe99-4904-9bf9-2ba6e3bc6e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:56.471895 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc33ac23-5aaa-4e4d-b555-81336d8ab6b9 req-4189c967-fe99-4904-9bf9-2ba6e3bc6e01 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f9704d7c-f534-4d53-8ad0-eb0c59c5ad51 HTTP/1.1" status: 200 len: 854 time: 0.0557985 Jan 21 10:02:56.519798 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e250344-1d0d-41b3-9248-42a27fb9f5e6 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Router 9ced685a-f071-47a9-afd9-97748e2f2760 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:02:56.522597 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33ac23-5aaa-4e4d-b555-81336d8ab6b9 req-d7b4323f-c055-4190-817d-87b9ea65afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:56.524380 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc33ac23-5aaa-4e4d-b555-81336d8ab6b9 req-d7b4323f-c055-4190-817d-87b9ea65afda service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bf501858-256f-4a47-8e96-419009533de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458405 Jan 21 10:02:56.623355 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc33ac23-5aaa-4e4d-b555-81336d8ab6b9 req-968f7e29-d8a5-47b9-86dd-3e0f324f1beb service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899804 Jan 21 10:02:56.644423 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e250344-1d0d-41b3-9248-42a27fb9f5e6 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:02:56.649161 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5e250344-1d0d-41b3-9248-42a27fb9f5e6 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.656564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015173e3-c6e1-4a2b-b3d7-666ab308c6b0 None None] Sync routers for ids ['9ced685a-f071-47a9-afd9-97748e2f2760'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:02:56.667114 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015173e3-c6e1-4a2b-b3d7-666ab308c6b0 None None] Routers {'9ced685a-f071-47a9-afd9-97748e2f2760'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:02:56.667985 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-015173e3-c6e1-4a2b-b3d7-666ab308c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:02:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9ced685a-f071-47a9-afd9-97748e2f2760'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:56.679465 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5e250344-1d0d-41b3-9248-42a27fb9f5e6 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "DELETE /v2.0/floatingips/eebd5a9f-7753-4072-a549-fad53e5240e7 HTTP/1.1" status: 204 len: 168 time: 0.9269297 Jan 21 10:02:56.720401 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc33ac23-5aaa-4e4d-b555-81336d8ab6b9 req-23fa948e-4f78-40aa-b24f-a7f42cc31d04 service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899444 Jan 21 10:02:56.806800 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-015173e3-c6e1-4a2b-b3d7-666ab308c6b0 None None] Set router 9ced685a-f071-47a9-afd9-97748e2f2760 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:02:57.042375 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-015173e3-c6e1-4a2b-b3d7-666ab308c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'name': 'tempest-TestMinimumBasicScenario-1497902138-router', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:59Z', 'updated_at': '2022-01-21T10:01:02Z', 'revision_number': 4, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'gw_port': {'id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:00Z', 'updated_at': '2022-01-21T10:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '274d6ce8-6038-4e73-ac48-00d821d0c45e', 'name': '', 'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'mac_address': 'fa:16:3e:ab:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:02Z', 'updated_at': '2022-01-21T10:01:06Z', 'revision_number': 5, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'subnets': [{'id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:57.068924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015173e3-c6e1-4a2b-b3d7-666ab308c6b0 None None] Checking router: 9ced685a-f071-47a9-afd9-97748e2f2760 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:02:57.079559 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015173e3-c6e1-4a2b-b3d7-666ab308c6b0 None None] Routers {'9ced685a-f071-47a9-afd9-97748e2f2760'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:02:57.080186 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-015173e3-c6e1-4a2b-b3d7-666ab308c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:02:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9ced685a-f071-47a9-afd9-97748e2f2760'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:57.187651 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-015173e3-c6e1-4a2b-b3d7-666ab308c6b0 None None] Set router 9ced685a-f071-47a9-afd9-97748e2f2760 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:02:57.383724 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-015173e3-c6e1-4a2b-b3d7-666ab308c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'name': 'tempest-TestMinimumBasicScenario-1497902138-router', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:59Z', 'updated_at': '2022-01-21T10:01:02Z', 'revision_number': 4, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'gw_port': {'id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:00Z', 'updated_at': '2022-01-21T10:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '274d6ce8-6038-4e73-ac48-00d821d0c45e', 'name': '', 'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'mac_address': 'fa:16:3e:ab:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:02Z', 'updated_at': '2022-01-21T10:01:06Z', 'revision_number': 5, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'subnets': [{'id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:57.414844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015173e3-c6e1-4a2b-b3d7-666ab308c6b0 None None] The sync data for ids ['9ced685a-f071-47a9-afd9-97748e2f2760'] in dv-neutron-825721-1-hyperv is: [{'id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'name': 'tempest-TestMinimumBasicScenario-1497902138-router', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:59Z', 'updated_at': '2022-01-21T10:01:02Z', 'revision_number': 4, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'gw_port': {'id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:00Z', 'updated_at': '2022-01-21T10:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '274d6ce8-6038-4e73-ac48-00d821d0c45e', 'name': '', 'network_id': 'bf501858-256f-4a47-8e96-419009533de5', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'mac_address': 'fa:16:3e:ab:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:02Z', 'updated_at': '2022-01-21T10:01:06Z', 'revision_number': 5, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'subnets': [{'id': 'f9704d7c-f534-4d53-8ad0-eb0c59c5ad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:02:57.502093 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'tag': 'd9869f8e-ded3-4698-a064-73e81b2a34c3'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:02:57.504649 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3702f04c-81e0-4502-92bd-0eb98fc10e45" -d '{"events": [{"name": "network-changed", "server_uuid": "d6048469-a1b4-4249-ac5e-caa68166c41a", "tag": "d9869f8e-ded3-4698-a064-73e81b2a34c3"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:02:57.542411 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703d7b01-d8a1-49d8-a734-ecf51a19d4e7 x-openstack-request-id: req-703d7b01-d8a1-49d8-a734-ecf51a19d4e7 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:02:57.542697 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6048469-a1b4-4249-ac5e-caa68166c41a", "tag": "d9869f8e-ded3-4698-a064-73e81b2a34c3", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:02:57.542944 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-703d7b01-d8a1-49d8-a734-ecf51a19d4e7 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:02:57.543343 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'tag': 'd9869f8e-ded3-4698-a064-73e81b2a34c3', 'status': 'completed', 'code': 200} Jan 21 10:02:57.651087 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88bbc49-51c6-4115-8cfa-6f4a77d0ff3d None None] New status for floating IP eebd5a9f-7753-4072-a549-fad53e5240e7: DOWN {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:02:57.768068 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702f04c-81e0-4502-92bd-0eb98fc10e45 req-72197ab3-578b-485c-8fa8-482013c88b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:57.769685 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3702f04c-81e0-4502-92bd-0eb98fc10e45 req-72197ab3-578b-485c-8fa8-482013c88b35 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e67724c95e484c95a8fe8c1a0dae5782&device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 1098 time: 0.0584590 Jan 21 10:02:57.877992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702f04c-81e0-4502-92bd-0eb98fc10e45 req-62d22ea7-37f4-4d22-a00b-5feb6ea2f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:57.880380 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3702f04c-81e0-4502-92bd-0eb98fc10e45 req-62d22ea7-37f4-4d22-a00b-5feb6ea2f298 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bf501858-256f-4a47-8e96-419009533de5 HTTP/1.1" status: 200 len: 916 time: 0.1046820 Jan 21 10:02:57.926104 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3702f04c-81e0-4502-92bd-0eb98fc10e45 req-9cd30610-9772-4484-bce5-66d0bf90d556 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9869f8e-ded3-4698-a064-73e81b2a34c3 HTTP/1.1" status: 200 len: 217 time: 0.0392590 Jan 21 10:02:57.977666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702f04c-81e0-4502-92bd-0eb98fc10e45 req-9616e3c5-2574-4c64-b939-ba3f4faffe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:57.979393 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3702f04c-81e0-4502-92bd-0eb98fc10e45 req-9616e3c5-2574-4c64-b939-ba3f4faffe91 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f9704d7c-f534-4d53-8ad0-eb0c59c5ad51 HTTP/1.1" status: 200 len: 854 time: 0.0474935 Jan 21 10:02:58.029492 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702f04c-81e0-4502-92bd-0eb98fc10e45 req-ad089583-6455-46ea-a30e-c74a0930d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:58.031572 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3702f04c-81e0-4502-92bd-0eb98fc10e45 req-ad089583-6455-46ea-a30e-c74a0930d94b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bf501858-256f-4a47-8e96-419009533de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445001 Jan 21 10:02:58.127946 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3702f04c-81e0-4502-92bd-0eb98fc10e45 req-550fc2e7-26ee-4c64-86ce-b12af14b6707 service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901279 Jan 21 10:02:58.544473 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3702f04c-81e0-4502-92bd-0eb98fc10e45 req-67f81996-211d-48d8-8823-44d839fcfa51 service neutron] 10.222.0.113 "GET /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103439 Jan 21 10:03:03.837291 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fbedb-2c12-44d3-ad71-337e42d9f2c1 req-48fbcd22-ef8e-4848-bdea-cb23ae83f167 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:03.838741 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-452fbedb-2c12-44d3-ad71-337e42d9f2c1 req-48fbcd22-ef8e-4848-bdea-cb23ae83f167 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 945 time: 0.0524330 Jan 21 10:03:03.892525 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-452fbedb-2c12-44d3-ad71-337e42d9f2c1 req-299325ed-b6db-4b99-b571-d4279e17d385 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464156 Jan 21 10:03:05.018998 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c33295-c100-45ee-bbd6-c0e42deb8828 req-15a27dc3-7188-4607-a819-b78714d747f1 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:05.020456 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f5c33295-c100-45ee-bbd6-c0e42deb8828 req-15a27dc3-7188-4607-a819-b78714d747f1 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 945 time: 0.0585325 Jan 21 10:03:05.058708 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f5c33295-c100-45ee-bbd6-c0e42deb8828 req-f43613ee-e1e0-4f9e-afe6-c2ef38b9b535 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/security-groups?id=9154bbf0-d5ad-4e0f-bd85-76083b4a0921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319626 Jan 21 10:03:05.389088 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7a9a0-6fa6-4b4e-bc8f-dd4cf1ee20eb req-8b4970a2-b6a7-49fd-a736-e8482270df15 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:05.391088 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-daa7a9a0-6fa6-4b4e-bc8f-dd4cf1ee20eb req-8b4970a2-b6a7-49fd-a736-e8482270df15 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.113 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 945 time: 0.0512576 Jan 21 10:03:05.479628 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-daa7a9a0-6fa6-4b4e-bc8f-dd4cf1ee20eb req-48061477-bd5b-451c-8b12-4c2578c4ca7e tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Deleting port d9869f8e-ded3-4698-a064-73e81b2a34c3 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:03:05.479972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-daa7a9a0-6fa6-4b4e-bc8f-dd4cf1ee20eb req-48061477-bd5b-451c-8b12-4c2578c4ca7e tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.568502 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-daa7a9a0-6fa6-4b4e-bc8f-dd4cf1ee20eb req-48061477-bd5b-451c-8b12-4c2578c4ca7e tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] For port d9869f8e-ded3-4698-a064-73e81b2a34c3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d9869f8e-ded3-4698-a064-73e81b2a34c3,segment=NetworkSegment(06f74e4d-8c86-4b44-8007-4611c54c43f2),segment_id=06f74e4d-8c86-4b44-8007-4611c54c43f2)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:05.568859 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-daa7a9a0-6fa6-4b4e-bc8f-dd4cf1ee20eb req-48061477-bd5b-451c-8b12-4c2578c4ca7e tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.582023 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-daa7a9a0-6fa6-4b4e-bc8f-dd4cf1ee20eb req-48061477-bd5b-451c-8b12-4c2578c4ca7e tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Calling delete_port for d9869f8e-ded3-4698-a064-73e81b2a34c3 owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:03:05.707712 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-daa7a9a0-6fa6-4b4e-bc8f-dd4cf1ee20eb req-48061477-bd5b-451c-8b12-4c2578c4ca7e tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.719653 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['d9869f8e-ded3-4698-a064-73e81b2a34c3'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:03:05.737916 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48061477-bd5b-451c-8b12-4c2578c4ca7e tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Pushing event deleted for resources: {'Port': ['ID=d9869f8e-ded3-4698-a064-73e81b2a34c3,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:05.781782 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa7a9a0-6fa6-4b4e-bc8f-dd4cf1ee20eb req-48061477-bd5b-451c-8b12-4c2578c4ca7e tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] No DVR routers for this DVR port d9869f8e-ded3-4698-a064-73e81b2a34c3 on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:03:05.784427 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-daa7a9a0-6fa6-4b4e-bc8f-dd4cf1ee20eb req-48061477-bd5b-451c-8b12-4c2578c4ca7e tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.789130 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-daa7a9a0-6fa6-4b4e-bc8f-dd4cf1ee20eb req-48061477-bd5b-451c-8b12-4c2578c4ca7e tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.113 "DELETE /v2.0/ports/d9869f8e-ded3-4698-a064-73e81b2a34c3 HTTP/1.1" status: 204 len: 173 time: 0.3906329 Jan 21 10:03:05.789590 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'name': 'network-vif-deleted', 'tag': 'd9869f8e-ded3-4698-a064-73e81b2a34c3'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:05.791875 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ce223c-97a3-4910-8f08-7cf17b1d4214" -d '{"events": [{"server_uuid": "d6048469-a1b4-4249-ac5e-caa68166c41a", "name": "network-vif-deleted", "tag": "d9869f8e-ded3-4698-a064-73e81b2a34c3"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:03:05.828414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e363cc-0905-46bc-adc0-4fcf8e86bce5 x-openstack-request-id: req-56e363cc-0905-46bc-adc0-4fcf8e86bce5 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:03:05.828733 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6048469-a1b4-4249-ac5e-caa68166c41a", "name": "network-vif-deleted", "tag": "d9869f8e-ded3-4698-a064-73e81b2a34c3", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:03:05.828981 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-56e363cc-0905-46bc-adc0-4fcf8e86bce5 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:03:05.829374 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6048469-a1b4-4249-ac5e-caa68166c41a', 'name': 'network-vif-deleted', 'tag': 'd9869f8e-ded3-4698-a064-73e81b2a34c3', 'status': 'completed', 'code': 200} Jan 21 10:03:05.897766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4931405a-602c-4400-b4d5-da32abb59daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:06.173212 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fd063da2-21c2-4c50-b084-16a6703444fa req-67ff5b10-3588-452d-82d3-dfc1facef040 tempest-TestMinimumBasicScenario-896351533 tempest-TestMinimumBasicScenario-896351533-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6048469-a1b4-4249-ac5e-caa68166c41a HTTP/1.1" status: 200 len: 210 time: 0.0340168 Jan 21 10:03:07.770517 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49518) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:08.113212 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdfa7e76-b764-4982-b788-0e954c4aff98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.291504 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dc053e3e-ba83-4e1d-8901-ceeb7079cf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.354770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa7e76-b764-4982-b788-0e954c4aff98 admin admin] Deleting port 274d6ce8-6038-4e73-ac48-00d821d0c45e {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:03:08.355177 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdfa7e76-b764-4982-b788-0e954c4aff98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.435809 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-bdfa7e76-b764-4982-b788-0e954c4aff98 admin admin] For port 274d6ce8-6038-4e73-ac48-00d821d0c45e, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=274d6ce8-6038-4e73-ac48-00d821d0c45e,segment=NetworkSegment(06f74e4d-8c86-4b44-8007-4611c54c43f2),segment_id=06f74e4d-8c86-4b44-8007-4611c54c43f2)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:08.436173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdfa7e76-b764-4982-b788-0e954c4aff98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.447636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa7e76-b764-4982-b788-0e954c4aff98 admin admin] Calling delete_port for 274d6ce8-6038-4e73-ac48-00d821d0c45e owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:03:08.631817 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdfa7e76-b764-4982-b788-0e954c4aff98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.657694 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa7e76-b764-4982-b788-0e954c4aff98 admin admin] Pushing event deleted for resources: {'Port': ['ID=274d6ce8-6038-4e73-ac48-00d821d0c45e,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:08.820236 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdfa7e76-b764-4982-b788-0e954c4aff98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.032353 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfa7e76-b764-4982-b788-0e954c4aff98 admin admin] Router 9ced685a-f071-47a9-afd9-97748e2f2760 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:03:09.137226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfa7e76-b764-4982-b788-0e954c4aff98 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:03:09.142586 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bdfa7e76-b764-4982-b788-0e954c4aff98 admin admin] 10.222.0.88 "PUT /v2.0/routers/9ced685a-f071-47a9-afd9-97748e2f2760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3710454 Jan 21 10:03:09.145260 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49520) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:09.146396 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a236fe1-acc4-4e67-9b64-5a4bbc82d90a None None] Sync routers for ids ['9ced685a-f071-47a9-afd9-97748e2f2760'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:03:09.157022 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a236fe1-acc4-4e67-9b64-5a4bbc82d90a None None] Routers {'9ced685a-f071-47a9-afd9-97748e2f2760'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:09.157694 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4a236fe1-acc4-4e67-9b64-5a4bbc82d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:03:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9ced685a-f071-47a9-afd9-97748e2f2760'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:09.247301 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d8ee20e-2e5a-4f92-93bf-a97f7165533f admin admin] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.263309 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-4a236fe1-acc4-4e67-9b64-5a4bbc82d90a None None] Set router 9ced685a-f071-47a9-afd9-97748e2f2760 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:03:09.385667 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.474612 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4a236fe1-acc4-4e67-9b64-5a4bbc82d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'name': 'tempest-TestMinimumBasicScenario-1497902138-router', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:59Z', 'updated_at': '2022-01-21T10:03:08Z', 'revision_number': 5, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'gw_port': {'id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:00Z', 'updated_at': '2022-01-21T10:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:09.507090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a236fe1-acc4-4e67-9b64-5a4bbc82d90a None None] Checking router: 9ced685a-f071-47a9-afd9-97748e2f2760 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:03:09.516371 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a236fe1-acc4-4e67-9b64-5a4bbc82d90a None None] Routers {'9ced685a-f071-47a9-afd9-97748e2f2760'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:09.516986 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4a236fe1-acc4-4e67-9b64-5a4bbc82d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:03:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['9ced685a-f071-47a9-afd9-97748e2f2760'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:09.592485 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d8ee20e-2e5a-4f92-93bf-a97f7165533f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.623079 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-4a236fe1-acc4-4e67-9b64-5a4bbc82d90a None None] Set router 9ced685a-f071-47a9-afd9-97748e2f2760 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:03:09.645099 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ee20e-2e5a-4f92-93bf-a97f7165533f admin admin] Deleting port c0212111-cabb-4d93-8b53-60e0d0765974 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:03:09.645436 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d8ee20e-2e5a-4f92-93bf-a97f7165533f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.727518 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-7d8ee20e-2e5a-4f92-93bf-a97f7165533f admin admin] For port c0212111-cabb-4d93-8b53-60e0d0765974, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=c0212111-cabb-4d93-8b53-60e0d0765974,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:09.727880 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d8ee20e-2e5a-4f92-93bf-a97f7165533f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.740138 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ee20e-2e5a-4f92-93bf-a97f7165533f admin admin] Calling delete_port for c0212111-cabb-4d93-8b53-60e0d0765974 owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:03:09.800113 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-4a236fe1-acc4-4e67-9b64-5a4bbc82d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'name': 'tempest-TestMinimumBasicScenario-1497902138-router', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:59Z', 'updated_at': '2022-01-21T10:03:08Z', 'revision_number': 5, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'gw_port': {'id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:00Z', 'updated_at': '2022-01-21T10:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:09.827515 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a236fe1-acc4-4e67-9b64-5a4bbc82d90a None None] The sync data for ids ['9ced685a-f071-47a9-afd9-97748e2f2760'] in dv-neutron-825721-1-hyperv is: [{'id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'name': 'tempest-TestMinimumBasicScenario-1497902138-router', 'tenant_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:00:59Z', 'updated_at': '2022-01-21T10:03:08Z', 'revision_number': 5, 'project_id': 'e67724c95e484c95a8fe8c1a0dae5782', 'gw_port': {'id': 'c0212111-cabb-4d93-8b53-60e0d0765974', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ced685a-f071-47a9-afd9-97748e2f2760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:00Z', 'updated_at': '2022-01-21T10:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:03:09.912513 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d8ee20e-2e5a-4f92-93bf-a97f7165533f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.942398 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ee20e-2e5a-4f92-93bf-a97f7165533f admin admin] Pushing event deleted for resources: {'Port': ['ID=c0212111-cabb-4d93-8b53-60e0d0765974,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:10.003896 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d8ee20e-2e5a-4f92-93bf-a97f7165533f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.102405 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d8ee20e-2e5a-4f92-93bf-a97f7165533f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.104409 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d8ee20e-2e5a-4f92-93bf-a97f7165533f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.147640 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d8ee20e-2e5a-4f92-93bf-a97f7165533f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.148125 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8ee20e-2e5a-4f92-93bf-a97f7165533f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ced685a-f071-47a9-afd9-97748e2f2760 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:03:10.152630 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7d8ee20e-2e5a-4f92-93bf-a97f7165533f admin admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.153765 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7d8ee20e-2e5a-4f92-93bf-a97f7165533f admin admin] 10.222.0.88 "DELETE /v2.0/routers/9ced685a-f071-47a9-afd9-97748e2f2760 HTTP/1.1" status: 204 len: 168 time: 1.0075371 Jan 21 10:03:10.156365 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49524) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:10.206177 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-086eedc9-4928-41b5-bfee-3e38d61963c9 admin admin] Deleting subnet f9704d7c-f534-4d53-8ad0-eb0c59c5ad51 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 10:03:10.209384 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-086eedc9-4928-41b5-bfee-3e38d61963c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.243746 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-086eedc9-4928-41b5-bfee-3e38d61963c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.326058 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-086eedc9-4928-41b5-bfee-3e38d61963c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.384319 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-086eedc9-4928-41b5-bfee-3e38d61963c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.415446 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086eedc9-4928-41b5-bfee-3e38d61963c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9704d7c-f534-4d53-8ad0-eb0c59c5ad51,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:10.419219 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-086eedc9-4928-41b5-bfee-3e38d61963c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.423113 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-086eedc9-4928-41b5-bfee-3e38d61963c9 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f9704d7c-f534-4d53-8ad0-eb0c59c5ad51 HTTP/1.1" status: 204 len: 168 time: 0.2657905 Jan 21 10:03:10.425690 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49526) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:10.425831 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf8b01b-d0ed-4253-acfc-53bdceafe8da None None] Network bf501858-256f-4a47-8e96-419009533de5 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:03:10.500511 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.557425 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] Deleting port 8cc96ade-84a4-4e60-b531-6902da4e6907 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:03:10.557804 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.622737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d9869f8e-ded3-4698-a064-73e81b2a34c3 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:03:10.629888 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] For port 8cc96ade-84a4-4e60-b531-6902da4e6907, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=8cc96ade-84a4-4e60-b531-6902da4e6907,segment=NetworkSegment(06f74e4d-8c86-4b44-8007-4611c54c43f2),segment_id=06f74e4d-8c86-4b44-8007-4611c54c43f2)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:10.630253 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.643860 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] Calling delete_port for 8cc96ade-84a4-4e60-b531-6902da4e6907 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:03:10.652292 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: d9869f8e-ded3-4698-a064-73e81b2a34c3 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:03:10.652639 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device d9869f8e-ded3-4698-a064-73e81b2a34c3 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:03:10.725232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.752985 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc96ade-84a4-4e60-b531-6902da4e6907,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:10.754857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] No DVR routers for this DVR port 8cc96ade-84a4-4e60-b531-6902da4e6907 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:03:10.838054 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.846185 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88ff059-4264-4c38-a23f-1c2fec36f584 None None] DHCP port deletion for bf501858-256f-4a47-8e96-419009533de5 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 10:03:10.861360 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf501858-256f-4a47-8e96-419009533de5']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:10.871174 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f74e4d-8c86-4b44-8007-4611c54c43f2') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:10.871471 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f74e4d-8c86-4b44-8007-4611c54c43f2') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:10.881490 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.894494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.900771 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:03:10.901213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:03:10.903316 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:03:10.961280 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.965707 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.969999 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] 10.222.0.88 "DELETE /v2.0/networks/bf501858-256f-4a47-8e96-419009533de5 HTTP/1.1" status: 204 len: 168 time: 0.5433235 Jan 21 10:03:10.972992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49528) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:10.992578 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29bb04-2855-4934-ac58-ea311254cd76 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf501858-256f-4a47-8e96-419009533de5,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:10.998099 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 274d6ce8-6038-4e73-ac48-00d821d0c45e no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:03:11.021605 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 274d6ce8-6038-4e73-ac48-00d821d0c45e {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:03:11.021950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 274d6ce8-6038-4e73-ac48-00d821d0c45e not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:03:11.022374 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device c0212111-cabb-4d93-8b53-60e0d0765974 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:03:11.041590 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: c0212111-cabb-4d93-8b53-60e0d0765974 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:03:11.041936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device c0212111-cabb-4d93-8b53-60e0d0765974 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:03:11.042360 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8cc96ade-84a4-4e60-b531-6902da4e6907 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:03:11.061818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 8cc96ade-84a4-4e60-b531-6902da4e6907 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:03:11.062083 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 8cc96ade-84a4-4e60-b531-6902da4e6907 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:03:11.329397 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5df40bde-3411-4ce5-b97f-02b043a29c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.395488 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.418070 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.582557 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-5df40bde-3411-4ce5-b97f-02b043a29c36 admin admin] Deleting port a6c2cfb9-9cc0-4111-adea-e6824a628616 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:03:11.582804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5df40bde-3411-4ce5-b97f-02b043a29c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.664991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-5df40bde-3411-4ce5-b97f-02b043a29c36 admin admin] For port a6c2cfb9-9cc0-4111-adea-e6824a628616, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a6c2cfb9-9cc0-4111-adea-e6824a628616,segment=NetworkSegment(3ee6d3e0-84fe-4e6a-8716-f123b112acdd),segment_id=3ee6d3e0-84fe-4e6a-8716-f123b112acdd)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:11.665351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5df40bde-3411-4ce5-b97f-02b043a29c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.676860 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-5df40bde-3411-4ce5-b97f-02b043a29c36 admin admin] Calling delete_port for a6c2cfb9-9cc0-4111-adea-e6824a628616 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:03:11.855210 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5df40bde-3411-4ce5-b97f-02b043a29c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.881621 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df40bde-3411-4ce5-b97f-02b043a29c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c2cfb9-9cc0-4111-adea-e6824a628616,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:12.060375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5df40bde-3411-4ce5-b97f-02b043a29c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.275324 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df40bde-3411-4ce5-b97f-02b043a29c36 admin admin] Router 74c7285b-25d0-42b3-868a-5906059216d0 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:03:12.377364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df40bde-3411-4ce5-b97f-02b043a29c36 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:03:12.382556 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5df40bde-3411-4ce5-b97f-02b043a29c36 admin admin] 10.222.0.88 "PUT /v2.0/routers/74c7285b-25d0-42b3-868a-5906059216d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4085147 Jan 21 10:03:12.385175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49530) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:12.391079 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e01e0-8dc0-4cde-b34d-b3b56d43d683 None None] Sync routers for ids ['74c7285b-25d0-42b3-868a-5906059216d0'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:03:12.400888 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e01e0-8dc0-4cde-b34d-b3b56d43d683 None None] Routers {'74c7285b-25d0-42b3-868a-5906059216d0'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:12.401617 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d80e01e0-8dc0-4cde-b34d-b3b56d43d683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:03:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['74c7285b-25d0-42b3-868a-5906059216d0'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:12.503496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2955d108-3398-4f6a-a7b9-947f3d66dcbf admin admin] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.503715 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-d80e01e0-8dc0-4cde-b34d-b3b56d43d683 None None] Set router 74c7285b-25d0-42b3-868a-5906059216d0 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:03:12.609627 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2955d108-3398-4f6a-a7b9-947f3d66dcbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.661366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-2955d108-3398-4f6a-a7b9-947f3d66dcbf admin admin] Deleting port d027e45c-5744-4c0d-bcf5-63b722e3aa62 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:03:12.661731 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2955d108-3398-4f6a-a7b9-947f3d66dcbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.678795 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d80e01e0-8dc0-4cde-b34d-b3b56d43d683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c7285b-25d0-42b3-868a-5906059216d0', 'name': 'tempest-TestMinimumBasicScenario-1940383983-router', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': 'd027e45c-5744-4c0d-bcf5-63b722e3aa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:01:04Z', 'updated_at': '2022-01-21T10:03:11Z', 'revision_number': 5, 'project_id': '56ec47dec1f14b45a09d7e8eafa343be', 'gw_port': {'id': 'd027e45c-5744-4c0d-bcf5-63b722e3aa62', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c7285b-25d0-42b3-868a-5906059216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:01:05Z', 'updated_at': '2022-01-21T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:12.704631 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e01e0-8dc0-4cde-b34d-b3b56d43d683 None None] Checking router: 74c7285b-25d0-42b3-868a-5906059216d0 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:03:12.712666 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e01e0-8dc0-4cde-b34d-b3b56d43d683 None None] Routers {'74c7285b-25d0-42b3-868a-5906059216d0'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:12.713267 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d80e01e0-8dc0-4cde-b34d-b3b56d43d683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:03:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['74c7285b-25d0-42b3-868a-5906059216d0'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:12.743169 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-2955d108-3398-4f6a-a7b9-947f3d66dcbf admin admin] For port d027e45c-5744-4c0d-bcf5-63b722e3aa62, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d027e45c-5744-4c0d-bcf5-63b722e3aa62,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:12.743525 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2955d108-3398-4f6a-a7b9-947f3d66dcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.755140 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-2955d108-3398-4f6a-a7b9-947f3d66dcbf admin admin] Calling delete_port for d027e45c-5744-4c0d-bcf5-63b722e3aa62 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:03:12.800580 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-d80e01e0-8dc0-4cde-b34d-b3b56d43d683 None None] Set router 74c7285b-25d0-42b3-868a-5906059216d0 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:03:12.853588 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d80e01e0-8dc0-4cde-b34d-b3b56d43d683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c7285b-25d0-42b3-868a-5906059216d0', 'name': 'tempest-TestMinimumBasicScenario-1940383983-router', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:01:04Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 6, 'project_id': '56ec47dec1f14b45a09d7e8eafa343be', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:12.882700 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e01e0-8dc0-4cde-b34d-b3b56d43d683 None None] The sync data for ids ['74c7285b-25d0-42b3-868a-5906059216d0'] in dv-neutron-825721-1-hyperv is: [{'id': '74c7285b-25d0-42b3-868a-5906059216d0', 'name': 'tempest-TestMinimumBasicScenario-1940383983-router', 'tenant_id': '56ec47dec1f14b45a09d7e8eafa343be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:01:04Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 6, 'project_id': '56ec47dec1f14b45a09d7e8eafa343be', 'gw_port_host': None}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:03:12.925601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2955d108-3398-4f6a-a7b9-947f3d66dcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.948853 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955d108-3398-4f6a-a7b9-947f3d66dcbf admin admin] Pushing event deleted for resources: {'Port': ['ID=d027e45c-5744-4c0d-bcf5-63b722e3aa62,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:13.014083 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2955d108-3398-4f6a-a7b9-947f3d66dcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.102899 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2955d108-3398-4f6a-a7b9-947f3d66dcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.104979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2955d108-3398-4f6a-a7b9-947f3d66dcbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.149866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2955d108-3398-4f6a-a7b9-947f3d66dcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.150344 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2955d108-3398-4f6a-a7b9-947f3d66dcbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74c7285b-25d0-42b3-868a-5906059216d0 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:03:13.154848 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-2955d108-3398-4f6a-a7b9-947f3d66dcbf admin admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.156162 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-2955d108-3398-4f6a-a7b9-947f3d66dcbf admin admin] 10.222.0.88 "DELETE /v2.0/routers/74c7285b-25d0-42b3-868a-5906059216d0 HTTP/1.1" status: 204 len: 168 time: 0.7699113 Jan 21 10:03:13.158717 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49532) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:13.204024 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26ee9a9-85e5-4a68-a25b-e182657b4c1f admin admin] Deleting subnet c92a4e40-d800-4b1f-a5d2-c13d8227dcb9 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 10:03:13.207428 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a26ee9a9-85e5-4a68-a25b-e182657b4c1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.208857 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:03:13.243530 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a26ee9a9-85e5-4a68-a25b-e182657b4c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.325140 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a6c2cfb9-9cc0-4111-adea-e6824a628616 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:03:13.333713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a26ee9a9-85e5-4a68-a25b-e182657b4c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.345984 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: a6c2cfb9-9cc0-4111-adea-e6824a628616 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:03:13.346335 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a6c2cfb9-9cc0-4111-adea-e6824a628616 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:03:13.386482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a26ee9a9-85e5-4a68-a25b-e182657b4c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.413744 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ee9a9-85e5-4a68-a25b-e182657b4c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c92a4e40-d800-4b1f-a5d2-c13d8227dcb9,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:13.415622 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a26ee9a9-85e5-4a68-a25b-e182657b4c1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.418833 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a26ee9a9-85e5-4a68-a25b-e182657b4c1f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/c92a4e40-d800-4b1f-a5d2-c13d8227dcb9 HTTP/1.1" status: 204 len: 168 time: 0.2592020 Jan 21 10:03:13.422252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49534) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:13.422807 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dbb8a2-c9d8-4cc9-b18e-f05d6a8c32a3 None None] Network 82d5b5c4-c11d-423b-b94f-3b25263b4570 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:03:13.489749 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.543994 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] Deleting port 25872643-e0e6-43fc-aa1f-c4c552c400c5 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:03:13.544336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.611312 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] For port 25872643-e0e6-43fc-aa1f-c4c552c400c5, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=25872643-e0e6-43fc-aa1f-c4c552c400c5,segment=NetworkSegment(3ee6d3e0-84fe-4e6a-8716-f123b112acdd),segment_id=3ee6d3e0-84fe-4e6a-8716-f123b112acdd)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:13.611604 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.624891 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] Calling delete_port for 25872643-e0e6-43fc-aa1f-c4c552c400c5 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:03:13.642230 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] DHCP port deletion for 82d5b5c4-c11d-423b-b94f-3b25263b4570 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 10:03:13.690505 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Deleting port 25872643-e0e6-43fc-aa1f-c4c552c400c5 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:03:13.690786 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.708144 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.742224 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] Pushing event deleted for resources: {'Port': ['ID=25872643-e0e6-43fc-aa1f-c4c552c400c5,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:13.744016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] No DVR routers for this DVR port 25872643-e0e6-43fc-aa1f-c4c552c400c5 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:03:13.762221 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] For port 25872643-e0e6-43fc-aa1f-c4c552c400c5, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=25872643-e0e6-43fc-aa1f-c4c552c400c5,segment=NetworkSegment(3ee6d3e0-84fe-4e6a-8716-f123b112acdd),segment_id=3ee6d3e0-84fe-4e6a-8716-f123b112acdd)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:13.762617 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.777142 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Calling delete_port for 25872643-e0e6-43fc-aa1f-c4c552c400c5 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:03:13.819069 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.845410 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d5b5c4-c11d-423b-b94f-3b25263b4570']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: from cryptography.utils import int_from_bytes Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: from cryptography.utils import int_from_bytes Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:03:13.848035 dv-neutron-825721-1-hyperv neutron-server[102148]: self.session.flush() Jan 21 10:03:13.853445 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.855407 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee6d3e0-84fe-4e6a-8716-f123b112acdd') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:13.855691 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee6d3e0-84fe-4e6a-8716-f123b112acdd') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:13.868066 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.882831 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.885024 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] No DVR routers for this DVR port 25872643-e0e6-43fc-aa1f-c4c552c400c5 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:03:13.889202 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:03:13.889795 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.889977 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Pushing event deleted for resources: {'Port': ['ID=25872643-e0e6-43fc-aa1f-c4c552c400c5,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:03:13.891627 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:03:13.900703 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.900703 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.900703 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.900951 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.901267 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.901611 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.902015 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.902819 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.902819 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.902990 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.903225 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.903541 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe10c2-1463-4cf2-9d26-b09fcf58e482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:13.964759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.972053 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.978341 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] 10.222.0.88 "DELETE /v2.0/networks/82d5b5c4-c11d-423b-b94f-3b25263b4570 HTTP/1.1" status: 204 len: 168 time: 0.5526211 Jan 21 10:03:13.990825 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0ef6a-ffdc-41f9-af59-273283aad71e admin admin] Pushing event deleted for resources: {'Network': ['ID=82d5b5c4-c11d-423b-b94f-3b25263b4570,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:14.134496 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49538) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:14.174575 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ec82f26c-e8fa-43c9-89e7-3ddbd30bd3b2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e67724c95e484c95a8fe8c1a0dae5782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387738 Jan 21 10:03:14.176953 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49540) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:14.225680 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57b1d307-c181-4e2e-8573-ae05f81f8511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.245754 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57b1d307-c181-4e2e-8573-ae05f81f8511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.294578 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57b1d307-c181-4e2e-8573-ae05f81f8511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.297840 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-57b1d307-c181-4e2e-8573-ae05f81f8511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.298997 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-57b1d307-c181-4e2e-8573-ae05f81f8511 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9154bbf0-d5ad-4e0f-bd85-76083b4a0921 HTTP/1.1" status: 204 len: 168 time: 0.1210163 Jan 21 10:03:14.307387 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1d307-c181-4e2e-8573-ae05f81f8511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9154bbf0-d5ad-4e0f-bd85-76083b4a0921,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:14.617434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49546) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:14.657308 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-522acc99-3d47-4379-9de8-ab02b71b7b32 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=56ec47dec1f14b45a09d7e8eafa343be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387175 Jan 21 10:03:14.659784 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49548) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:14.706664 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0c16450-3238-4fb9-bb4a-8b1985bb5b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.727511 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0c16450-3238-4fb9-bb4a-8b1985bb5b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.781324 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0c16450-3238-4fb9-bb4a-8b1985bb5b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.784123 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0c16450-3238-4fb9-bb4a-8b1985bb5b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.785295 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f0c16450-3238-4fb9-bb4a-8b1985bb5b3e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/28d90483-f20b-4043-a0b9-e6d44c07ace1 HTTP/1.1" status: 204 len: 168 time: 0.1245794 Jan 21 10:03:14.793447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c16450-3238-4fb9-bb4a-8b1985bb5b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d90483-f20b-4043-a0b9-e6d44c07ace1,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:14.999793 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 25872643-e0e6-43fc-aa1f-c4c552c400c5 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:03:15.019404 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 25872643-e0e6-43fc-aa1f-c4c552c400c5 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:03:15.019832 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 25872643-e0e6-43fc-aa1f-c4c552c400c5 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:03:15.020318 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d027e45c-5744-4c0d-bcf5-63b722e3aa62 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:03:15.038859 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: d027e45c-5744-4c0d-bcf5-63b722e3aa62 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:03:15.039201 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d027e45c-5744-4c0d-bcf5-63b722e3aa62 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:03:16.393675 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49592) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:16.399031 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-470cf968-f663-4069-9d0e-9a140f7cb1f6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689448902', 'description': 'tempest-secgroup-smoke-1689448902 description', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:16.424836 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-470cf968-f663-4069-9d0e-9a140f7cb1f6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.433263 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-470cf968-f663-4069-9d0e-9a140f7cb1f6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.510494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-470cf968-f663-4069-9d0e-9a140f7cb1f6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.514360 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-470cf968-f663-4069-9d0e-9a140f7cb1f6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.553649 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cf968-f663-4069-9d0e-9a140f7cb1f6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e902d951-86f5-4270-bef3-0fb810afbe00,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:16.592369 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-470cf968-f663-4069-9d0e-9a140f7cb1f6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.596415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-470cf968-f663-4069-9d0e-9a140f7cb1f6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.624374 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-470cf968-f663-4069-9d0e-9a140f7cb1f6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.625896 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-470cf968-f663-4069-9d0e-9a140f7cb1f6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2310078 Jan 21 10:03:16.628982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49594) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:16.629954 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cf968-f663-4069-9d0e-9a140f7cb1f6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=692b758c-1347-43bc-91cd-d3df9246630c,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:16.633708 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5aef267f-5a86-4d3c-b2cc-c9c8f8c724ad tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '692b758c-1347-43bc-91cd-d3df9246630c', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:16.663469 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5aef267f-5a86-4d3c-b2cc-c9c8f8c724ad tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.708799 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5aef267f-5a86-4d3c-b2cc-c9c8f8c724ad tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.713070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5aef267f-5a86-4d3c-b2cc-c9c8f8c724ad tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.730639 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef267f-5a86-4d3c-b2cc-c9c8f8c724ad tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5edc51c-ffa2-4fce-9878-742ec0b3bcac,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:16.739952 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5aef267f-5a86-4d3c-b2cc-c9c8f8c724ad tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.741177 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5aef267f-5a86-4d3c-b2cc-c9c8f8c724ad tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111107 Jan 21 10:03:16.743793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49596) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:16.748129 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-600837a1-5e73-4d87-bcb7-60b561386470 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '692b758c-1347-43bc-91cd-d3df9246630c', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:16.776745 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-600837a1-5e73-4d87-bcb7-60b561386470 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.833882 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-600837a1-5e73-4d87-bcb7-60b561386470 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.837427 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-600837a1-5e73-4d87-bcb7-60b561386470 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.855936 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600837a1-5e73-4d87-bcb7-60b561386470 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7750e1c1-77b6-4147-a7a5-dfea3cfcc960,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:16.864346 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-600837a1-5e73-4d87-bcb7-60b561386470 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.865630 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-600837a1-5e73-4d87-bcb7-60b561386470 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208417 Jan 21 10:03:16.868327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49598) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:16.872602 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-8b69e1a5-fc9c-43a2-9e51-a607a0ac4d48 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '692b758c-1347-43bc-91cd-d3df9246630c', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:16.901129 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8b69e1a5-fc9c-43a2-9e51-a607a0ac4d48 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.959685 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8b69e1a5-fc9c-43a2-9e51-a607a0ac4d48 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.963308 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8b69e1a5-fc9c-43a2-9e51-a607a0ac4d48 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.982679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69e1a5-fc9c-43a2-9e51-a607a0ac4d48 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825a52e6-98e6-4850-9a52-4a5239ba33e9,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:16.989520 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8b69e1a5-fc9c-43a2-9e51-a607a0ac4d48 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.990654 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8b69e1a5-fc9c-43a2-9e51-a607a0ac4d48 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213877 Jan 21 10:03:16.993413 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49600) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:16.997798 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-89e4bd04-1b3d-4189-9dca-5e742948cf45 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '692b758c-1347-43bc-91cd-d3df9246630c', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:17.026264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89e4bd04-1b3d-4189-9dca-5e742948cf45 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.084376 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89e4bd04-1b3d-4189-9dca-5e742948cf45 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.087918 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89e4bd04-1b3d-4189-9dca-5e742948cf45 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.104996 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4bd04-1b3d-4189-9dca-5e742948cf45 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6464163f-0b9d-4e41-9fe0-4757f91ab9eb,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:17.114013 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-89e4bd04-1b3d-4189-9dca-5e742948cf45 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.115224 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-89e4bd04-1b3d-4189-9dca-5e742948cf45 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208446 Jan 21 10:03:17.118011 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49602) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:17.122280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ed1f5674-31fc-4933-a8bd-7736cac1774d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '692b758c-1347-43bc-91cd-d3df9246630c', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:17.147426 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-ed1f5674-31fc-4933-a8bd-7736cac1774d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Project 201a78c3b7f54d2a9d1f7fdd4c7e7829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:03:17.152516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5674-31fc-4933-a8bd-7736cac1774d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.214256 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5674-31fc-4933-a8bd-7736cac1774d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.218014 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5674-31fc-4933-a8bd-7736cac1774d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.236415 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f5674-31fc-4933-a8bd-7736cac1774d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c67e675-71a2-4caa-a241-17c82ef8ab5a,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:17.241501 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5674-31fc-4933-a8bd-7736cac1774d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.242741 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ed1f5674-31fc-4933-a8bd-7736cac1774d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237681 Jan 21 10:03:17.245361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49606) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:17.250366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-3cc9cb62-dc11-44a4-9f12-4129a37a9b3e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '692b758c-1347-43bc-91cd-d3df9246630c', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:17.273983 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-3cc9cb62-dc11-44a4-9f12-4129a37a9b3e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Project 201a78c3b7f54d2a9d1f7fdd4c7e7829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:03:17.278731 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3cc9cb62-dc11-44a4-9f12-4129a37a9b3e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.339404 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3cc9cb62-dc11-44a4-9f12-4129a37a9b3e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.343041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3cc9cb62-dc11-44a4-9f12-4129a37a9b3e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.365329 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9cb62-dc11-44a4-9f12-4129a37a9b3e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3baaa49-bc30-4d12-961c-cb8485593079,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:17.371140 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3cc9cb62-dc11-44a4-9f12-4129a37a9b3e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.374495 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3cc9cb62-dc11-44a4-9f12-4129a37a9b3e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275082 Jan 21 10:03:17.376162 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49608) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:17.381125 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-1eb9b7ba-88db-43a9-b026-f224ebbb9929 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'network': {'name': 'tempest-network-smoke--1052659358', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'port_security_enabled': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:17.402881 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb9b7ba-88db-43a9-b026-f224ebbb9929 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Made reservation on behalf of 201a78c3b7f54d2a9d1f7fdd4c7e7829 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:03:17.406257 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b7ba-88db-43a9-b026-f224ebbb9929 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.429533 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb9b7ba-88db-43a9-b026-f224ebbb9929 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:03:17.446399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b7ba-88db-43a9-b026-f224ebbb9929 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.446747 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-1eb9b7ba-88db-43a9-b026-f224ebbb9929 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Added segment c2e7cf90-654b-4332-bfb7-30402a79b691 of type vlan for network fdf52725-658c-4c32-a67a-4d1833b12fd1 Jan 21 10:03:17.496488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b7ba-88db-43a9-b026-f224ebbb9929 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.520707 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b7ba-88db-43a9-b026-f224ebbb9929 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.526461 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb9b7ba-88db-43a9-b026-f224ebbb9929 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:17.527038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b7ba-88db-43a9-b026-f224ebbb9929 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.587966 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1eb9b7ba-88db-43a9-b026-f224ebbb9929 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2079625 Jan 21 10:03:17.588204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49610) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:17.595565 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-128253373', 'admin_state_up': True, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:17.605156 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9b7ba-88db-43a9-b026-f224ebbb9929 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Network': ['ID=fdf52725-658c-4c32-a67a-4d1833b12fd1,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:17.615984 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network fdf52725-658c-4c32-a67a-4d1833b12fd1 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 10:03:17.625241 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.626260 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.680319 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:17.823517 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:18.352007 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:18.371044 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:18.476263 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.26.7.162 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/cc228ebb-ba78-4396-8f27-831a4681a609) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:18.581646 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:18.616092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:18.660062 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:18.662996 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:18.665403 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:03:18.689058 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=cc228ebb-ba78-4396-8f27-831a4681a609,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:18.924132 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.123761 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.248349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router bd3ee1c7-1e9c-4934-b3bb-159fe209149a is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:03:19.349964 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:03:19.361019 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Sync routers for ids ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:03:19.369728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.369963 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Routers {'bd3ee1c7-1e9c-4934-b3bb-159fe209149a'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:19.370570 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:03:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:19.372922 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3d021633-1384-456f-b740-8f9950a79846 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7818201 Jan 21 10:03:19.374468 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49616) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:19.480564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Set router bd3ee1c7-1e9c-4934-b3bb-159fe209149a gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:03:19.506545 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e680d0c9-eb2f-462b-845d-9f58d9c04b82 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1308098 Jan 21 10:03:19.510513 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49620) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:19.618450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ab90c9-96a9-4a07-aac1-761e807ec092 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:19.623088 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-47ab90c9-96a9-4a07-aac1-761e807ec092 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1090176 Jan 21 10:03:19.625193 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49622) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:19.656144 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b10c4fd8-1dfa-44cd-8b5a-f1fcd788d29f tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272982 Jan 21 10:03:19.656349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49624) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:19.661070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-91dfc15a-f37b-4dcd-84dc-ab4afcb89184 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1311798080', 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:19.678141 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128253373', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:17Z', 'updated_at': '2022-01-21T10:03:18Z', 'revision_number': 3, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:18Z', 'updated_at': '2022-01-21T10:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:19.704731 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Checking router: bd3ee1c7-1e9c-4934-b3bb-159fe209149a for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:03:19.705081 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Updating router bd3ee1c7-1e9c-4934-b3bb-159fe209149a port cc228ebb-ba78-4396-8f27-831a4681a609 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:03:19.729103 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.753670 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dfc15a-f37b-4dcd-84dc-ab4afcb89184 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Made reservation on behalf of 201a78c3b7f54d2a9d1f7fdd4c7e7829 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:03:19.757345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-91dfc15a-f37b-4dcd-84dc-ab4afcb89184 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.941578 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-91dfc15a-f37b-4dcd-84dc-ab4afcb89184 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.015108 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfc15a-f37b-4dcd-84dc-ab4afcb89184 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Subnet': ['ID=3fc3db62-7167-45f3-b86c-79acbe74cf25,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:20.017017 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.023423 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.027880 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dfc15a-f37b-4dcd-84dc-ab4afcb89184 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Checking segment: {'id': 'c2e7cf90-654b-4332-bfb7-30402a79b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:03:20.028392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dfc15a-f37b-4dcd-84dc-ab4afcb89184 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network hostable DHCP agents. Network: fdf52725-658c-4c32-a67a-4d1833b12fd1, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:03:20.051128 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dfc15a-f37b-4dcd-84dc-ab4afcb89184 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network fdf52725-658c-4c32-a67a-4d1833b12fd1 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:03:20.062503 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-91dfc15a-f37b-4dcd-84dc-ab4afcb89184 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, fdf52725-658c-4c32-a67a-4d1833b12fd1) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:20.067136 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dfc15a-f37b-4dcd-84dc-ab4afcb89184 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:20.067845 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-91dfc15a-f37b-4dcd-84dc-ab4afcb89184 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.080147 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c1c349-592d-47f1-8d86-c9428fd22d0f None None] Network fdf52725-658c-4c32-a67a-4d1833b12fd1 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:03:20.085053 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-91dfc15a-f37b-4dcd-84dc-ab4afcb89184 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4277155 Jan 21 10:03:20.087744 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49626) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:20.096835 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Attempting to bind port cc228ebb-ba78-4396-8f27-831a4681a609 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:20.097197 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Attempting to bind port cc228ebb-ba78-4396-8f27-831a4681a609 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:20.097577 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Attempting to bind port cc228ebb-ba78-4396-8f27-831a4681a609 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:03:20.127832 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905396d-6739-46c6-96a4-c20f7eea7255 None None] Pushing event updated for resources: {'Port': ['ID=cc228ebb-ba78-4396-8f27-831a4681a609,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:20.137613 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:03:20.138069 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:03:20.138378 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.138774 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:03:20.139880 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Bound port: cc228ebb-ba78-4396-8f27-831a4681a609, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:20.140317 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.221111 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] For port cc228ebb-ba78-4396-8f27-831a4681a609, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:03:20.254391 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] For port cc228ebb-ba78-4396-8f27-831a4681a609, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=cc228ebb-ba78-4396-8f27-831a4681a609,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:03:20.261086 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.320308 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-fdf52725-658c-4c32-a67a-4d1833b12fd1', 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ips': [{'subnet_id': '3fc3db62-7167-45f3-b86c-79acbe74cf25'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 10:03:20.321134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.352704 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905396d-6739-46c6-96a4-c20f7eea7255 None None] Pushing event updated for resources: {'Port': ['ID=cc228ebb-ba78-4396-8f27-831a4681a609,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:20.358565 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Routers {'bd3ee1c7-1e9c-4934-b3bb-159fe209149a'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:20.359658 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:03:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:20.542502 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.560496 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] Set router bd3ee1c7-1e9c-4934-b3bb-159fe209149a gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:03:20.621891 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Allocated IP 172.20.0.2 (fdf52725-658c-4c32-a67a-4d1833b12fd1/3fc3db62-7167-45f3-b86c-79acbe74cf25/b869bdbc-4b72-472b-91cf-b58a2ec619a6) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:21.001074 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.008813 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.035434 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128253373', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:17Z', 'updated_at': '2022-01-21T10:03:18Z', 'revision_number': 3, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:18Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:21.055380 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.20.0.1 (fdf52725-658c-4c32-a67a-4d1833b12fd1/3fc3db62-7167-45f3-b86c-79acbe74cf25/80ae77d9-908c-42d4-b461-7018ad539355) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:21.080181 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54753ec-cb3f-4bc7-a6e9-f6a8b10ac295 None None] The sync data for ids ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'] in dv-neutron-825721-1-hyperv is: [{'id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128253373', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:17Z', 'updated_at': '2022-01-21T10:03:18Z', 'revision_number': 3, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:18Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:03:21.084104 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Network fdf52725-658c-4c32-a67a-4d1833b12fd1 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:21.087364 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:21.089912 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:03:21.099669 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Pushing event updated for resources: {'Port': ['ID=b869bdbc-4b72-472b-91cf-b58a2ec619a6,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:21.156121 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Attempting to bind port b869bdbc-4b72-472b-91cf-b58a2ec619a6 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:21.156516 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Attempting to bind port b869bdbc-4b72-472b-91cf-b58a2ec619a6 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'c2e7cf90-654b-4332-bfb7-30402a79b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:21.156862 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Attempting to bind port b869bdbc-4b72-472b-91cf-b58a2ec619a6 on network fdf52725-658c-4c32-a67a-4d1833b12fd1 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:03:21.162986 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:03:21.163406 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Checking segment: {'id': 'c2e7cf90-654b-4332-bfb7-30402a79b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:03:21.163751 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.164138 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Bound using segment: {'id': 'c2e7cf90-654b-4332-bfb7-30402a79b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:03:21.164612 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Bound port: b869bdbc-4b72-472b-91cf-b58a2ec619a6, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e7cf90-654b-4332-bfb7-30402a79b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:21.164989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.190704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.226904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.236805 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] For port b869bdbc-4b72-472b-91cf-b58a2ec619a6, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:03:21.239909 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] For port b869bdbc-4b72-472b-91cf-b58a2ec619a6, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=b869bdbc-4b72-472b-91cf-b58a2ec619a6,segment=NetworkSegment(c2e7cf90-654b-4332-bfb7-30402a79b691),segment_id=c2e7cf90-654b-4332-bfb7-30402a79b691)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:03:21.245394 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.263884 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network fdf52725-658c-4c32-a67a-4d1833b12fd1 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:21.267516 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:21.270016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:03:21.312552 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a076ea6-17e0-4b26-a43d-2b5e0e7bbc0c None None] Pushing event updated for resources: {'Port': ['ID=b869bdbc-4b72-472b-91cf-b58a2ec619a6,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:21.323682 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=80ae77d9-908c-42d4-b461-7018ad539355,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:21.332252 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.506346 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.813779 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.818721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.896722 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=80ae77d9-908c-42d4-b461-7018ad539355,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:21.902245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.004159 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network fdf52725-658c-4c32-a67a-4d1833b12fd1 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:22.005770 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:22.140480 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router bd3ee1c7-1e9c-4934-b3bb-159fe209149a has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:03:22.321526 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bdb64f-bfc9-4e53-a20b-98545a1f495d None None] Network fdf52725-658c-4c32-a67a-4d1833b12fd1 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:03:22.417180 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-06aaa2d8-8f06-4fff-8548-12d667581398 None None] Provisioning complete for port b869bdbc-4b72-472b-91cf-b58a2ec619a6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:22.417579 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-06aaa2d8-8f06-4fff-8548-12d667581398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.558235 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-06aaa2d8-8f06-4fff-8548-12d667581398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.602321 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:03:22.602677 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-06aaa2d8-8f06-4fff-8548-12d667581398 None None] For port b869bdbc-4b72-472b-91cf-b58a2ec619a6, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=b869bdbc-4b72-472b-91cf-b58a2ec619a6,segment=NetworkSegment(c2e7cf90-654b-4332-bfb7-30402a79b691),segment_id=c2e7cf90-654b-4332-bfb7-30402a79b691)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:22.607636 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c640237a-463b-4edc-901c-10174a6c9689 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "PUT /v2.0/routers/bd3ee1c7-1e9c-4934-b3bb-159fe209149a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5189128 Jan 21 10:03:22.610312 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-06aaa2d8-8f06-4fff-8548-12d667581398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.668119 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaa2d8-8f06-4fff-8548-12d667581398 None None] Pushing event updated for resources: {'Port': ['ID=b869bdbc-4b72-472b-91cf-b58a2ec619a6,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:22.769635 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-38189636-2b44-4837-83e5-3d747731ab4d req-9a43c6ee-a8f5-486b-9570-30604d67c2a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689448902&fields=id&tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829 HTTP/1.1" status: 200 len: 267 time: 0.0372429 Jan 21 10:03:22.831084 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-368b002c-c123-4ad0-89e4-51e9beebd1b0 None None] Provisioning complete for port 80ae77d9-908c-42d4-b461-7018ad539355 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:22.831378 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-368b002c-c123-4ad0-89e4-51e9beebd1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.880163 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-368b002c-c123-4ad0-89e4-51e9beebd1b0 None None] Port 80ae77d9-908c-42d4-b461-7018ad539355 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:03:22.890527 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-368b002c-c123-4ad0-89e4-51e9beebd1b0 None None] Provisioning complete for port b869bdbc-4b72-472b-91cf-b58a2ec619a6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:22.891102 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-368b002c-c123-4ad0-89e4-51e9beebd1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.892022 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38189636-2b44-4837-83e5-3d747731ab4d req-e7d0c3e1-3945-419f-82bf-792f83a40747 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:22.894159 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-38189636-2b44-4837-83e5-3d747731ab4d req-e7d0c3e1-3945-419f-82bf-792f83a40747 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/networks?id=fdf52725-658c-4c32-a67a-4d1833b12fd1 HTTP/1.1" status: 200 len: 797 time: 0.1167388 Jan 21 10:03:22.913200 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-38189636-2b44-4837-83e5-3d747731ab4d req-e2aa191f-2a0e-4db1-9d78-44b764d08114 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/quotas/201a78c3b7f54d2a9d1f7fdd4c7e7829 HTTP/1.1" status: 200 len: 375 time: 0.0107899 Jan 21 10:03:22.930960 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Sync routers for ids ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:03:22.944916 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Routers {'bd3ee1c7-1e9c-4934-b3bb-159fe209149a'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:22.946013 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:03:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:23.018721 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-38189636-2b44-4837-83e5-3d747731ab4d req-afc0cceb-ad85-4bc0-9368-320bf5c43340 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993693 Jan 21 10:03:23.088641 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Set router bd3ee1c7-1e9c-4934-b3bb-159fe209149a gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:03:23.138328 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-38189636-2b44-4837-83e5-3d747731ab4d req-a793c81b-f258-4eb8-ab13-f668fa673c2a service neutron] 10.222.0.88 "GET /v2.0/networks/fdf52725-658c-4c32-a67a-4d1833b12fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162167 Jan 21 10:03:23.159338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c21ccb36-6db1-429d-a103-d7c995dec896 None None] Provisioning complete for port 80ae77d9-908c-42d4-b461-7018ad539355 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:23.159715 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c21ccb36-6db1-429d-a103-d7c995dec896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.207639 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device cc228ebb-ba78-4396-8f27-831a4681a609 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:03:23.263076 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-38189636-2b44-4837-83e5-3d747731ab4d req-48216c7b-2334-4dd6-9ae0-16c5f418b65a service neutron] 10.222.0.88 "GET /v2.0/networks/fdf52725-658c-4c32-a67a-4d1833b12fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145289 Jan 21 10:03:23.266713 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c21ccb36-6db1-429d-a103-d7c995dec896 None None] Port 80ae77d9-908c-42d4-b461-7018ad539355 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:03:23.275355 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port cc228ebb-ba78-4396-8f27-831a4681a609 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:23.275756 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.364937 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.366156 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128253373', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:17Z', 'updated_at': '2022-01-21T10:03:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:18Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '80ae77d9-908c-42d4-b461-7018ad539355', 'name': '', 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:5f:57:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:21Z', 'revision_number': 2, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:23.400324 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Checking router: bd3ee1c7-1e9c-4934-b3bb-159fe209149a for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:03:23.400679 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Updating router bd3ee1c7-1e9c-4934-b3bb-159fe209149a port 80ae77d9-908c-42d4-b461-7018ad539355 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:03:23.408554 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-4a1cba04-f7c3-4dd1-acad-35cb8a86aac6 None None] Provisioning complete for port 80ae77d9-908c-42d4-b461-7018ad539355 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:23.409070 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4a1cba04-f7c3-4dd1-acad-35cb8a86aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.415024 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port cc228ebb-ba78-4396-8f27-831a4681a609, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=cc228ebb-ba78-4396-8f27-831a4681a609,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:23.430638 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.440883 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.442117 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device b869bdbc-4b72-472b-91cf-b58a2ec619a6 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:03:23.489924 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a7def7dd-73e5-442e-94ff-52f54dcf7615 req-49b7bdb2-9231-4ccc-a70e-8d0262f63986 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 210 time: 0.0483079 Jan 21 10:03:23.523788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=cc228ebb-ba78-4396-8f27-831a4681a609,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:23.542377 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-4a1cba04-f7c3-4dd1-acad-35cb8a86aac6 None None] Port 80ae77d9-908c-42d4-b461-7018ad539355 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:03:23.558855 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port b869bdbc-4b72-472b-91cf-b58a2ec619a6 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:23.559231 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.736268 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.744027 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.794531 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4b295-e058-4079-9a5a-fa84e6ce1bfe None None] Pushing event updated for resources: {'Port': ['ID=80ae77d9-908c-42d4-b461-7018ad539355,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:23.817570 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4b295-e058-4079-9a5a-fa84e6ce1bfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:23.817921 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4b295-e058-4079-9a5a-fa84e6ce1bfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:23.818295 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4b295-e058-4079-9a5a-fa84e6ce1bfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:23.818611 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4b295-e058-4079-9a5a-fa84e6ce1bfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:23.818961 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4b295-e058-4079-9a5a-fa84e6ce1bfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:23.819283 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4b295-e058-4079-9a5a-fa84e6ce1bfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:23.819566 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4b295-e058-4079-9a5a-fa84e6ce1bfe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:23.819933 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4b295-e058-4079-9a5a-fa84e6ce1bfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:23.820257 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4b295-e058-4079-9a5a-fa84e6ce1bfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:23.820644 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4b295-e058-4079-9a5a-fa84e6ce1bfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:23.820906 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4b295-e058-4079-9a5a-fa84e6ce1bfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:23.821224 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c4b295-e058-4079-9a5a-fa84e6ce1bfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:23.850793 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Attempting to bind port 80ae77d9-908c-42d4-b461-7018ad539355 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:23.851153 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Attempting to bind port 80ae77d9-908c-42d4-b461-7018ad539355 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'c2e7cf90-654b-4332-bfb7-30402a79b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:23.851584 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Attempting to bind port 80ae77d9-908c-42d4-b461-7018ad539355 on network fdf52725-658c-4c32-a67a-4d1833b12fd1 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:03:23.856574 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:03:23.856930 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Checking segment: {'id': 'c2e7cf90-654b-4332-bfb7-30402a79b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:03:23.857319 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.857751 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Bound using segment: {'id': 'c2e7cf90-654b-4332-bfb7-30402a79b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:03:23.858223 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Bound port: 80ae77d9-908c-42d4-b461-7018ad539355, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e7cf90-654b-4332-bfb7-30402a79b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:23.858624 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.928989 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] For port 80ae77d9-908c-42d4-b461-7018ad539355, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:03:23.932876 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] For port 80ae77d9-908c-42d4-b461-7018ad539355, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=80ae77d9-908c-42d4-b461-7018ad539355,segment=NetworkSegment(c2e7cf90-654b-4332-bfb7-30402a79b691),segment_id=c2e7cf90-654b-4332-bfb7-30402a79b691)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:03:23.939459 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.998374 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Routers {'bd3ee1c7-1e9c-4934-b3bb-159fe209149a'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:23.999543 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:03:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:24.047361 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4b295-e058-4079-9a5a-fa84e6ce1bfe None None] Pushing event updated for resources: {'Port': ['ID=80ae77d9-908c-42d4-b461-7018ad539355,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:24.084225 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-99abee48-dae3-4302-bf99-4cf0384671af None None] Provisioning complete for port 80ae77d9-908c-42d4-b461-7018ad539355 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:24.084738 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-99abee48-dae3-4302-bf99-4cf0384671af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:24.181120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-99abee48-dae3-4302-bf99-4cf0384671af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:24.212827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-99abee48-dae3-4302-bf99-4cf0384671af None None] For port 80ae77d9-908c-42d4-b461-7018ad539355, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=80ae77d9-908c-42d4-b461-7018ad539355,segment=NetworkSegment(c2e7cf90-654b-4332-bfb7-30402a79b691),segment_id=c2e7cf90-654b-4332-bfb7-30402a79b691)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:24.216986 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-99abee48-dae3-4302-bf99-4cf0384671af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:24.225963 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] Set router bd3ee1c7-1e9c-4934-b3bb-159fe209149a gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:03:24.264542 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abee48-dae3-4302-bf99-4cf0384671af None None] Pushing event updated for resources: {'Port': ['ID=80ae77d9-908c-42d4-b461-7018ad539355,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:24.335798 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ec16caf2-6f2c-402c-8128-45caedd7d5f7 None None] Provisioning complete for port 80ae77d9-908c-42d4-b461-7018ad539355 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:24.336078 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ec16caf2-6f2c-402c-8128-45caedd7d5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:24.447670 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128253373', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:17Z', 'updated_at': '2022-01-21T10:03:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:18Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '80ae77d9-908c-42d4-b461-7018ad539355', 'name': '', 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:5f:57:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:24.484087 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cbc535-67fd-4b60-9861-7d6b4eec7099 None None] The sync data for ids ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'] in dv-neutron-825721-1-hyperv is: [{'id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128253373', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:17Z', 'updated_at': '2022-01-21T10:03:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:18Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '80ae77d9-908c-42d4-b461-7018ad539355', 'name': '', 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:5f:57:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:03:24.543154 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38189636-2b44-4837-83e5-3d747731ab4d req-e9d3b17f-df1d-4705-a620-4f4eac169f75 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:24.544439 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-38189636-2b44-4837-83e5-3d747731ab4d req-e9d3b17f-df1d-4705-a620-4f4eac169f75 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "GET /v2.0/networks?id=fdf52725-658c-4c32-a67a-4d1833b12fd1 HTTP/1.1" status: 200 len: 797 time: 0.1191878 Jan 21 10:03:24.616617 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-38189636-2b44-4837-83e5-3d747731ab4d req-71caee1f-3940-4324-b047-c792156a71db tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829 HTTP/1.1" status: 200 len: 380 time: 0.0599394 Jan 21 10:03:24.618639 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b9d257db-7b0f-4b70-ba8d-a668281b2db9 req-bd3b344b-4d24-4d2d-9fe7-dcb17c8f82c2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 210 time: 0.0318925 Jan 21 10:03:24.627900 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-38189636-2b44-4837-83e5-3d747731ab4d req-49eda349-898d-42ea-a6d4-007abfcfb6a4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'port': {'device_id': '3cbb446a-9384-4742-9a17-28df2645c69d', 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1', 'admin_state_up': True, 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'security_groups': ['692b758c-1347-43bc-91cd-d3df9246630c']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:24.748111 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38189636-2b44-4837-83e5-3d747731ab4d req-49eda349-898d-42ea-a6d4-007abfcfb6a4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Made reservation on behalf of 201a78c3b7f54d2a9d1f7fdd4c7e7829 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:03:24.752173 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-38189636-2b44-4837-83e5-3d747731ab4d req-49eda349-898d-42ea-a6d4-007abfcfb6a4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:24.888118 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-38189636-2b44-4837-83e5-3d747731ab4d req-49eda349-898d-42ea-a6d4-007abfcfb6a4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.20.0.6 (fdf52725-658c-4c32-a67a-4d1833b12fd1/3fc3db62-7167-45f3-b86c-79acbe74cf25/07e1a7ac-5d9f-43b3-8a7c-6377393a2abf) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:25.040984 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:25.047867 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-38189636-2b44-4837-83e5-3d747731ab4d req-49eda349-898d-42ea-a6d4-007abfcfb6a4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:25.093672 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-38189636-2b44-4837-83e5-3d747731ab4d req-49eda349-898d-42ea-a6d4-007abfcfb6a4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:25.144718 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38189636-2b44-4837-83e5-3d747731ab4d req-49eda349-898d-42ea-a6d4-007abfcfb6a4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network fdf52725-658c-4c32-a67a-4d1833b12fd1 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:25.148048 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-38189636-2b44-4837-83e5-3d747731ab4d req-49eda349-898d-42ea-a6d4-007abfcfb6a4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:25.152305 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 80ae77d9-908c-42d4-b461-7018ad539355 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:03:25.156065 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-38189636-2b44-4837-83e5-3d747731ab4d req-49eda349-898d-42ea-a6d4-007abfcfb6a4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:03:25.195047 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eda349-898d-42ea-a6d4-007abfcfb6a4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=07e1a7ac-5d9f-43b3-8a7c-6377393a2abf,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:25.218788 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38189636-2b44-4837-83e5-3d747731ab4d req-49eda349-898d-42ea-a6d4-007abfcfb6a4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:25.219452 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-38189636-2b44-4837-83e5-3d747731ab4d req-49eda349-898d-42ea-a6d4-007abfcfb6a4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:25.236801 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 80ae77d9-908c-42d4-b461-7018ad539355 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:25.237265 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:25.264119 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-38189636-2b44-4837-83e5-3d747731ab4d req-49eda349-898d-42ea-a6d4-007abfcfb6a4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6422071 Jan 21 10:03:25.344225 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device cc228ebb-ba78-4396-8f27-831a4681a609 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:03:25.355837 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Request body: {'port': {'device_id': '3cbb446a-9384-4742-9a17-28df2645c69d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:25.431827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port cc228ebb-ba78-4396-8f27-831a4681a609 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:25.432198 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:25.469874 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:25.497060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-46ce33f3-7052-453c-bb78-b5fa5f484857 None None] Provisioning complete for port 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:25.497434 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-46ce33f3-7052-453c-bb78-b5fa5f484857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:25.543985 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-46ce33f3-7052-453c-bb78-b5fa5f484857 None None] Port 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:03:25.805096 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:03:25.825180 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ed494-5775-4769-bd1f-358737f67101 req-de4b8953-b9ae-4af2-bb42-b6abcfdb4b6d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:25.827493 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c41ed494-5775-4769-bd1f-358737f67101 req-de4b8953-b9ae-4af2-bb42-b6abcfdb4b6d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 931 time: 0.1139357 Jan 21 10:03:25.829728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:25.857255 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Transition to ACTIVE for port object 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:25.862126 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:25.906839 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c41ed494-5775-4769-bd1f-358737f67101 req-7fb05e3c-9c9f-4c91-a17c-e2a1a5a0b7ba tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=692b758c-1347-43bc-91cd-d3df9246630c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725024 Jan 21 10:03:25.926167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=07e1a7ac-5d9f-43b3-8a7c-6377393a2abf,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:25.999367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Attempting to bind port 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:25.999709 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Attempting to bind port 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'c2e7cf90-654b-4332-bfb7-30402a79b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:26.000168 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Attempting to bind port 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf on network fdf52725-658c-4c32-a67a-4d1833b12fd1 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:03:26.004837 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Port 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf on network fdf52725-658c-4c32-a67a-4d1833b12fd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 10:03:26.005160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Attempting to bind port 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf on network fdf52725-658c-4c32-a67a-4d1833b12fd1 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:03:26.010352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:03:26.010686 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Checking segment: {'id': 'c2e7cf90-654b-4332-bfb7-30402a79b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:03:26.011068 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Bound using segment: {'id': 'c2e7cf90-654b-4332-bfb7-30402a79b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:03:26.011494 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Bound port: 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e7cf90-654b-4332-bfb7-30402a79b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:26.011852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:26.081437 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] For port 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:03:26.085497 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] For port 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=07e1a7ac-5d9f-43b3-8a7c-6377393a2abf,segment=NetworkSegment(c2e7cf90-654b-4332-bfb7-30402a79b691),segment_id=c2e7cf90-654b-4332-bfb7-30402a79b691)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:03:26.091416 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:26.132490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:26.133119 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:26.134556 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-38189636-2b44-4837-83e5-3d747731ab4d req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] 10.222.0.113 "PUT /v2.0/ports/07e1a7ac-5d9f-43b3-8a7c-6377393a2abf HTTP/1.1" status: 200 len: 1093 time: 0.8560004 Jan 21 10:03:26.135006 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbb446a-9384-4742-9a17-28df2645c69d', 'tag': '07e1a7ac-5d9f-43b3-8a7c-6377393a2abf'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:26.137270 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97b743c-2a42-4b9f-b3ec-874b139f5d29" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbb446a-9384-4742-9a17-28df2645c69d", "tag": "07e1a7ac-5d9f-43b3-8a7c-6377393a2abf"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:03:26.166365 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf11f55-4c65-4e52-8b24-462de4607fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=07e1a7ac-5d9f-43b3-8a7c-6377393a2abf,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:26.191690 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f646a48-5f5d-4a11-b494-836ed1dc21e9 x-openstack-request-id: req-3f646a48-5f5d-4a11-b494-836ed1dc21e9 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:03:26.191984 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbb446a-9384-4742-9a17-28df2645c69d", "tag": "07e1a7ac-5d9f-43b3-8a7c-6377393a2abf", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:03:26.192237 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3f646a48-5f5d-4a11-b494-836ed1dc21e9 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:03:26.192632 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbb446a-9384-4742-9a17-28df2645c69d', 'tag': '07e1a7ac-5d9f-43b3-8a7c-6377393a2abf', 'status': 'completed', 'code': 200} Jan 21 10:03:26.227514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38189636-2b44-4837-83e5-3d747731ab4d req-7f112b15-198b-41e5-9c4f-7621ec0ee556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:26.228992 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-38189636-2b44-4837-83e5-3d747731ab4d req-7f112b15-198b-41e5-9c4f-7621ec0ee556 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 1096 time: 0.0467989 Jan 21 10:03:26.277673 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-38189636-2b44-4837-83e5-3d747731ab4d req-a5f9e3ac-32e2-468f-a908-9aa01d392539 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07e1a7ac-5d9f-43b3-8a7c-6377393a2abf HTTP/1.1" status: 200 len: 217 time: 0.0412714 Jan 21 10:03:26.326426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38189636-2b44-4837-83e5-3d747731ab4d req-4bb3bb2f-b674-4e89-901c-d04f4bb93d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:26.328728 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-38189636-2b44-4837-83e5-3d747731ab4d req-4bb3bb2f-b674-4e89-901c-d04f4bb93d29 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3fc3db62-7167-45f3-b86c-79acbe74cf25 HTTP/1.1" status: 200 len: 835 time: 0.0453818 Jan 21 10:03:26.380126 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38189636-2b44-4837-83e5-3d747731ab4d req-2447193e-6fb1-48e3-baaa-6c619e2da51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:26.382107 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-38189636-2b44-4837-83e5-3d747731ab4d req-2447193e-6fb1-48e3-baaa-6c619e2da51d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=fdf52725-658c-4c32-a67a-4d1833b12fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472479 Jan 21 10:03:26.482510 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-38189636-2b44-4837-83e5-3d747731ab4d req-2814dcb8-8dde-4faa-b2ba-9f70960191c7 service neutron] 10.222.0.113 "GET /v2.0/networks/fdf52725-658c-4c32-a67a-4d1833b12fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924737 Jan 21 10:03:26.584277 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-38189636-2b44-4837-83e5-3d747731ab4d req-3984cb4a-d497-460f-a0f9-b67e4a2885a0 service neutron] 10.222.0.113 "GET /v2.0/networks/fdf52725-658c-4c32-a67a-4d1833b12fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949030 Jan 21 10:03:26.671373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b743c-2a42-4b9f-b3ec-874b139f5d29 req-a4e5c95a-d16f-4611-b530-fabed0cfcaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:26.672826 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b97b743c-2a42-4b9f-b3ec-874b139f5d29 req-a4e5c95a-d16f-4611-b530-fabed0cfcaaf service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 1096 time: 0.0445182 Jan 21 10:03:26.768928 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b743c-2a42-4b9f-b3ec-874b139f5d29 req-4effc22d-dda8-4c3a-8e2a-cea4c28d5ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:26.770501 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b97b743c-2a42-4b9f-b3ec-874b139f5d29 req-4effc22d-dda8-4c3a-8e2a-cea4c28d5ac5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=fdf52725-658c-4c32-a67a-4d1833b12fd1 HTTP/1.1" status: 200 len: 898 time: 0.0899498 Jan 21 10:03:26.810607 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b97b743c-2a42-4b9f-b3ec-874b139f5d29 req-6ed41c5e-dbe4-404c-91d6-687603036e67 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07e1a7ac-5d9f-43b3-8a7c-6377393a2abf HTTP/1.1" status: 200 len: 217 time: 0.0335820 Jan 21 10:03:26.861107 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b743c-2a42-4b9f-b3ec-874b139f5d29 req-e73ce569-d088-4e2f-b031-aedd77b4b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:26.862677 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b97b743c-2a42-4b9f-b3ec-874b139f5d29 req-e73ce569-d088-4e2f-b031-aedd77b4b17a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3fc3db62-7167-45f3-b86c-79acbe74cf25 HTTP/1.1" status: 200 len: 835 time: 0.0462317 Jan 21 10:03:26.914851 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b743c-2a42-4b9f-b3ec-874b139f5d29 req-78b793ee-f407-4aee-8c93-a4469f105bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:26.916426 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b97b743c-2a42-4b9f-b3ec-874b139f5d29 req-78b793ee-f407-4aee-8c93-a4469f105bb3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=fdf52725-658c-4c32-a67a-4d1833b12fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465915 Jan 21 10:03:27.048117 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b97b743c-2a42-4b9f-b3ec-874b139f5d29 req-2a2b74bd-c129-4449-9cfc-2c1c6d7998d1 service neutron] 10.222.0.113 "GET /v2.0/networks/fdf52725-658c-4c32-a67a-4d1833b12fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220748 Jan 21 10:03:27.056560 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11502e-04ba-4e98-927f-0afa5138cb5b req-e67434ac-cd9f-4e0e-8b0f-1a0b2c62e342 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:27.058040 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0f11502e-04ba-4e98-927f-0afa5138cb5b req-e67434ac-cd9f-4e0e-8b0f-1a0b2c62e342 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 943 time: 0.0772228 Jan 21 10:03:27.148949 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0f11502e-04ba-4e98-927f-0afa5138cb5b req-24d2f1e0-0053-4aac-b085-6fac64de92f3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=692b758c-1347-43bc-91cd-d3df9246630c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822852 Jan 21 10:03:27.177180 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b97b743c-2a42-4b9f-b3ec-874b139f5d29 req-022821d9-24a5-43e9-9abf-4e6bfca9e6a1 service neutron] 10.222.0.113 "GET /v2.0/networks/fdf52725-658c-4c32-a67a-4d1833b12fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181846 Jan 21 10:03:28.265117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a55f47-9c9c-4b21-baa9-03a513217166 req-1bb1b255-ba3b-4b19-88e8-527af3c81b66 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:28.266677 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-79a55f47-9c9c-4b21-baa9-03a513217166 req-1bb1b255-ba3b-4b19-88e8-527af3c81b66 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 943 time: 0.0492861 Jan 21 10:03:28.309904 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-79a55f47-9c9c-4b21-baa9-03a513217166 req-b9322ec0-ca75-44b9-9d5e-856a7b63469f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=692b758c-1347-43bc-91cd-d3df9246630c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371029 Jan 21 10:03:28.678071 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 10:03:28.770659 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=07e1a7ac-5d9f-43b3-8a7c-6377393a2abf,segment=NetworkSegment(c2e7cf90-654b-4332-bfb7-30402a79b691),segment_id=c2e7cf90-654b-4332-bfb7-30402a79b691)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:28.781411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '07e1a7ac-5d9f-43b3-8a7c-6377393a2abf', 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1', 'port_id': '07e1a7ac-5d9f-43b3-8a7c-6377393a2abf', 'mac_address': 'fa:16:3e:89:91:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 10:03:28.821932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.835429 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:03:28.854261 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=07e1a7ac-5d9f-43b3-8a7c-6377393a2abf,segment=NetworkSegment(c2e7cf90-654b-4332-bfb7-30402a79b691),segment_id=c2e7cf90-654b-4332-bfb7-30402a79b691)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:28.859105 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.912639 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=07e1a7ac-5d9f-43b3-8a7c-6377393a2abf,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:29.091485 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['07e1a7ac-5d9f-43b3-8a7c-6377393a2abf'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:03:29.430738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5e11-cc7c-44dd-9a57-93e04674a066 req-a17aa4e8-2ac7-41fa-802d-26dca07c9f52 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:29.432291 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a7c5e11-cc7c-44dd-9a57-93e04674a066 req-a17aa4e8-2ac7-41fa-802d-26dca07c9f52 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 944 time: 0.0545628 Jan 21 10:03:29.474523 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6a7c5e11-cc7c-44dd-9a57-93e04674a066 req-c79e5168-00ca-43ce-b7b5-29b1760ce5e0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=692b758c-1347-43bc-91cd-d3df9246630c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344658 Jan 21 10:03:30.595803 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e580a5d-9407-4323-b783-32271757c4ba req-89ff9bdf-4dec-4582-b1e8-c634d54bbf03 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:30.597277 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8e580a5d-9407-4323-b783-32271757c4ba req-89ff9bdf-4dec-4582-b1e8-c634d54bbf03 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 944 time: 0.0484025 Jan 21 10:03:30.635331 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8e580a5d-9407-4323-b783-32271757c4ba req-f9ac03c7-7b2c-4d0a-bbe4-e3f4a94aeeac tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=692b758c-1347-43bc-91cd-d3df9246630c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321183 Jan 21 10:03:30.693509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:03:30.743254 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:30.747242 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:30.747609 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:30.825591 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:30.848377 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbb446a-9384-4742-9a17-28df2645c69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e1a7ac-5d9f-43b3-8a7c-6377393a2abf'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:30.850624 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa48db26-e228-4fb4-a424-d4e3cd7252c4" -d '{"events": [{"server_uuid": "3cbb446a-9384-4742-9a17-28df2645c69d", "name": "network-vif-plugged", "status": "completed", "tag": "07e1a7ac-5d9f-43b3-8a7c-6377393a2abf"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:03:30.863026 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=07e1a7ac-5d9f-43b3-8a7c-6377393a2abf,segment=NetworkSegment(c2e7cf90-654b-4332-bfb7-30402a79b691),segment_id=c2e7cf90-654b-4332-bfb7-30402a79b691)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:30.867458 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:30.916364 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=07e1a7ac-5d9f-43b3-8a7c-6377393a2abf,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:30.949888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e417a8-3e61-4311-abf1-f33047c202ba x-openstack-request-id: req-e9e417a8-3e61-4311-abf1-f33047c202ba {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:03:30.950210 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbb446a-9384-4742-9a17-28df2645c69d", "name": "network-vif-plugged", "status": "completed", "tag": "07e1a7ac-5d9f-43b3-8a7c-6377393a2abf", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:03:30.950651 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e9e417a8-3e61-4311-abf1-f33047c202ba {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:03:30.951047 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbb446a-9384-4742-9a17-28df2645c69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e1a7ac-5d9f-43b3-8a7c-6377393a2abf', 'code': 200} Jan 21 10:03:31.116982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cc291-e77d-4861-bb30-3f5267f80cb3 req-f9ceb830-d6cf-4406-aa88-2a36a5629a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:31.118603 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2d7cc291-e77d-4861-bb30-3f5267f80cb3 req-f9ceb830-d6cf-4406-aa88-2a36a5629a9c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 1098 time: 0.0453887 Jan 21 10:03:31.170957 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2d7cc291-e77d-4861-bb30-3f5267f80cb3 req-75ed18ba-c610-4a0c-958a-baeff8bfbe3c service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=692b758c-1347-43bc-91cd-d3df9246630c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450292 Jan 21 10:03:31.750818 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97caa094-e161-4e3a-9edd-9ba380ffd558 req-b2c429e4-5777-4858-bc2a-59151ec977b5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:31.752237 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-97caa094-e161-4e3a-9edd-9ba380ffd558 req-b2c429e4-5777-4858-bc2a-59151ec977b5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 945 time: 0.0495799 Jan 21 10:03:31.792575 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-97caa094-e161-4e3a-9edd-9ba380ffd558 req-c0f36dcd-188f-48a7-8c9b-98b3f8052d5d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=692b758c-1347-43bc-91cd-d3df9246630c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342729 Jan 21 10:03:32.909577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1e8d9-f688-4e9e-9e96-2081abff40ec req-0bd643df-2807-4d9f-85fe-8b177e106c81 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:32.911074 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c6f1e8d9-f688-4e9e-9e96-2081abff40ec req-0bd643df-2807-4d9f-85fe-8b177e106c81 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 945 time: 0.0499659 Jan 21 10:03:32.949316 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c6f1e8d9-f688-4e9e-9e96-2081abff40ec req-48baf0eb-f793-4b88-86e2-dd35ac63b454 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=692b758c-1347-43bc-91cd-d3df9246630c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323589 Jan 21 10:03:33.069647 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602c5bb-a2d9-4077-b8d2-1878594adf19 req-fec8f9c3-b1ae-4520-97e6-12267f7f0373 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:33.071121 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b602c5bb-a2d9-4077-b8d2-1878594adf19 req-fec8f9c3-b1ae-4520-97e6-12267f7f0373 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 945 time: 0.0563550 Jan 21 10:03:33.112139 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b602c5bb-a2d9-4077-b8d2-1878594adf19 req-c33823c8-d577-4dc7-8f0d-745d0114d6fa tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=692b758c-1347-43bc-91cd-d3df9246630c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350299 Jan 21 10:03:33.133877 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49682) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:33.173802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f039733-fd77-4925-bdea-9aee5b57fde9 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:33.175364 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3f039733-fd77-4925-bdea-9aee5b57fde9 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 1093 time: 0.0404890 Jan 21 10:03:33.178155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49684) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:33.182364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': '07e1a7ac-5d9f-43b3-8a7c-6377393a2abf', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:33.207026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:33.305897 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:33.406488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.26.7.179 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/b807085e-81c2-4905-9c19-948b7f95083e) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:33.510340 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:33.543330 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:33.578718 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:33.583546 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:33.587100 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:03:33.614780 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=b807085e-81c2-4905-9c19-948b7f95083e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:33.954124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:34.020284 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:34.185717 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:34.190568 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:34.259501 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=b807085e-81c2-4905-9c19-948b7f95083e,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:34.272894 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:34.371491 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Floating IP 6a144be9-2ed8-43de-b385-939e692231f4 associated. External IP: 172.26.7.179, port: 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf. Jan 21 10:03:34.590744 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router bd3ee1c7-1e9c-4934-b3bb-159fe209149a has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:03:34.695257 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:03:34.705675 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f71a16-611b-4860-8102-820a24b872ac None None] Sync routers for ids ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:03:34.716689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f71a16-611b-4860-8102-820a24b872ac None None] Routers {'bd3ee1c7-1e9c-4934-b3bb-159fe209149a'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:34.718425 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-51f71a16-611b-4860-8102-820a24b872ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:03:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:34.719184 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:34.749839 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8e84ff09-6f5b-4cc7-ae5a-277f09c053f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5706377 Jan 21 10:03:34.750406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbb446a-9384-4742-9a17-28df2645c69d', 'tag': '07e1a7ac-5d9f-43b3-8a7c-6377393a2abf'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:34.752656 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb566958-394b-4ba2-852b-3cf88c1e5c53" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbb446a-9384-4742-9a17-28df2645c69d", "tag": "07e1a7ac-5d9f-43b3-8a7c-6377393a2abf"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:03:34.842743 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-51f71a16-611b-4860-8102-820a24b872ac None None] Set router bd3ee1c7-1e9c-4934-b3bb-159fe209149a gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:03:34.866191 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98400c2-54c3-413a-a805-04ae24aea199 req-671280c1-e3e7-47c0-b70a-78d9dea8ba3e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:34.868442 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a98400c2-54c3-413a-a805-04ae24aea199 req-671280c1-e3e7-47c0-b70a-78d9dea8ba3e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 945 time: 0.0602531 Jan 21 10:03:34.870225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d0e22e-0eb5-4db0-91d0-13b3cea6ea5c x-openstack-request-id: req-d3d0e22e-0eb5-4db0-91d0-13b3cea6ea5c {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:03:34.870506 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbb446a-9384-4742-9a17-28df2645c69d", "tag": "07e1a7ac-5d9f-43b3-8a7c-6377393a2abf", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:03:34.870826 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d3d0e22e-0eb5-4db0-91d0-13b3cea6ea5c {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:03:34.871223 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbb446a-9384-4742-9a17-28df2645c69d', 'tag': '07e1a7ac-5d9f-43b3-8a7c-6377393a2abf', 'status': 'completed', 'code': 200} Jan 21 10:03:34.932202 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a98400c2-54c3-413a-a805-04ae24aea199 req-806cb98b-bfc1-4373-ae83-b87b1922aa66 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=692b758c-1347-43bc-91cd-d3df9246630c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562255 Jan 21 10:03:34.945829 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb566958-394b-4ba2-852b-3cf88c1e5c53 req-c2ebf13e-b318-47c8-81eb-b56650d655a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:34.947652 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-eb566958-394b-4ba2-852b-3cf88c1e5c53 req-c2ebf13e-b318-47c8-81eb-b56650d655a2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 1098 time: 0.0563936 Jan 21 10:03:34.957910 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49692) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:35.032495 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-beb7a618-4600-4cb8-81a5-01ddb6d28453 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/6a144be9-2ed8-43de-b385-939e692231f4 HTTP/1.1" status: 200 len: 991 time: 0.0734272 Jan 21 10:03:35.043044 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb566958-394b-4ba2-852b-3cf88c1e5c53 req-72d7d59e-9a77-47e4-85b5-11fce6b0c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:35.044653 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-eb566958-394b-4ba2-852b-3cf88c1e5c53 req-72d7d59e-9a77-47e4-85b5-11fce6b0c21a service neutron] 10.222.0.113 "GET /v2.0/networks?id=fdf52725-658c-4c32-a67a-4d1833b12fd1 HTTP/1.1" status: 200 len: 898 time: 0.0911686 Jan 21 10:03:35.090514 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-51f71a16-611b-4860-8102-820a24b872ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128253373', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:17Z', 'updated_at': '2022-01-21T10:03:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:18Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '6a144be9-2ed8-43de-b385-939e692231f4', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'port_id': '07e1a7ac-5d9f-43b3-8a7c-6377393a2abf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1', 'mac_address': 'fa:16:3e:89:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbb446a-9384-4742-9a17-28df2645c69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:33Z', 'updated_at': '2022-01-21T10:03:33Z', 'revision_number': 0, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ae77d9-908c-42d4-b461-7018ad539355', 'name': '', 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:5f:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:24Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:35.110752 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-eb566958-394b-4ba2-852b-3cf88c1e5c53 req-f390bbeb-a65c-4f03-96dc-845e715119e8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07e1a7ac-5d9f-43b3-8a7c-6377393a2abf HTTP/1.1" status: 200 len: 999 time: 0.0600715 Jan 21 10:03:35.116424 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f71a16-611b-4860-8102-820a24b872ac None None] Checking router: bd3ee1c7-1e9c-4934-b3bb-159fe209149a for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:03:35.125670 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f71a16-611b-4860-8102-820a24b872ac None None] Routers {'bd3ee1c7-1e9c-4934-b3bb-159fe209149a'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:35.126160 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-51f71a16-611b-4860-8102-820a24b872ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:03:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:35.165662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb566958-394b-4ba2-852b-3cf88c1e5c53 req-cc29ca1c-5afe-410d-8c20-14575ddfe67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:35.167125 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-eb566958-394b-4ba2-852b-3cf88c1e5c53 req-cc29ca1c-5afe-410d-8c20-14575ddfe67e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3fc3db62-7167-45f3-b86c-79acbe74cf25 HTTP/1.1" status: 200 len: 835 time: 0.0502956 Jan 21 10:03:35.214602 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb566958-394b-4ba2-852b-3cf88c1e5c53 req-c695484c-5390-44b8-8a01-1b24e127625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:35.216116 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-eb566958-394b-4ba2-852b-3cf88c1e5c53 req-c695484c-5390-44b8-8a01-1b24e127625d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=fdf52725-658c-4c32-a67a-4d1833b12fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418310 Jan 21 10:03:35.236319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-51f71a16-611b-4860-8102-820a24b872ac None None] Set router bd3ee1c7-1e9c-4934-b3bb-159fe209149a gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:03:35.305483 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-eb566958-394b-4ba2-852b-3cf88c1e5c53 req-a05d5606-c7db-4649-9b72-c190a821b9d3 service neutron] 10.222.0.113 "GET /v2.0/networks/fdf52725-658c-4c32-a67a-4d1833b12fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818450 Jan 21 10:03:35.463904 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-51f71a16-611b-4860-8102-820a24b872ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128253373', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:17Z', 'updated_at': '2022-01-21T10:03:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:18Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '6a144be9-2ed8-43de-b385-939e692231f4', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'port_id': '07e1a7ac-5d9f-43b3-8a7c-6377393a2abf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1', 'mac_address': 'fa:16:3e:89:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbb446a-9384-4742-9a17-28df2645c69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:33Z', 'updated_at': '2022-01-21T10:03:33Z', 'revision_number': 0, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ae77d9-908c-42d4-b461-7018ad539355', 'name': '', 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:5f:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:24Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:35.495678 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f71a16-611b-4860-8102-820a24b872ac None None] The sync data for ids ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'] in dv-neutron-825721-1-hyperv is: [{'id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128253373', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:17Z', 'updated_at': '2022-01-21T10:03:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:18Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '6a144be9-2ed8-43de-b385-939e692231f4', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'port_id': '07e1a7ac-5d9f-43b3-8a7c-6377393a2abf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1', 'mac_address': 'fa:16:3e:89:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbb446a-9384-4742-9a17-28df2645c69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:33Z', 'updated_at': '2022-01-21T10:03:33Z', 'revision_number': 0, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ae77d9-908c-42d4-b461-7018ad539355', 'name': '', 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:5f:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:24Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:03:35.698678 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01952b37-54ce-4c85-b52e-b2d0238ed60a None None] New status for floating IP 6a144be9-2ed8-43de-b385-939e692231f4: ACTIVE {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:03:35.843500 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-eb566958-394b-4ba2-852b-3cf88c1e5c53 req-2ca7fc39-43f7-4b44-a026-0851917b2494 service neutron] 10.222.0.113 "GET /v2.0/networks/fdf52725-658c-4c32-a67a-4d1833b12fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306516 Jan 21 10:03:35.902296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-eb83aa37-2f11-4a0d-b4ec-4f8f1d71a0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:36.036538 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49694) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:03:36.102328 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6bb2cb72-0a79-4029-9499-4a8203354f92 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/6a144be9-2ed8-43de-b385-939e692231f4 HTTP/1.1" status: 200 len: 993 time: 0.0642214 Jan 21 10:03:38.294739 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3ba30f88-69bc-4b6c-98d9-2e1379f1cc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.371284 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:41.381097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:41.401649 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:50.201124 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:03:55.042567 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:57.696623 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-223684aa-7e75-40df-9acd-0e783992c00a req-dd7a2b3d-0928-48a9-88ce-556d71b17113 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419650 Jan 21 10:03:57.792902 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223684aa-7e75-40df-9acd-0e783992c00a req-af831feb-21eb-4b2a-899b-fc79a9bb304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:57.794543 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-223684aa-7e75-40df-9acd-0e783992c00a req-af831feb-21eb-4b2a-899b-fc79a9bb304c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 1098 time: 0.0479107 Jan 21 10:03:57.907419 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223684aa-7e75-40df-9acd-0e783992c00a req-3b197d6c-98c2-4277-946a-596a154e07a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:57.908904 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-223684aa-7e75-40df-9acd-0e783992c00a req-3b197d6c-98c2-4277-946a-596a154e07a4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=fdf52725-658c-4c32-a67a-4d1833b12fd1 HTTP/1.1" status: 200 len: 898 time: 0.0951617 Jan 21 10:03:57.980501 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-223684aa-7e75-40df-9acd-0e783992c00a req-fd5399ca-3a53-4ca0-927c-8a6ee60a813a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07e1a7ac-5d9f-43b3-8a7c-6377393a2abf HTTP/1.1" status: 200 len: 1001 time: 0.0611761 Jan 21 10:03:58.038039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223684aa-7e75-40df-9acd-0e783992c00a req-434681df-bab0-41c7-ad3f-aca7e308a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:58.039579 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-223684aa-7e75-40df-9acd-0e783992c00a req-434681df-bab0-41c7-ad3f-aca7e308a699 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3fc3db62-7167-45f3-b86c-79acbe74cf25 HTTP/1.1" status: 200 len: 835 time: 0.0510716 Jan 21 10:03:58.090107 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223684aa-7e75-40df-9acd-0e783992c00a req-8f8f9455-d3f3-4ff5-8061-e651935087d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:58.091541 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-223684aa-7e75-40df-9acd-0e783992c00a req-8f8f9455-d3f3-4ff5-8061-e651935087d8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=fdf52725-658c-4c32-a67a-4d1833b12fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443518 Jan 21 10:03:58.188487 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-223684aa-7e75-40df-9acd-0e783992c00a req-0ee9850f-b606-4732-8c01-f87b152d8384 service neutron] 10.222.0.113 "GET /v2.0/networks/fdf52725-658c-4c32-a67a-4d1833b12fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891688 Jan 21 10:03:58.290188 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-223684aa-7e75-40df-9acd-0e783992c00a req-dd6a1988-82d4-44c9-af9b-f310793abd24 service neutron] 10.222.0.113 "GET /v2.0/networks/fdf52725-658c-4c32-a67a-4d1833b12fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950627 Jan 21 10:04:04.898773 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c4cef-6b81-4434-b99b-909dd36d5a6f req-420c138a-31cf-4b1a-8406-6de3e04d2a26 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:04.900303 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2c6c4cef-6b81-4434-b99b-909dd36d5a6f req-420c138a-31cf-4b1a-8406-6de3e04d2a26 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 945 time: 0.0524464 Jan 21 10:04:04.950703 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2c6c4cef-6b81-4434-b99b-909dd36d5a6f req-f7a1bf10-0848-4331-a82d-8785657ae54e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=692b758c-1347-43bc-91cd-d3df9246630c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433760 Jan 21 10:04:05.906713 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f30c25c4-df66-4575-8c50-65c707f9e6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:06.072030 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b00a7-41cd-477d-bfa9-292c4f8d1677 req-5a2e5bb6-fef4-402d-8271-3ffb474779f8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:06.073417 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-859b00a7-41cd-477d-bfa9-292c4f8d1677 req-5a2e5bb6-fef4-402d-8271-3ffb474779f8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 945 time: 0.0503967 Jan 21 10:04:06.112817 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-859b00a7-41cd-477d-bfa9-292c4f8d1677 req-4a02decb-f3f2-4e9e-8eb7-af9a9a358bd4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=692b758c-1347-43bc-91cd-d3df9246630c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325499 Jan 21 10:04:06.134858 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49710) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:06.195193 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f52f56ed-4b9a-4857-9387-918b8a318636 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/6a144be9-2ed8-43de-b385-939e692231f4 HTTP/1.1" status: 200 len: 993 time: 0.0591311 Jan 21 10:04:07.487943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd999d-b1ef-4756-a68e-23400310c0b8 req-138db0c7-5f12-4122-82e1-ae6cc02e47ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:07.489425 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1ecd999d-b1ef-4756-a68e-23400310c0b8 req-138db0c7-5f12-4122-82e1-ae6cc02e47ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 945 time: 0.0543170 Jan 21 10:04:07.528754 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1ecd999d-b1ef-4756-a68e-23400310c0b8 req-f365f9c5-7946-4546-aa05-789f21e54dea tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=692b758c-1347-43bc-91cd-d3df9246630c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331881 Jan 21 10:04:08.295571 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cafe67d4-c5e0-45c6-8fa8-d8063e354b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:08.648185 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb2e76-c145-4b62-b3e0-57ac1cc3c87e req-f8ad7b8e-3e05-4b07-bf14-ff50ae29d9be tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:08.649981 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-efeb2e76-c145-4b62-b3e0-57ac1cc3c87e req-f8ad7b8e-3e05-4b07-bf14-ff50ae29d9be tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 945 time: 0.0497942 Jan 21 10:04:08.688392 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-efeb2e76-c145-4b62-b3e0-57ac1cc3c87e req-526c91cd-7975-4be9-b4cd-27be19362879 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=692b758c-1347-43bc-91cd-d3df9246630c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316808 Jan 21 10:04:08.710820 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49720) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:08.775563 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-627bc0f9-1385-46d6-8b65-c16de441a8bb tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/6a144be9-2ed8-43de-b385-939e692231f4 HTTP/1.1" status: 200 len: 993 time: 0.0635858 Jan 21 10:04:09.025639 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49726) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:09.183444 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port b807085e-81c2-4905-9c19-948b7f95083e {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:04:09.183759 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:09.263251 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:09.263581 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:09.275300 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for b807085e-81c2-4905-9c19-948b7f95083e owned by network:floatingip {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:04:09.375639 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:09.451549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:09.477917 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=b807085e-81c2-4905-9c19-948b7f95083e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:09.490477 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:09.490843 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:09.491167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:09.491504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:09.491833 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:09.492158 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:09.492482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:09.492804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:09.493123 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:09.493441 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:09.493785 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:09.494105 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:09.547713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:09.548043 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Floating IP 6a144be9-2ed8-43de-b385-939e692231f4 disassociated (deleted). External IP: 172.26.7.179, port: 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf. Jan 21 10:04:09.760627 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router bd3ee1c7-1e9c-4934-b3bb-159fe209149a has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:04:09.874721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:04:09.879489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:09.883978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b087c-f5a4-4abc-bdd3-ed5b0417a1c8 None None] Sync routers for ids ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:04:09.893302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b087c-f5a4-4abc-bdd3-ed5b0417a1c8 None None] Routers {'bd3ee1c7-1e9c-4934-b3bb-159fe209149a'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:09.893943 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-189b087c-f5a4-4abc-bdd3-ed5b0417a1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:04:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:09.907214 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-53b76df2-ca19-4e9e-9d7d-9600cb92dbdc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/floatingips/6a144be9-2ed8-43de-b385-939e692231f4 HTTP/1.1" status: 204 len: 168 time: 0.8804886 Jan 21 10:04:09.907799 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbb446a-9384-4742-9a17-28df2645c69d', 'tag': '07e1a7ac-5d9f-43b3-8a7c-6377393a2abf'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:09.911404 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547cd058-4e2c-4911-9f7d-21bf5f7d3e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbb446a-9384-4742-9a17-28df2645c69d", "tag": "07e1a7ac-5d9f-43b3-8a7c-6377393a2abf"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:04:09.951033 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e813386a-ea99-40ef-bf60-68093c9c36c2 x-openstack-request-id: req-e813386a-ea99-40ef-bf60-68093c9c36c2 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:04:09.951897 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbb446a-9384-4742-9a17-28df2645c69d", "tag": "07e1a7ac-5d9f-43b3-8a7c-6377393a2abf", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:04:09.952211 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e813386a-ea99-40ef-bf60-68093c9c36c2 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:04:09.952855 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbb446a-9384-4742-9a17-28df2645c69d', 'tag': '07e1a7ac-5d9f-43b3-8a7c-6377393a2abf', 'status': 'completed', 'code': 200} Jan 21 10:04:10.022018 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cd058-4e2c-4911-9f7d-21bf5f7d3e9c req-3be55b8f-5b51-4003-af26-d16f333916ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:10.023859 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-547cd058-4e2c-4911-9f7d-21bf5f7d3e9c req-3be55b8f-5b51-4003-af26-d16f333916ee service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 1098 time: 0.0509014 Jan 21 10:04:10.123935 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cd058-4e2c-4911-9f7d-21bf5f7d3e9c req-5e3c7a31-2993-4434-8dca-d82c6338111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:10.125918 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-547cd058-4e2c-4911-9f7d-21bf5f7d3e9c req-5e3c7a31-2993-4434-8dca-d82c6338111b service neutron] 10.222.0.113 "GET /v2.0/networks?id=fdf52725-658c-4c32-a67a-4d1833b12fd1 HTTP/1.1" status: 200 len: 898 time: 0.0946155 Jan 21 10:04:10.144381 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409f2c6-a088-45a2-9591-2f7e36a10331 req-fb5fb463-ef2f-4691-a292-201cf0d12151 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:10.146066 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2409f2c6-a088-45a2-9591-2f7e36a10331 req-fb5fb463-ef2f-4691-a292-201cf0d12151 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 945 time: 0.0529835 Jan 21 10:04:10.171152 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-547cd058-4e2c-4911-9f7d-21bf5f7d3e9c req-3d2f2e0e-f519-4fb7-923b-897a4caf6be3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07e1a7ac-5d9f-43b3-8a7c-6377393a2abf HTTP/1.1" status: 200 len: 217 time: 0.0366981 Jan 21 10:04:10.181207 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-189b087c-f5a4-4abc-bdd3-ed5b0417a1c8 None None] Set router bd3ee1c7-1e9c-4934-b3bb-159fe209149a gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:04:10.188086 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2409f2c6-a088-45a2-9591-2f7e36a10331 req-9f8523e3-7bb2-42f9-9e36-381ccb9e01f0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=692b758c-1347-43bc-91cd-d3df9246630c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345128 Jan 21 10:04:10.227293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cd058-4e2c-4911-9f7d-21bf5f7d3e9c req-9949b441-2dbf-4e6f-a146-dded23e3fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:10.228800 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-547cd058-4e2c-4911-9f7d-21bf5f7d3e9c req-9949b441-2dbf-4e6f-a146-dded23e3fa86 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3fc3db62-7167-45f3-b86c-79acbe74cf25 HTTP/1.1" status: 200 len: 835 time: 0.0508044 Jan 21 10:04:10.276227 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cd058-4e2c-4911-9f7d-21bf5f7d3e9c req-393645ff-e02c-4a5e-aff8-d23dc7eb22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:10.277677 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-547cd058-4e2c-4911-9f7d-21bf5f7d3e9c req-393645ff-e02c-4a5e-aff8-d23dc7eb22eb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=fdf52725-658c-4c32-a67a-4d1833b12fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410922 Jan 21 10:04:10.366805 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-547cd058-4e2c-4911-9f7d-21bf5f7d3e9c req-7e5debd2-2c23-4193-bc51-f423f19bc9c9 service neutron] 10.222.0.113 "GET /v2.0/networks/fdf52725-658c-4c32-a67a-4d1833b12fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816965 Jan 21 10:04:10.383443 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-189b087c-f5a4-4abc-bdd3-ed5b0417a1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128253373', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:17Z', 'updated_at': '2022-01-21T10:03:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:18Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '80ae77d9-908c-42d4-b461-7018ad539355', 'name': '', 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:5f:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:24Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:10.416124 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b087c-f5a4-4abc-bdd3-ed5b0417a1c8 None None] Checking router: bd3ee1c7-1e9c-4934-b3bb-159fe209149a for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:04:10.425648 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b087c-f5a4-4abc-bdd3-ed5b0417a1c8 None None] Routers {'bd3ee1c7-1e9c-4934-b3bb-159fe209149a'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:10.426303 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-189b087c-f5a4-4abc-bdd3-ed5b0417a1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:04:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:10.463021 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-547cd058-4e2c-4911-9f7d-21bf5f7d3e9c req-390f7176-8f92-4881-88f7-d0a2ffb2ccb8 service neutron] 10.222.0.113 "GET /v2.0/networks/fdf52725-658c-4c32-a67a-4d1833b12fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883148 Jan 21 10:04:10.536681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-189b087c-f5a4-4abc-bdd3-ed5b0417a1c8 None None] Set router bd3ee1c7-1e9c-4934-b3bb-159fe209149a gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:04:10.733233 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-189b087c-f5a4-4abc-bdd3-ed5b0417a1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128253373', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:17Z', 'updated_at': '2022-01-21T10:03:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:18Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '80ae77d9-908c-42d4-b461-7018ad539355', 'name': '', 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:5f:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:24Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:10.758828 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b087c-f5a4-4abc-bdd3-ed5b0417a1c8 None None] The sync data for ids ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'] in dv-neutron-825721-1-hyperv is: [{'id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128253373', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:17Z', 'updated_at': '2022-01-21T10:03:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:18Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '80ae77d9-908c-42d4-b461-7018ad539355', 'name': '', 'network_id': 'fdf52725-658c-4c32-a67a-4d1833b12fd1', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:5f:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:24Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': '3fc3db62-7167-45f3-b86c-79acbe74cf25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:04:10.983177 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b0d96-0bfd-41d4-ba41-e285a4cc8be2 None None] New status for floating IP 6a144be9-2ed8-43de-b385-939e692231f4: DOWN {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:04:11.307001 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfbad0-f549-468c-934a-676dd868bb5d req-eae71aaa-2f60-4574-9c9b-8536b65d1951 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:11.308403 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f7dfbad0-f549-468c-934a-676dd868bb5d req-eae71aaa-2f60-4574-9c9b-8536b65d1951 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 945 time: 0.0510011 Jan 21 10:04:11.347275 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f7dfbad0-f549-468c-934a-676dd868bb5d req-9b48443e-e483-44c5-a230-299ad8dba412 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=692b758c-1347-43bc-91cd-d3df9246630c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328324 Jan 21 10:04:11.384791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:11.402754 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:11.781053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de27aa-c095-4cd1-a440-f9019c3c1b5a req-737f1853-4180-4ff7-b85b-8f4132d52427 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:11.782456 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-35de27aa-c095-4cd1-a440-f9019c3c1b5a req-737f1853-4180-4ff7-b85b-8f4132d52427 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 945 time: 0.0482540 Jan 21 10:04:11.874748 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-35de27aa-c095-4cd1-a440-f9019c3c1b5a req-0e7c9df1-8895-488f-b960-e3faa9212e0a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:04:11.875085 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-35de27aa-c095-4cd1-a440-f9019c3c1b5a req-0e7c9df1-8895-488f-b960-e3faa9212e0a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:11.962600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-35de27aa-c095-4cd1-a440-f9019c3c1b5a req-0e7c9df1-8895-488f-b960-e3faa9212e0a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] For port 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=07e1a7ac-5d9f-43b3-8a7c-6377393a2abf,segment=NetworkSegment(c2e7cf90-654b-4332-bfb7-30402a79b691),segment_id=c2e7cf90-654b-4332-bfb7-30402a79b691)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:11.962959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-35de27aa-c095-4cd1-a440-f9019c3c1b5a req-0e7c9df1-8895-488f-b960-e3faa9212e0a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:11.975689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-35de27aa-c095-4cd1-a440-f9019c3c1b5a req-0e7c9df1-8895-488f-b960-e3faa9212e0a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:04:12.107880 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-35de27aa-c095-4cd1-a440-f9019c3c1b5a req-0e7c9df1-8895-488f-b960-e3faa9212e0a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:12.134257 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c9df1-8895-488f-b960-e3faa9212e0a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=07e1a7ac-5d9f-43b3-8a7c-6377393a2abf,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:12.183690 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-35de27aa-c095-4cd1-a440-f9019c3c1b5a req-0e7c9df1-8895-488f-b960-e3faa9212e0a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] No DVR routers for this DVR port 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:04:12.186292 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-35de27aa-c095-4cd1-a440-f9019c3c1b5a req-0e7c9df1-8895-488f-b960-e3faa9212e0a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:12.189718 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-35de27aa-c095-4cd1-a440-f9019c3c1b5a req-0e7c9df1-8895-488f-b960-e3faa9212e0a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "DELETE /v2.0/ports/07e1a7ac-5d9f-43b3-8a7c-6377393a2abf HTTP/1.1" status: 204 len: 173 time: 0.4011309 Jan 21 10:04:12.190166 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbb446a-9384-4742-9a17-28df2645c69d', 'name': 'network-vif-deleted', 'tag': '07e1a7ac-5d9f-43b3-8a7c-6377393a2abf'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:12.192578 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ca9e2d-f41e-4535-b07c-7902ef21927d" -d '{"events": [{"server_uuid": "3cbb446a-9384-4742-9a17-28df2645c69d", "name": "network-vif-deleted", "tag": "07e1a7ac-5d9f-43b3-8a7c-6377393a2abf"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:04:12.237057 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374385e6-7c76-4e30-b152-3b193c413740 x-openstack-request-id: req-374385e6-7c76-4e30-b152-3b193c413740 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:04:12.237349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbb446a-9384-4742-9a17-28df2645c69d", "name": "network-vif-deleted", "tag": "07e1a7ac-5d9f-43b3-8a7c-6377393a2abf", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:04:12.237639 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-374385e6-7c76-4e30-b152-3b193c413740 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:04:12.238048 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbb446a-9384-4742-9a17-28df2645c69d', 'name': 'network-vif-deleted', 'tag': '07e1a7ac-5d9f-43b3-8a7c-6377393a2abf', 'status': 'completed', 'code': 200} Jan 21 10:04:12.460628 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4bba702e-8f9a-4e16-b256-f8712aa2ed20 req-aa11daf8-a197-482d-ba8b-a8427d25261b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cbb446a-9384-4742-9a17-28df2645c69d HTTP/1.1" status: 200 len: 210 time: 0.0275073 Jan 21 10:04:13.520466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49742) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:13.890264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-91a4ad70-f074-41ac-afea-399f6b21dda8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:14.144634 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-91a4ad70-f074-41ac-afea-399f6b21dda8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port 80ae77d9-908c-42d4-b461-7018ad539355 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:04:14.144887 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-91a4ad70-f074-41ac-afea-399f6b21dda8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:14.238552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-91a4ad70-f074-41ac-afea-399f6b21dda8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] For port 80ae77d9-908c-42d4-b461-7018ad539355, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=80ae77d9-908c-42d4-b461-7018ad539355,segment=NetworkSegment(c2e7cf90-654b-4332-bfb7-30402a79b691),segment_id=c2e7cf90-654b-4332-bfb7-30402a79b691)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:14.238905 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-91a4ad70-f074-41ac-afea-399f6b21dda8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:14.251858 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-91a4ad70-f074-41ac-afea-399f6b21dda8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for 80ae77d9-908c-42d4-b461-7018ad539355 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:04:14.447964 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-91a4ad70-f074-41ac-afea-399f6b21dda8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:14.473852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4ad70-f074-41ac-afea-399f6b21dda8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=80ae77d9-908c-42d4-b461-7018ad539355,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:14.656248 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-91a4ad70-f074-41ac-afea-399f6b21dda8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:14.869736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a4ad70-f074-41ac-afea-399f6b21dda8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router bd3ee1c7-1e9c-4934-b3bb-159fe209149a has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:04:14.976425 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a4ad70-f074-41ac-afea-399f6b21dda8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:04:14.981655 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-91a4ad70-f074-41ac-afea-399f6b21dda8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "PUT /v2.0/routers/bd3ee1c7-1e9c-4934-b3bb-159fe209149a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4600422 Jan 21 10:04:14.985015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49744) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:15.001510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0487c094-a732-4a7b-8a5d-4e83b250a256 None None] Sync routers for ids ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:04:15.011099 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0487c094-a732-4a7b-8a5d-4e83b250a256 None None] Routers {'bd3ee1c7-1e9c-4934-b3bb-159fe209149a'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:15.011738 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-0487c094-a732-4a7b-8a5d-4e83b250a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:04:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:15.050522 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-968508b9-9982-49e6-894c-8a06e4e65785 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting subnet 3fc3db62-7167-45f3-b86c-79acbe74cf25 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 10:04:15.053882 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-968508b9-9982-49e6-894c-8a06e4e65785 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:15.094410 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-968508b9-9982-49e6-894c-8a06e4e65785 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:15.130772 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-0487c094-a732-4a7b-8a5d-4e83b250a256 None None] Set router bd3ee1c7-1e9c-4934-b3bb-159fe209149a gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:04:15.190399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-968508b9-9982-49e6-894c-8a06e4e65785 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:15.254249 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-968508b9-9982-49e6-894c-8a06e4e65785 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:15.283714 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968508b9-9982-49e6-894c-8a06e4e65785 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc3db62-7167-45f3-b86c-79acbe74cf25,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:15.285809 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-968508b9-9982-49e6-894c-8a06e4e65785 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:15.290849 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-968508b9-9982-49e6-894c-8a06e4e65785 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/subnets/3fc3db62-7167-45f3-b86c-79acbe74cf25 HTTP/1.1" status: 204 len: 168 time: 0.3048954 Jan 21 10:04:15.291649 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df9d123-4103-4992-a5c8-8733e152c60e None None] Network fdf52725-658c-4c32-a67a-4d1833b12fd1 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:04:15.291854 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49746) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:15.387989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-0487c094-a732-4a7b-8a5d-4e83b250a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128253373', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:17Z', 'updated_at': '2022-01-21T10:04:14Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:18Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:15.404349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8f3b120e-6f41-49a9-904b-491cc1fdaad4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:15.429002 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0487c094-a732-4a7b-8a5d-4e83b250a256 None None] Checking router: bd3ee1c7-1e9c-4934-b3bb-159fe209149a for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:04:15.442023 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0487c094-a732-4a7b-8a5d-4e83b250a256 None None] Routers {'bd3ee1c7-1e9c-4934-b3bb-159fe209149a'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:15.442652 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-0487c094-a732-4a7b-8a5d-4e83b250a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:04:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:15.517324 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8f3b120e-6f41-49a9-904b-491cc1fdaad4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:15.555144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] DHCP port deletion for fdf52725-658c-4c32-a67a-4d1833b12fd1 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 10:04:15.562159 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-0487c094-a732-4a7b-8a5d-4e83b250a256 None None] Set router bd3ee1c7-1e9c-4934-b3bb-159fe209149a gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:04:15.738173 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Deleting port b869bdbc-4b72-472b-91cf-b58a2ec619a6 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:04:15.738466 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:15.836688 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] For port b869bdbc-4b72-472b-91cf-b58a2ec619a6, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=b869bdbc-4b72-472b-91cf-b58a2ec619a6,segment=NetworkSegment(c2e7cf90-654b-4332-bfb7-30402a79b691),segment_id=c2e7cf90-654b-4332-bfb7-30402a79b691)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:15.837085 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:15.852436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Calling delete_port for b869bdbc-4b72-472b-91cf-b58a2ec619a6 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:04:15.909068 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-0487c094-a732-4a7b-8a5d-4e83b250a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128253373', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:17Z', 'updated_at': '2022-01-21T10:04:14Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:18Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:15.931166 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-8f3b120e-6f41-49a9-904b-491cc1fdaad4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port cc228ebb-ba78-4396-8f27-831a4681a609 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:04:15.931939 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8f3b120e-6f41-49a9-904b-491cc1fdaad4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:15.938189 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0487c094-a732-4a7b-8a5d-4e83b250a256 None None] The sync data for ids ['bd3ee1c7-1e9c-4934-b3bb-159fe209149a'] in dv-neutron-825721-1-hyperv is: [{'id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128253373', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:17Z', 'updated_at': '2022-01-21T10:04:14Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'cc228ebb-ba78-4396-8f27-831a4681a609', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3ee1c7-1e9c-4934-b3bb-159fe209149a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:18Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:04:15.980804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.010341 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Pushing event deleted for resources: {'Port': ['ID=b869bdbc-4b72-472b-91cf-b58a2ec619a6,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:16.018118 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] No DVR routers for this DVR port b869bdbc-4b72-472b-91cf-b58a2ec619a6 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:04:16.018659 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-8f3b120e-6f41-49a9-904b-491cc1fdaad4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] For port cc228ebb-ba78-4396-8f27-831a4681a609, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=cc228ebb-ba78-4396-8f27-831a4681a609,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:16.019036 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8f3b120e-6f41-49a9-904b-491cc1fdaad4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.021687 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.022042 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.024953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.024953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.024953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.024953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.024953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.024953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.024953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.024953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.026064 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.026064 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbc9c-19f7-4793-ab00-fd145d2ccb55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.042564 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-8f3b120e-6f41-49a9-904b-491cc1fdaad4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for cc228ebb-ba78-4396-8f27-831a4681a609 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:04:16.210732 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8f3b120e-6f41-49a9-904b-491cc1fdaad4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.241866 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b120e-6f41-49a9-904b-491cc1fdaad4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=cc228ebb-ba78-4396-8f27-831a4681a609,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:16.299743 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8f3b120e-6f41-49a9-904b-491cc1fdaad4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.396420 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8f3b120e-6f41-49a9-904b-491cc1fdaad4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.399773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8f3b120e-6f41-49a9-904b-491cc1fdaad4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.446178 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8f3b120e-6f41-49a9-904b-491cc1fdaad4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.446790 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3b120e-6f41-49a9-904b-491cc1fdaad4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Fanout notify agent at l3_agent the message router_deleted on router bd3ee1c7-1e9c-4934-b3bb-159fe209149a {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:04:16.454788 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8f3b120e-6f41-49a9-904b-491cc1fdaad4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.455915 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8f3b120e-6f41-49a9-904b-491cc1fdaad4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/routers/bd3ee1c7-1e9c-4934-b3bb-159fe209149a HTTP/1.1" status: 204 len: 168 time: 1.1631429 Jan 21 10:04:16.458937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49748) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:16.542180 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5eaf72e5-da49-466b-8e75-bc8ca045de49 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.639104 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5eaf72e5-da49-466b-8e75-bc8ca045de49 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.661833 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-5eaf72e5-da49-466b-8e75-bc8ca045de49 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf52725-658c-4c32-a67a-4d1833b12fd1']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:16.673349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-5eaf72e5-da49-466b-8e75-bc8ca045de49 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e7cf90-654b-4332-bfb7-30402a79b691') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:16.673349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-5eaf72e5-da49-466b-8e75-bc8ca045de49 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e7cf90-654b-4332-bfb7-30402a79b691') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:16.681451 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5eaf72e5-da49-466b-8e75-bc8ca045de49 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.695850 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5eaf72e5-da49-466b-8e75-bc8ca045de49 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.701614 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eaf72e5-da49-466b-8e75-bc8ca045de49 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:04:16.702594 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5eaf72e5-da49-466b-8e75-bc8ca045de49 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:04:16.705712 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:04:16.762325 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5eaf72e5-da49-466b-8e75-bc8ca045de49 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.770212 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5eaf72e5-da49-466b-8e75-bc8ca045de49 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.773110 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5eaf72e5-da49-466b-8e75-bc8ca045de49 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/networks/fdf52725-658c-4c32-a67a-4d1833b12fd1 HTTP/1.1" status: 204 len: 168 time: 0.3132441 Jan 21 10:04:16.776195 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49750) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:16.784965 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf72e5-da49-466b-8e75-bc8ca045de49 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Network': ['ID=fdf52725-658c-4c32-a67a-4d1833b12fd1,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:16.834328 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.858696 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.917735 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.920274 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.921502 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/security-groups/692b758c-1347-43bc-91cd-d3df9246630c HTTP/1.1" status: 204 len: 168 time: 0.1442883 Jan 21 10:04:16.930349 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=692b758c-1347-43bc-91cd-d3df9246630c,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:16.938044 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.938393 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.938733 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.939068 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.939483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.939815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.940138 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.940461 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.940788 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.941099 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.941421 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.941771 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652a383-b473-4b64-aea1-c4fca30c65c5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:16.942740 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:04:16.980606 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:04:16.980954 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 07e1a7ac-5d9f-43b3-8a7c-6377393a2abf not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:04:17.058162 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 80ae77d9-908c-42d4-b461-7018ad539355 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:04:17.079228 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 80ae77d9-908c-42d4-b461-7018ad539355 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:04:17.079650 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 80ae77d9-908c-42d4-b461-7018ad539355 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:04:17.080136 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device b869bdbc-4b72-472b-91cf-b58a2ec619a6 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:04:17.098034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: b869bdbc-4b72-472b-91cf-b58a2ec619a6 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:04:17.098317 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device b869bdbc-4b72-472b-91cf-b58a2ec619a6 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:04:17.098716 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device cc228ebb-ba78-4396-8f27-831a4681a609 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:04:17.116836 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: cc228ebb-ba78-4396-8f27-831a4681a609 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:04:17.117178 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device cc228ebb-ba78-4396-8f27-831a4681a609 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:04:17.177783 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49756) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:17.182466 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-30b6d1d2-462f-4cbf-a1a6-c251e21f3baa tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-236447574', 'description': 'tempest-secgroup-smoke-236447574 description', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:17.206558 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-30b6d1d2-462f-4cbf-a1a6-c251e21f3baa tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.276676 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-30b6d1d2-462f-4cbf-a1a6-c251e21f3baa tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.281225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-30b6d1d2-462f-4cbf-a1a6-c251e21f3baa tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.310149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-30b6d1d2-462f-4cbf-a1a6-c251e21f3baa tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.312754 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-30b6d1d2-462f-4cbf-a1a6-c251e21f3baa tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1327505 Jan 21 10:04:17.315353 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49758) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:17.319161 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6d1d2-462f-4cbf-a1a6-c251e21f3baa tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f113cd95-2b77-4429-a6af-13898a156713,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:17.319948 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-89ece3fb-67d7-4a3f-9ae4-c4f2333b2a1b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': 'f113cd95-2b77-4429-a6af-13898a156713', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:17.359488 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-89ece3fb-67d7-4a3f-9ae4-c4f2333b2a1b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.410478 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-89ece3fb-67d7-4a3f-9ae4-c4f2333b2a1b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.414622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-89ece3fb-67d7-4a3f-9ae4-c4f2333b2a1b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.433228 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ece3fb-67d7-4a3f-9ae4-c4f2333b2a1b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274a8f5b-15f1-476b-8ae4-cc647720f9ea,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:17.442394 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-89ece3fb-67d7-4a3f-9ae4-c4f2333b2a1b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.444787 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-89ece3fb-67d7-4a3f-9ae4-c4f2333b2a1b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271942 Jan 21 10:04:17.446245 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49760) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:17.450575 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-259db991-dedf-49da-9012-284b103a8937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': 'f113cd95-2b77-4429-a6af-13898a156713', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:17.486940 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-259db991-dedf-49da-9012-284b103a8937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.542336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-259db991-dedf-49da-9012-284b103a8937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.547085 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-259db991-dedf-49da-9012-284b103a8937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.565246 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259db991-dedf-49da-9012-284b103a8937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cca618b-29fc-4337-95a5-e2cd14346ce0,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:17.569323 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-259db991-dedf-49da-9012-284b103a8937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.573134 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-259db991-dedf-49da-9012-284b103a8937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233673 Jan 21 10:04:17.573686 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49762) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:17.577508 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-c4b93f7f-2ce5-4ac1-94db-9d9137b174a3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': 'f113cd95-2b77-4429-a6af-13898a156713', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:17.604689 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c4b93f7f-2ce5-4ac1-94db-9d9137b174a3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.663127 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c4b93f7f-2ce5-4ac1-94db-9d9137b174a3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.666045 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c4b93f7f-2ce5-4ac1-94db-9d9137b174a3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.684468 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b93f7f-2ce5-4ac1-94db-9d9137b174a3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c062daf-53dd-498c-b375-880972eae024,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:17.696370 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c4b93f7f-2ce5-4ac1-94db-9d9137b174a3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.697775 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c4b93f7f-2ce5-4ac1-94db-9d9137b174a3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235635 Jan 21 10:04:17.702160 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49764) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:17.707894 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-cdbe3bed-8a37-4f3a-a4f4-07a2a6db2966 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': 'f113cd95-2b77-4429-a6af-13898a156713', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:17.738295 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cdbe3bed-8a37-4f3a-a4f4-07a2a6db2966 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.804284 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cdbe3bed-8a37-4f3a-a4f4-07a2a6db2966 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.808686 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cdbe3bed-8a37-4f3a-a4f4-07a2a6db2966 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.826261 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe3bed-8a37-4f3a-a4f4-07a2a6db2966 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3f8aff-6295-46c9-bee2-2387fa656ce9,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:17.836644 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cdbe3bed-8a37-4f3a-a4f4-07a2a6db2966 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.837876 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cdbe3bed-8a37-4f3a-a4f4-07a2a6db2966 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344004 Jan 21 10:04:17.840569 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49766) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:17.846160 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e7080325-6e68-4a18-befd-fa9ffaf660b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': 'f113cd95-2b77-4429-a6af-13898a156713', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:17.872913 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-e7080325-6e68-4a18-befd-fa9ffaf660b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Project 201a78c3b7f54d2a9d1f7fdd4c7e7829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:04:17.877938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e7080325-6e68-4a18-befd-fa9ffaf660b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.937317 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e7080325-6e68-4a18-befd-fa9ffaf660b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.940908 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e7080325-6e68-4a18-befd-fa9ffaf660b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.958253 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7080325-6e68-4a18-befd-fa9ffaf660b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392db908-7688-4a13-b0bc-13f32c1d808d,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:17.967104 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e7080325-6e68-4a18-befd-fa9ffaf660b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:17.969132 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e7080325-6e68-4a18-befd-fa9ffaf660b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274884 Jan 21 10:04:17.971707 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49768) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:17.976273 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-2dfc6af2-a71e-49a8-a88c-e080585b21d8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': 'f113cd95-2b77-4429-a6af-13898a156713', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:18.003610 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-2dfc6af2-a71e-49a8-a88c-e080585b21d8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Project 201a78c3b7f54d2a9d1f7fdd4c7e7829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:04:18.008636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2dfc6af2-a71e-49a8-a88c-e080585b21d8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:18.071271 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2dfc6af2-a71e-49a8-a88c-e080585b21d8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:18.075225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2dfc6af2-a71e-49a8-a88c-e080585b21d8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:18.095351 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc6af2-a71e-49a8-a88c-e080585b21d8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5aeef8c-8159-4a9f-afba-18aacdb5cb6f,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:18.103678 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2dfc6af2-a71e-49a8-a88c-e080585b21d8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:18.104898 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2dfc6af2-a71e-49a8-a88c-e080585b21d8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321971 Jan 21 10:04:18.107820 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49770) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:18.113023 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-699b34b2-6a84-4f9a-a5f6-a1beb6d0a937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'network': {'name': 'tempest-network-smoke--607897612', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'port_security_enabled': True}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:18.134512 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699b34b2-6a84-4f9a-a5f6-a1beb6d0a937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Made reservation on behalf of 201a78c3b7f54d2a9d1f7fdd4c7e7829 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:04:18.138020 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-699b34b2-6a84-4f9a-a5f6-a1beb6d0a937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:18.165028 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699b34b2-6a84-4f9a-a5f6-a1beb6d0a937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:04:18.175359 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-699b34b2-6a84-4f9a-a5f6-a1beb6d0a937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:18.175753 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-699b34b2-6a84-4f9a-a5f6-a1beb6d0a937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Added segment c56d9011-8837-4820-889f-f8383097c432 of type vlan for network a0eb31f3-65ae-484b-b81b-b23f6bf50c6a Jan 21 10:04:18.219229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-699b34b2-6a84-4f9a-a5f6-a1beb6d0a937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:18.243150 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-699b34b2-6a84-4f9a-a5f6-a1beb6d0a937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:18.249206 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699b34b2-6a84-4f9a-a5f6-a1beb6d0a937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:18.250076 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-699b34b2-6a84-4f9a-a5f6-a1beb6d0a937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:18.303325 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-699b34b2-6a84-4f9a-a5f6-a1beb6d0a937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1941824 Jan 21 10:04:18.306180 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49772) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:18.310865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-860894033', 'admin_state_up': True, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:18.319336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b34b2-6a84-4f9a-a5f6-a1beb6d0a937 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Network': ['ID=a0eb31f3-65ae-484b-b81b-b23f6bf50c6a,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:18.331927 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network a0eb31f3-65ae-484b-b81b-b23f6bf50c6a details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 10:04:18.341374 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:18.342508 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:18.397176 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:18.542114 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:18.738795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:18.761235 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:18.865095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.26.7.241 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/7847fea0-aa90-4f7d-ad11-60bdd92038f5) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:04:18.969362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:19.003952 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:19.040813 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:04:19.047222 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:04:19.050682 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:04:19.056388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=7847fea0-aa90-4f7d-ad11-60bdd92038f5,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:19.299470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:19.510197 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:19.637009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router fa8bf03a-c292-4492-ae94-a314ba979970 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:04:19.750004 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:04:19.760411 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Sync routers for ids ['fa8bf03a-c292-4492-ae94-a314ba979970'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:04:19.769568 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Routers {'fa8bf03a-c292-4492-ae94-a314ba979970'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:19.770171 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:19.770285 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:04:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['fa8bf03a-c292-4492-ae94-a314ba979970'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:19.774678 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8c79363d-5f41-434a-a49b-9fd9e365737f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4642580 Jan 21 10:04:19.774990 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49774) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:19.804735 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9e14997c-6373-40c6-bec4-9ac6fa198ea7 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285180 Jan 21 10:04:19.807364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49776) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:19.874578 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Set router fa8bf03a-c292-4492-ae94-a314ba979970 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:04:19.893876 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b569198-8900-4a3e-b5ad-822e7176fafe tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:19.895375 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3b569198-8900-4a3e-b5ad-822e7176fafe tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871017 Jan 21 10:04:19.898301 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49778) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:19.932011 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-121b7c34-d1af-456d-a7d5-6b88a42e34ef tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323484 Jan 21 10:04:19.934640 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49780) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:19.939492 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e5c84d5a-77ff-4559-97e3-ddd190a9a161 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-101076976', 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:20.029285 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c84d5a-77ff-4559-97e3-ddd190a9a161 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Made reservation on behalf of 201a78c3b7f54d2a9d1f7fdd4c7e7829 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:04:20.033450 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e5c84d5a-77ff-4559-97e3-ddd190a9a161 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:20.051928 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860894033', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:19Z', 'revision_number': 3, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:20.079430 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Checking router: fa8bf03a-c292-4492-ae94-a314ba979970 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:04:20.079779 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Updating router fa8bf03a-c292-4492-ae94-a314ba979970 port 7847fea0-aa90-4f7d-ad11-60bdd92038f5 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:04:20.104744 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:20.223053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e5c84d5a-77ff-4559-97e3-ddd190a9a161 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:20.282152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c84d5a-77ff-4559-97e3-ddd190a9a161 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Subnet': ['ID=f52cb30c-b01e-483b-af02-738288c7a830,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:20.292572 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c84d5a-77ff-4559-97e3-ddd190a9a161 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Checking segment: {'id': 'c56d9011-8837-4820-889f-f8383097c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:04:20.292938 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c84d5a-77ff-4559-97e3-ddd190a9a161 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network hostable DHCP agents. Network: a0eb31f3-65ae-484b-b81b-b23f6bf50c6a, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:04:20.311959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c84d5a-77ff-4559-97e3-ddd190a9a161 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network a0eb31f3-65ae-484b-b81b-b23f6bf50c6a is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:04:20.321241 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-e5c84d5a-77ff-4559-97e3-ddd190a9a161 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, a0eb31f3-65ae-484b-b81b-b23f6bf50c6a) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:04:20.325556 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c84d5a-77ff-4559-97e3-ddd190a9a161 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:20.326134 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e5c84d5a-77ff-4559-97e3-ddd190a9a161 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:20.336677 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8a56dd-2a9d-4191-a223-dfc78126b5ee None None] Network a0eb31f3-65ae-484b-b81b-b23f6bf50c6a requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:04:20.348289 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e5c84d5a-77ff-4559-97e3-ddd190a9a161 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4099364 Jan 21 10:04:20.349008 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49782) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:20.371850 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:20.379030 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:20.436988 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6fb65-6348-47bf-b9af-94bf66c18519 None None] Pushing event updated for resources: {'Port': ['ID=7847fea0-aa90-4f7d-ad11-60bdd92038f5,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:20.441856 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Attempting to bind port 7847fea0-aa90-4f7d-ad11-60bdd92038f5 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:04:20.442474 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Attempting to bind port 7847fea0-aa90-4f7d-ad11-60bdd92038f5 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:04:20.442755 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Attempting to bind port 7847fea0-aa90-4f7d-ad11-60bdd92038f5 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:04:20.449852 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:04:20.450299 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:04:20.450763 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:20.451213 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:04:20.452283 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Bound port: 7847fea0-aa90-4f7d-ad11-60bdd92038f5, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:04:20.452832 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:20.510614 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] For port 7847fea0-aa90-4f7d-ad11-60bdd92038f5, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:04:20.514975 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] For port 7847fea0-aa90-4f7d-ad11-60bdd92038f5, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=7847fea0-aa90-4f7d-ad11-60bdd92038f5,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:04:20.519466 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:20.583604 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Routers {'fa8bf03a-c292-4492-ae94-a314ba979970'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:20.584466 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:04:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['fa8bf03a-c292-4492-ae94-a314ba979970'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:20.684272 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-a0eb31f3-65ae-484b-b81b-b23f6bf50c6a', 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ips': [{'subnet_id': 'f52cb30c-b01e-483b-af02-738288c7a830'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 10:04:20.684927 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6fb65-6348-47bf-b9af-94bf66c18519 None None] Pushing event updated for resources: {'Port': ['ID=7847fea0-aa90-4f7d-ad11-60bdd92038f5,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:20.685806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:20.709952 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] Set router fa8bf03a-c292-4492-ae94-a314ba979970 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:04:20.845647 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Allocated IP 172.20.0.2 (a0eb31f3-65ae-484b-b81b-b23f6bf50c6a/f52cb30c-b01e-483b-af02-738288c7a830/1cb53609-95ba-42d1-bc16-5833df615589) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:04:20.861643 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:21.006712 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:21.016012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:21.029337 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860894033', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:19Z', 'revision_number': 3, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:21.062381 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Network a0eb31f3-65ae-484b-b81b-b23f6bf50c6a is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:04:21.065342 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:04:21.070507 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:04:21.071221 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee7c7f9-14d9-4510-b498-e4b9ab194e41 None None] The sync data for ids ['fa8bf03a-c292-4492-ae94-a314ba979970'] in dv-neutron-825721-1-hyperv is: [{'id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860894033', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:19Z', 'revision_number': 3, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:04:21.073641 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Pushing event updated for resources: {'Port': ['ID=1cb53609-95ba-42d1-bc16-5833df615589,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:21.139017 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Attempting to bind port 1cb53609-95ba-42d1-bc16-5833df615589 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:04:21.140076 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Attempting to bind port 1cb53609-95ba-42d1-bc16-5833df615589 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'c56d9011-8837-4820-889f-f8383097c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:04:21.140477 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Attempting to bind port 1cb53609-95ba-42d1-bc16-5833df615589 on network a0eb31f3-65ae-484b-b81b-b23f6bf50c6a {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:04:21.147951 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:04:21.148743 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Checking segment: {'id': 'c56d9011-8837-4820-889f-f8383097c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:04:21.149319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:21.149889 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Bound using segment: {'id': 'c56d9011-8837-4820-889f-f8383097c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:04:21.158791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Bound port: 1cb53609-95ba-42d1-bc16-5833df615589, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56d9011-8837-4820-889f-f8383097c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:04:21.159347 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:21.250190 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] For port 1cb53609-95ba-42d1-bc16-5833df615589, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:04:21.255330 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] For port 1cb53609-95ba-42d1-bc16-5833df615589, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1cb53609-95ba-42d1-bc16-5833df615589,segment=NetworkSegment(c56d9011-8837-4820-889f-f8383097c432),segment_id=c56d9011-8837-4820-889f-f8383097c432)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:04:21.262474 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:21.302615 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.20.0.1 (a0eb31f3-65ae-484b-b81b-b23f6bf50c6a/f52cb30c-b01e-483b-af02-738288c7a830/e797a23c-e23e-4cef-a05f-17437fe894a6) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:04:21.360074 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e890d-a002-424b-9e1c-d5dce806d6cd None None] Pushing event updated for resources: {'Port': ['ID=1cb53609-95ba-42d1-bc16-5833df615589,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:21.766868 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:21.801114 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:21.840542 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network a0eb31f3-65ae-484b-b81b-b23f6bf50c6a is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:04:21.847237 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:04:21.851237 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:04:21.877977 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=e797a23c-e23e-4cef-a05f-17437fe894a6,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:21.907483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:22.044042 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:22.318796 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac0dc4b-c310-4db3-9415-30e09a55d215 None None] Network a0eb31f3-65ae-484b-b81b-b23f6bf50c6a requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:04:22.331577 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:22.336147 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:22.414167 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=e797a23c-e23e-4cef-a05f-17437fe894a6,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:22.419211 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:22.445681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-bc636f37-b55e-43df-9f73-32422ef5d3d6 None None] Provisioning complete for port 1cb53609-95ba-42d1-bc16-5833df615589 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:22.446258 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bc636f37-b55e-43df-9f73-32422ef5d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:22.521483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network a0eb31f3-65ae-484b-b81b-b23f6bf50c6a is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:04:22.523028 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:04:22.557834 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bc636f37-b55e-43df-9f73-32422ef5d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:22.606270 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-bc636f37-b55e-43df-9f73-32422ef5d3d6 None None] For port 1cb53609-95ba-42d1-bc16-5833df615589, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1cb53609-95ba-42d1-bc16-5833df615589,segment=NetworkSegment(c56d9011-8837-4820-889f-f8383097c432),segment_id=c56d9011-8837-4820-889f-f8383097c432)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:22.612025 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bc636f37-b55e-43df-9f73-32422ef5d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:22.657673 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router fa8bf03a-c292-4492-ae94-a314ba979970 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:04:22.675356 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc636f37-b55e-43df-9f73-32422ef5d3d6 None None] Pushing event updated for resources: {'Port': ['ID=1cb53609-95ba-42d1-bc16-5833df615589,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:22.788223 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:04:22.794579 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0a82b27b-43fa-4f6d-8a5d-516f16a2905a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "PUT /v2.0/routers/fa8bf03a-c292-4492-ae94-a314ba979970/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4440248 Jan 21 10:04:22.806974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Sync routers for ids ['fa8bf03a-c292-4492-ae94-a314ba979970'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:04:22.829992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Routers {'fa8bf03a-c292-4492-ae94-a314ba979970'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:22.831124 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:04:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['fa8bf03a-c292-4492-ae94-a314ba979970'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:22.892246 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-38c2ad12-82fa-4456-ae72-792e153224b8 None None] Provisioning complete for port 1cb53609-95ba-42d1-bc16-5833df615589 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:22.892618 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-38c2ad12-82fa-4456-ae72-792e153224b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:22.990075 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Set router fa8bf03a-c292-4492-ae94-a314ba979970 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:04:23.010602 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-ea47649a-3116-44f0-87a9-1cf46b43ad3c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236447574&fields=id&tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829 HTTP/1.1" status: 200 len: 267 time: 0.0600533 Jan 21 10:04:23.160236 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-38c2ad12-82fa-4456-ae72-792e153224b8 None None] Provisioning complete for port e797a23c-e23e-4cef-a05f-17437fe894a6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:23.160604 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-38c2ad12-82fa-4456-ae72-792e153224b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:23.173795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-458d8c8b-ea6e-479c-b08c-c39cdc0b8896 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:23.175485 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-458d8c8b-ea6e-479c-b08c-c39cdc0b8896 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/networks?id=a0eb31f3-65ae-484b-b81b-b23f6bf50c6a HTTP/1.1" status: 200 len: 796 time: 0.1611972 Jan 21 10:04:23.193021 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-2a33596e-7f2c-41db-bb0e-aea2b5673648 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/quotas/201a78c3b7f54d2a9d1f7fdd4c7e7829 HTTP/1.1" status: 200 len: 375 time: 0.0104074 Jan 21 10:04:23.210792 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-38c2ad12-82fa-4456-ae72-792e153224b8 None None] Port e797a23c-e23e-4cef-a05f-17437fe894a6 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:04:23.229161 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 7847fea0-aa90-4f7d-ad11-60bdd92038f5 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:04:23.250307 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-b48e223e-7ee4-438e-b94b-2d89544ab278 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513110 Jan 21 10:04:23.266830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-e16c1131-b032-497b-94f4-b1d4bcce3c04 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:04:23.267890 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-e16c1131-b032-497b-94f4-b1d4bcce3c04 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063531 Jan 21 10:04:23.313362 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 7847fea0-aa90-4f7d-ad11-60bdd92038f5 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:23.313755 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:23.353105 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860894033', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'e797a23c-e23e-4cef-a05f-17437fe894a6', 'name': '', 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:b5:a7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:20Z', 'updated_at': '2022-01-21T10:04:22Z', 'revision_number': 2, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:23.362004 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-5a3cd01a-da35-48f5-bfc0-3174249cad23 service neutron] 10.222.0.88 "GET /v2.0/networks/a0eb31f3-65ae-484b-b81b-b23f6bf50c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877070 Jan 21 10:04:23.384518 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Checking router: fa8bf03a-c292-4492-ae94-a314ba979970 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:04:23.384869 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Updating router fa8bf03a-c292-4492-ae94-a314ba979970 port e797a23c-e23e-4cef-a05f-17437fe894a6 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:04:23.407144 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-62f34a4f-7d9f-4916-b16e-a07a489924d6 None None] Provisioning complete for port e797a23c-e23e-4cef-a05f-17437fe894a6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:23.407516 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-62f34a4f-7d9f-4916-b16e-a07a489924d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:23.446977 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:23.453509 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-6267fc7f-bc49-4f14-a333-d0dff87e1244 service neutron] 10.222.0.88 "GET /v2.0/networks/a0eb31f3-65ae-484b-b81b-b23f6bf50c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853410 Jan 21 10:04:23.480817 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-62f34a4f-7d9f-4916-b16e-a07a489924d6 None None] Port e797a23c-e23e-4cef-a05f-17437fe894a6 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:04:23.523620 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:23.606300 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 7847fea0-aa90-4f7d-ad11-60bdd92038f5, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=7847fea0-aa90-4f7d-ad11-60bdd92038f5,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:23.613184 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:23.613994 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1cb53609-95ba-42d1-bc16-5833df615589 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:04:23.624362 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-064b78bf-19c7-4266-80b7-66839f0ded5b req-e6b9f0aa-dd95-4a99-9487-fa21f8842549 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 210 time: 0.0288506 Jan 21 10:04:23.742741 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=7847fea0-aa90-4f7d-ad11-60bdd92038f5,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:23.776646 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 1cb53609-95ba-42d1-bc16-5833df615589 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:23.777026 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:23.900406 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:23.908917 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:23.971624 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4b832-4981-4e76-83c8-8723b2043014 None None] Pushing event updated for resources: {'Port': ['ID=e797a23c-e23e-4cef-a05f-17437fe894a6,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:24.024889 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Attempting to bind port e797a23c-e23e-4cef-a05f-17437fe894a6 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:04:24.025307 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Attempting to bind port e797a23c-e23e-4cef-a05f-17437fe894a6 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'c56d9011-8837-4820-889f-f8383097c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:04:24.025871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Attempting to bind port e797a23c-e23e-4cef-a05f-17437fe894a6 on network a0eb31f3-65ae-484b-b81b-b23f6bf50c6a {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:04:24.036513 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:04:24.036890 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Checking segment: {'id': 'c56d9011-8837-4820-889f-f8383097c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:04:24.037292 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:24.037712 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Bound using segment: {'id': 'c56d9011-8837-4820-889f-f8383097c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:04:24.038201 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Bound port: e797a23c-e23e-4cef-a05f-17437fe894a6, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56d9011-8837-4820-889f-f8383097c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:04:24.038857 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:24.121705 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] For port e797a23c-e23e-4cef-a05f-17437fe894a6, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:04:24.125507 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] For port e797a23c-e23e-4cef-a05f-17437fe894a6, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e797a23c-e23e-4cef-a05f-17437fe894a6,segment=NetworkSegment(c56d9011-8837-4820-889f-f8383097c432),segment_id=c56d9011-8837-4820-889f-f8383097c432)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:04:24.131845 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:24.199645 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Routers {'fa8bf03a-c292-4492-ae94-a314ba979970'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:24.200145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:04:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['fa8bf03a-c292-4492-ae94-a314ba979970'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:24.210256 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4b832-4981-4e76-83c8-8723b2043014 None None] Pushing event updated for resources: {'Port': ['ID=e797a23c-e23e-4cef-a05f-17437fe894a6,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:24.258621 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-19c17e2d-5400-40c4-adde-03a9ab4f83ee None None] Provisioning complete for port e797a23c-e23e-4cef-a05f-17437fe894a6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:24.259028 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-19c17e2d-5400-40c4-adde-03a9ab4f83ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:24.388359 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] Set router fa8bf03a-c292-4492-ae94-a314ba979970 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:04:24.441254 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-19c17e2d-5400-40c4-adde-03a9ab4f83ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:24.697070 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-19c17e2d-5400-40c4-adde-03a9ab4f83ee None None] For port e797a23c-e23e-4cef-a05f-17437fe894a6, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e797a23c-e23e-4cef-a05f-17437fe894a6,segment=NetworkSegment(c56d9011-8837-4820-889f-f8383097c432),segment_id=c56d9011-8837-4820-889f-f8383097c432)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:24.708757 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-19c17e2d-5400-40c4-adde-03a9ab4f83ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:24.789731 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7ee55d6b-c5b4-4bc1-8575-0f0af46053f7 req-ed6c0fe1-8025-4f05-a5fc-21df04629b19 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 210 time: 0.0777600 Jan 21 10:04:24.843873 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c17e2d-5400-40c4-adde-03a9ab4f83ee None None] Pushing event updated for resources: {'Port': ['ID=e797a23c-e23e-4cef-a05f-17437fe894a6,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:24.868940 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a050ad5b-5edd-41cf-92b2-d46dbc2c4782 None None] Provisioning complete for port e797a23c-e23e-4cef-a05f-17437fe894a6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:24.868940 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a050ad5b-5edd-41cf-92b2-d46dbc2c4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:24.899032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-0371ef95-bc56-4beb-8a44-58aa7267dd62 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:24.901570 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-0371ef95-bc56-4beb-8a44-58aa7267dd62 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "GET /v2.0/networks?id=a0eb31f3-65ae-484b-b81b-b23f6bf50c6a HTTP/1.1" status: 200 len: 796 time: 0.1998537 Jan 21 10:04:24.933497 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860894033', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'e797a23c-e23e-4cef-a05f-17437fe894a6', 'name': '', 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:b5:a7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:20Z', 'updated_at': '2022-01-21T10:04:24Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:24.950159 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-21186f52-199d-47d6-81b5-3c40f1b8b79b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829 HTTP/1.1" status: 200 len: 379 time: 0.0386572 Jan 21 10:04:24.959588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-77d203c6-139f-4ca5-9df6-3bb6c0413a64 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'port': {'device_id': '24bb4440-5560-40bc-9373-19a1d327085f', 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a', 'admin_state_up': True, 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'security_groups': ['f113cd95-2b77-4429-a6af-13898a156713']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:24.965142 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93a0f02-7263-4401-9bf4-f5ccc15e26ad None None] The sync data for ids ['fa8bf03a-c292-4492-ae94-a314ba979970'] in dv-neutron-825721-1-hyperv is: [{'id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860894033', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'e797a23c-e23e-4cef-a05f-17437fe894a6', 'name': '', 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:b5:a7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:20Z', 'updated_at': '2022-01-21T10:04:24Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:04:25.059824 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:25.127816 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-77d203c6-139f-4ca5-9df6-3bb6c0413a64 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Made reservation on behalf of 201a78c3b7f54d2a9d1f7fdd4c7e7829 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:04:25.130351 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 7847fea0-aa90-4f7d-ad11-60bdd92038f5 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:04:25.131503 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-77d203c6-139f-4ca5-9df6-3bb6c0413a64 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:25.194140 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 7847fea0-aa90-4f7d-ad11-60bdd92038f5 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:25.194602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:25.280914 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-77d203c6-139f-4ca5-9df6-3bb6c0413a64 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.20.0.7 (a0eb31f3-65ae-484b-b81b-b23f6bf50c6a/f52cb30c-b01e-483b-af02-738288c7a830/32f474ee-f664-4a60-85dc-40192359807c) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:04:25.448574 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-77d203c6-139f-4ca5-9df6-3bb6c0413a64 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:25.485374 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-77d203c6-139f-4ca5-9df6-3bb6c0413a64 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:25.532282 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-77d203c6-139f-4ca5-9df6-3bb6c0413a64 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network a0eb31f3-65ae-484b-b81b-b23f6bf50c6a is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:04:25.535559 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-77d203c6-139f-4ca5-9df6-3bb6c0413a64 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:04:25.539607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-77d203c6-139f-4ca5-9df6-3bb6c0413a64 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:04:25.565224 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d203c6-139f-4ca5-9df6-3bb6c0413a64 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=32f474ee-f664-4a60-85dc-40192359807c,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:25.597641 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-77d203c6-139f-4ca5-9df6-3bb6c0413a64 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:25.598615 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-77d203c6-139f-4ca5-9df6-3bb6c0413a64 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:25.620522 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-77d203c6-139f-4ca5-9df6-3bb6c0413a64 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6647432 Jan 21 10:04:25.634549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Request body: {'port': {'device_id': '24bb4440-5560-40bc-9373-19a1d327085f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:25.724874 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:25.864080 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-fbfc2402-fdfa-4e9c-9c3c-73faf30f3a2e None None] Provisioning complete for port 32f474ee-f664-4a60-85dc-40192359807c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:25.865567 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2402-fdfa-4e9c-9c3c-73faf30f3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:25.932122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc2402-fdfa-4e9c-9c3c-73faf30f3a2e None None] Port 32f474ee-f664-4a60-85dc-40192359807c cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:04:25.972219 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cef10-d7df-4e86-9c16-0f7c6a28467c req-25b684f6-e1fb-4af3-a876-1a748b58d2c8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:25.975527 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-af8cef10-d7df-4e86-9c16-0f7c6a28467c req-25b684f6-e1fb-4af3-a876-1a748b58d2c8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 931 time: 0.0862908 Jan 21 10:04:26.017206 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-af8cef10-d7df-4e86-9c16-0f7c6a28467c req-2bf7e4fe-bdfe-41f1-90fe-533f22020433 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362413 Jan 21 10:04:26.065129 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f474ee-f664-4a60-85dc-40192359807c {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:04:26.073616 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:26.087720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Transition to ACTIVE for port object 32f474ee-f664-4a60-85dc-40192359807c will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:04:26.094737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:26.145679 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Pushing event updated for resources: {'Port': ['ID=32f474ee-f664-4a60-85dc-40192359807c,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:26.225488 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Attempting to bind port 32f474ee-f664-4a60-85dc-40192359807c on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:04:26.225932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Attempting to bind port 32f474ee-f664-4a60-85dc-40192359807c by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'c56d9011-8837-4820-889f-f8383097c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:04:26.226262 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Attempting to bind port 32f474ee-f664-4a60-85dc-40192359807c on network a0eb31f3-65ae-484b-b81b-b23f6bf50c6a {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:04:26.230830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Port 32f474ee-f664-4a60-85dc-40192359807c on network a0eb31f3-65ae-484b-b81b-b23f6bf50c6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 10:04:26.231149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Attempting to bind port 32f474ee-f664-4a60-85dc-40192359807c on network a0eb31f3-65ae-484b-b81b-b23f6bf50c6a {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:04:26.236460 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:04:26.236798 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Checking segment: {'id': 'c56d9011-8837-4820-889f-f8383097c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:04:26.237180 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Bound using segment: {'id': 'c56d9011-8837-4820-889f-f8383097c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:04:26.237643 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Bound port: 32f474ee-f664-4a60-85dc-40192359807c, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56d9011-8837-4820-889f-f8383097c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:04:26.238000 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:26.306656 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] For port 32f474ee-f664-4a60-85dc-40192359807c, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:04:26.309905 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] For port 32f474ee-f664-4a60-85dc-40192359807c, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32f474ee-f664-4a60-85dc-40192359807c,segment=NetworkSegment(c56d9011-8837-4820-889f-f8383097c432),segment_id=c56d9011-8837-4820-889f-f8383097c432)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:04:26.315528 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:26.349164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:26.349882 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:26.351268 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] 10.222.0.113 "PUT /v2.0/ports/32f474ee-f664-4a60-85dc-40192359807c HTTP/1.1" status: 200 len: 1093 time: 0.7223575 Jan 21 10:04:26.351713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bb4440-5560-40bc-9373-19a1d327085f', 'tag': '32f474ee-f664-4a60-85dc-40192359807c'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:26.353979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbe5888-834b-4b93-8e08-1faad8b92f22" -d '{"events": [{"name": "network-changed", "server_uuid": "24bb4440-5560-40bc-9373-19a1d327085f", "tag": "32f474ee-f664-4a60-85dc-40192359807c"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:04:26.380579 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa59222-c982-456e-aa23-2fe74872cf7f service neutron] Pushing event updated for resources: {'Port': ['ID=32f474ee-f664-4a60-85dc-40192359807c,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:26.421259 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d6c3ea-9959-4867-918d-b3a7c07475ab x-openstack-request-id: req-51d6c3ea-9959-4867-918d-b3a7c07475ab {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:04:26.421639 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bb4440-5560-40bc-9373-19a1d327085f", "tag": "32f474ee-f664-4a60-85dc-40192359807c", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:04:26.421905 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-51d6c3ea-9959-4867-918d-b3a7c07475ab {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:04:26.422304 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bb4440-5560-40bc-9373-19a1d327085f', 'tag': '32f474ee-f664-4a60-85dc-40192359807c', 'status': 'completed', 'code': 200} Jan 21 10:04:26.456137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-901076ce-9863-4fc7-96f8-dd2cad2441b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:26.457700 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-901076ce-9863-4fc7-96f8-dd2cad2441b7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 1096 time: 0.0502284 Jan 21 10:04:26.502591 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-c0397993-cf92-4642-aabf-8f1d2a67b946 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f474ee-f664-4a60-85dc-40192359807c HTTP/1.1" status: 200 len: 217 time: 0.0377727 Jan 21 10:04:26.553531 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-f5f7e198-9d91-4947-a43e-02ef28fb6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:26.555006 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-f5f7e198-9d91-4947-a43e-02ef28fb6883 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f52cb30c-b01e-483b-af02-738288c7a830 HTTP/1.1" status: 200 len: 834 time: 0.0466108 Jan 21 10:04:26.607035 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-8afc87bf-7ba5-4972-9766-ac409db085d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:26.609168 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-8afc87bf-7ba5-4972-9766-ac409db085d7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0eb31f3-65ae-484b-b81b-b23f6bf50c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0480943 Jan 21 10:04:26.696112 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-37a205f2-a8d5-4a86-a9e6-69e85857d3a4 service neutron] 10.222.0.113 "GET /v2.0/networks/a0eb31f3-65ae-484b-b81b-b23f6bf50c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806069 Jan 21 10:04:26.792889 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-44c1a332-92d4-42af-801d-3599ddcbeca0 req-946c493c-a23f-4c83-bf63-e102daafb8d9 service neutron] 10.222.0.113 "GET /v2.0/networks/a0eb31f3-65ae-484b-b81b-b23f6bf50c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897615 Jan 21 10:04:26.882228 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe5888-834b-4b93-8e08-1faad8b92f22 req-42857f1a-629b-4a6d-a667-b1f42b4a6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:26.883749 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3cbe5888-834b-4b93-8e08-1faad8b92f22 req-42857f1a-629b-4a6d-a667-b1f42b4a6649 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 1096 time: 0.0435567 Jan 21 10:04:26.974676 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe5888-834b-4b93-8e08-1faad8b92f22 req-bd70ddac-4c12-488b-a067-20844966115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:26.976127 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3cbe5888-834b-4b93-8e08-1faad8b92f22 req-bd70ddac-4c12-488b-a067-20844966115b service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0eb31f3-65ae-484b-b81b-b23f6bf50c6a HTTP/1.1" status: 200 len: 897 time: 0.0852091 Jan 21 10:04:27.025285 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3cbe5888-834b-4b93-8e08-1faad8b92f22 req-bab91ee6-dfbf-40bf-a377-050e69cb0f8e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f474ee-f664-4a60-85dc-40192359807c HTTP/1.1" status: 200 len: 217 time: 0.0398953 Jan 21 10:04:27.078692 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe5888-834b-4b93-8e08-1faad8b92f22 req-d3525e83-9c32-4808-9b4d-751f6113ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:27.080202 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3cbe5888-834b-4b93-8e08-1faad8b92f22 req-d3525e83-9c32-4808-9b4d-751f6113ecc9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f52cb30c-b01e-483b-af02-738288c7a830 HTTP/1.1" status: 200 len: 834 time: 0.0477252 Jan 21 10:04:27.099547 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e797a23c-e23e-4cef-a05f-17437fe894a6 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:04:27.139658 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe5888-834b-4b93-8e08-1faad8b92f22 req-9e348fd1-b3eb-49fc-94eb-f2b192647ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:27.141781 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3cbe5888-834b-4b93-8e08-1faad8b92f22 req-9e348fd1-b3eb-49fc-94eb-f2b192647ff9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0eb31f3-65ae-484b-b81b-b23f6bf50c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546801 Jan 21 10:04:27.148192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df86977-45c4-4794-902f-292c70a04442 req-5719dad7-1f91-48fd-a47d-12218703f3ba tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:27.150284 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5df86977-45c4-4794-902f-292c70a04442 req-5719dad7-1f91-48fd-a47d-12218703f3ba tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 943 time: 0.0613325 Jan 21 10:04:27.164911 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port e797a23c-e23e-4cef-a05f-17437fe894a6 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:27.165744 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:27.196657 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5df86977-45c4-4794-902f-292c70a04442 req-062616cc-1102-4ade-85f9-6b4248f6b324 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386143 Jan 21 10:04:27.200478 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:04:27.587560 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3cbe5888-834b-4b93-8e08-1faad8b92f22 req-17996f47-7089-4410-b244-f6acf759ecb7 service neutron] 10.222.0.113 "GET /v2.0/networks/a0eb31f3-65ae-484b-b81b-b23f6bf50c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387891 Jan 21 10:04:27.681505 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3cbe5888-834b-4b93-8e08-1faad8b92f22 req-e13e1fc2-c944-496d-a91b-9ab8ea6a75d6 service neutron] 10.222.0.113 "GET /v2.0/networks/a0eb31f3-65ae-484b-b81b-b23f6bf50c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867822 Jan 21 10:04:28.331836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657ffd3-e64d-4ed5-8982-7b20a97c1d59 req-de33f51e-a29e-4f85-86cb-4141555bbb17 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:28.333347 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2657ffd3-e64d-4ed5-8982-7b20a97c1d59 req-de33f51e-a29e-4f85-86cb-4141555bbb17 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 943 time: 0.0578153 Jan 21 10:04:28.373108 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2657ffd3-e64d-4ed5-8982-7b20a97c1d59 req-ffac59fb-3cbb-440e-80d3-37ed13f40bd3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336168 Jan 21 10:04:29.004164 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 32f474ee-f664-4a60-85dc-40192359807c details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 10:04:29.102804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 32f474ee-f664-4a60-85dc-40192359807c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32f474ee-f664-4a60-85dc-40192359807c,segment=NetworkSegment(c56d9011-8837-4820-889f-f8383097c432),segment_id=c56d9011-8837-4820-889f-f8383097c432)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:29.115981 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '32f474ee-f664-4a60-85dc-40192359807c', 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a', 'port_id': '32f474ee-f664-4a60-85dc-40192359807c', 'mac_address': 'fa:16:3e:62:88:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 10:04:29.156850 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:29.169131 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f474ee-f664-4a60-85dc-40192359807c {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:04:29.187798 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 32f474ee-f664-4a60-85dc-40192359807c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32f474ee-f664-4a60-85dc-40192359807c,segment=NetworkSegment(c56d9011-8837-4820-889f-f8383097c432),segment_id=c56d9011-8837-4820-889f-f8383097c432)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:29.191290 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:29.237967 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=32f474ee-f664-4a60-85dc-40192359807c,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:29.401013 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['32f474ee-f664-4a60-85dc-40192359807c'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:04:29.489254 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b49a0-06f4-4629-984c-0b387a2fbfdf req-a9dd585c-7752-4583-9a6a-afb3cec3aa45 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:29.490734 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-258b49a0-06f4-4629-984c-0b387a2fbfdf req-a9dd585c-7752-4583-9a6a-afb3cec3aa45 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 944 time: 0.0502827 Jan 21 10:04:29.531600 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-258b49a0-06f4-4629-984c-0b387a2fbfdf req-ae9700c3-7f99-4052-9f99-6e4f27b965cc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348501 Jan 21 10:04:30.648138 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a3915-cb2d-4b31-9386-7e363710c2fd req-10602617-753d-446c-81a3-022b0d307977 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:30.649897 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-295a3915-cb2d-4b31-9386-7e363710c2fd req-10602617-753d-446c-81a3-022b0d307977 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 944 time: 0.0508156 Jan 21 10:04:30.689124 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-295a3915-cb2d-4b31-9386-7e363710c2fd req-d59f9777-d216-4930-9311-395c3008bf21 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324135 Jan 21 10:04:31.035291 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 32f474ee-f664-4a60-85dc-40192359807c up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:04:31.083406 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 32f474ee-f664-4a60-85dc-40192359807c completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:04:31.087350 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 32f474ee-f664-4a60-85dc-40192359807c triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:31.087719 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:31.167723 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:31.190634 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bb4440-5560-40bc-9373-19a1d327085f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f474ee-f664-4a60-85dc-40192359807c'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:31.192880 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d99f3d-3e04-4afd-be3f-214de64c9967" -d '{"events": [{"server_uuid": "24bb4440-5560-40bc-9373-19a1d327085f", "name": "network-vif-plugged", "status": "completed", "tag": "32f474ee-f664-4a60-85dc-40192359807c"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:04:31.206133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 32f474ee-f664-4a60-85dc-40192359807c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32f474ee-f664-4a60-85dc-40192359807c,segment=NetworkSegment(c56d9011-8837-4820-889f-f8383097c432),segment_id=c56d9011-8837-4820-889f-f8383097c432)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:31.211392 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:31.235221 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aea29c0-af92-4f3b-891c-7f63d9e7d45b x-openstack-request-id: req-8aea29c0-af92-4f3b-891c-7f63d9e7d45b {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:04:31.235448 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bb4440-5560-40bc-9373-19a1d327085f", "name": "network-vif-plugged", "status": "completed", "tag": "32f474ee-f664-4a60-85dc-40192359807c", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:04:31.235702 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8aea29c0-af92-4f3b-891c-7f63d9e7d45b {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:04:31.236107 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bb4440-5560-40bc-9373-19a1d327085f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f474ee-f664-4a60-85dc-40192359807c', 'code': 200} Jan 21 10:04:31.262468 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=32f474ee-f664-4a60-85dc-40192359807c,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:31.395029 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deabe18-907d-45f5-b4a9-d11845f9ba54 req-585b3ffe-d061-422c-a6d1-77c21d7c66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:31.396522 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9deabe18-907d-45f5-b4a9-d11845f9ba54 req-585b3ffe-d061-422c-a6d1-77c21d7c66f6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 1098 time: 0.0411687 Jan 21 10:04:31.432355 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9deabe18-907d-45f5-b4a9-d11845f9ba54 req-219a406e-b8ab-4b56-ad1a-37e7c0ead01d service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295188 Jan 21 10:04:31.809399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d7817-ac85-47b8-88f0-10ac62c408f2 req-38ba0d75-209e-41a3-bb3d-8b6087ab65aa tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:31.811438 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ed9d7817-ac85-47b8-88f0-10ac62c408f2 req-38ba0d75-209e-41a3-bb3d-8b6087ab65aa tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0530376 Jan 21 10:04:31.849668 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ed9d7817-ac85-47b8-88f0-10ac62c408f2 req-d26de8db-c4c3-4b9a-95a9-0b8d6c4abe35 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322165 Jan 21 10:04:32.970818 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab5435-5e42-473a-8a22-2e87563722e2 req-76ea1b1f-2523-4d42-bd0a-61a20830d2f6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:32.972279 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c7ab5435-5e42-473a-8a22-2e87563722e2 req-76ea1b1f-2523-4d42-bd0a-61a20830d2f6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0523024 Jan 21 10:04:33.010996 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c7ab5435-5e42-473a-8a22-2e87563722e2 req-efc06996-7e6c-4c52-a076-3edc4694aeeb tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325840 Jan 21 10:04:33.132879 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428ad81-a213-4406-bb03-56aaad967567 req-53e52f3a-4d28-4404-9084-83f8d50e1c57 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:33.134328 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d428ad81-a213-4406-bb03-56aaad967567 req-53e52f3a-4d28-4404-9084-83f8d50e1c57 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0520926 Jan 21 10:04:33.174988 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d428ad81-a213-4406-bb03-56aaad967567 req-2145fec4-0982-4527-940f-5099b685c482 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345573 Jan 21 10:04:33.197731 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49834) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:33.242447 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5244d8-435d-40b6-ade2-38c22ffdc082 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:33.243942 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9a5244d8-435d-40b6-ade2-38c22ffdc082 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 1093 time: 0.0449553 Jan 21 10:04:33.246830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49836) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:33.251157 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': '32f474ee-f664-4a60-85dc-40192359807c', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:33.274703 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:33.372021 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:33.491078 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.26.7.230 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/6973ff5b-5642-4406-80f3-d12a8b299d67) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:04:33.596012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:33.634085 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:33.674723 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:04:33.677707 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:04:33.681090 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:04:33.707272 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=6973ff5b-5642-4406-80f3-d12a8b299d67,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:34.056991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:34.130585 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:34.288810 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:34.293789 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:34.368367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=6973ff5b-5642-4406-80f3-d12a8b299d67,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:34.378356 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:34.489950 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Floating IP 564697c4-1eea-4e5a-b12c-0f9c65a449c6 associated. External IP: 172.26.7.230, port: 32f474ee-f664-4a60-85dc-40192359807c. Jan 21 10:04:34.715912 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router fa8bf03a-c292-4492-ae94-a314ba979970 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:04:34.831432 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:04:34.843085 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc465745-ba81-479a-8afd-5577906f2e62 None None] Sync routers for ids ['fa8bf03a-c292-4492-ae94-a314ba979970'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:04:34.851982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:34.853116 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc465745-ba81-479a-8afd-5577906f2e62 None None] Routers {'fa8bf03a-c292-4492-ae94-a314ba979970'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:34.853778 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-cc465745-ba81-479a-8afd-5577906f2e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:04:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['fa8bf03a-c292-4492-ae94-a314ba979970'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:34.882411 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f535f39e-5640-45c9-b2e6-a9914665c8b4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6343541 Jan 21 10:04:34.883143 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bb4440-5560-40bc-9373-19a1d327085f', 'tag': '32f474ee-f664-4a60-85dc-40192359807c'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:34.885624 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64888888-aa4e-4076-a5df-a3e5ef5c17c9" -d '{"events": [{"name": "network-changed", "server_uuid": "24bb4440-5560-40bc-9373-19a1d327085f", "tag": "32f474ee-f664-4a60-85dc-40192359807c"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:04:34.930365 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aa207e-c315-4c30-a7de-c2232bc31a4f x-openstack-request-id: req-12aa207e-c315-4c30-a7de-c2232bc31a4f {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:04:34.930811 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bb4440-5560-40bc-9373-19a1d327085f", "tag": "32f474ee-f664-4a60-85dc-40192359807c", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:04:34.931192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-12aa207e-c315-4c30-a7de-c2232bc31a4f {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:04:34.931750 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bb4440-5560-40bc-9373-19a1d327085f', 'tag': '32f474ee-f664-4a60-85dc-40192359807c', 'status': 'completed', 'code': 200} Jan 21 10:04:34.985003 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-cc465745-ba81-479a-8afd-5577906f2e62 None None] Set router fa8bf03a-c292-4492-ae94-a314ba979970 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:04:35.020854 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64888888-aa4e-4076-a5df-a3e5ef5c17c9 req-e239bdbc-38a4-45e6-910f-5528374dcfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:35.022986 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6254f-9e60-4021-aa28-df261ef0ed87 req-7d6e8a0a-f7f3-43e9-a704-fd7b89f98821 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:35.023776 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-64888888-aa4e-4076-a5df-a3e5ef5c17c9 req-e239bdbc-38a4-45e6-910f-5528374dcfbc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 1098 time: 0.0698762 Jan 21 10:04:35.025488 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-08d6254f-9e60-4021-aa28-df261ef0ed87 req-7d6e8a0a-f7f3-43e9-a704-fd7b89f98821 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0856051 Jan 21 10:04:35.072260 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-08d6254f-9e60-4021-aa28-df261ef0ed87 req-e8be723f-8072-4ed4-a512-71af474e7c6c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389161 Jan 21 10:04:35.099051 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49842) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:35.197233 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64888888-aa4e-4076-a5df-a3e5ef5c17c9 req-626bc2d2-5cee-4a9e-a4c7-33372419639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:35.199372 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-64888888-aa4e-4076-a5df-a3e5ef5c17c9 req-626bc2d2-5cee-4a9e-a4c7-33372419639b service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0eb31f3-65ae-484b-b81b-b23f6bf50c6a HTTP/1.1" status: 200 len: 897 time: 0.1698849 Jan 21 10:04:35.221136 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9a98e6c6-9da1-47ff-8e92-c92e3f83d228 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/564697c4-1eea-4e5a-b12c-0f9c65a449c6 HTTP/1.1" status: 200 len: 991 time: 0.1207085 Jan 21 10:04:35.281188 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-64888888-aa4e-4076-a5df-a3e5ef5c17c9 req-a6af186a-31f4-4261-8cfb-72325d6a4cdb service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f474ee-f664-4a60-85dc-40192359807c HTTP/1.1" status: 200 len: 999 time: 0.0717075 Jan 21 10:04:35.291763 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-cc465745-ba81-479a-8afd-5577906f2e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860894033', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '564697c4-1eea-4e5a-b12c-0f9c65a449c6', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'floating_ip_address': '172.26.7.230', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'port_id': '32f474ee-f664-4a60-85dc-40192359807c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a', 'mac_address': 'fa:16:3e:62:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bb4440-5560-40bc-9373-19a1d327085f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:04:33Z', 'updated_at': '2022-01-21T10:04:33Z', 'revision_number': 0, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e797a23c-e23e-4cef-a05f-17437fe894a6', 'name': '', 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:b5:a7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:20Z', 'updated_at': '2022-01-21T10:04:24Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:35.319204 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc465745-ba81-479a-8afd-5577906f2e62 None None] Checking router: fa8bf03a-c292-4492-ae94-a314ba979970 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:04:35.327545 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc465745-ba81-479a-8afd-5577906f2e62 None None] Routers {'fa8bf03a-c292-4492-ae94-a314ba979970'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:35.328153 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-cc465745-ba81-479a-8afd-5577906f2e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:04:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['fa8bf03a-c292-4492-ae94-a314ba979970'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:35.333421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64888888-aa4e-4076-a5df-a3e5ef5c17c9 req-851cfdf3-e126-429c-81de-7d2d84f4ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:35.335097 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-64888888-aa4e-4076-a5df-a3e5ef5c17c9 req-851cfdf3-e126-429c-81de-7d2d84f4ab3f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f52cb30c-b01e-483b-af02-738288c7a830 HTTP/1.1" status: 200 len: 834 time: 0.0477390 Jan 21 10:04:35.382708 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64888888-aa4e-4076-a5df-a3e5ef5c17c9 req-d4f4bf4c-7e82-4308-839b-a5240834de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:35.384473 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-64888888-aa4e-4076-a5df-a3e5ef5c17c9 req-d4f4bf4c-7e82-4308-839b-a5240834de1b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0eb31f3-65ae-484b-b81b-b23f6bf50c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431745 Jan 21 10:04:35.436546 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-cc465745-ba81-479a-8afd-5577906f2e62 None None] Set router fa8bf03a-c292-4492-ae94-a314ba979970 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:04:35.495114 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-64888888-aa4e-4076-a5df-a3e5ef5c17c9 req-8c94d296-502e-4527-9483-0604d749b7b3 service neutron] 10.222.0.113 "GET /v2.0/networks/a0eb31f3-65ae-484b-b81b-b23f6bf50c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035433 Jan 21 10:04:35.596587 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-64888888-aa4e-4076-a5df-a3e5ef5c17c9 req-7f194309-eacd-41d8-87b5-42d428d1eb35 service neutron] 10.222.0.113 "GET /v2.0/networks/a0eb31f3-65ae-484b-b81b-b23f6bf50c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940363 Jan 21 10:04:35.689112 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-cc465745-ba81-479a-8afd-5577906f2e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860894033', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '564697c4-1eea-4e5a-b12c-0f9c65a449c6', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'floating_ip_address': '172.26.7.230', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'port_id': '32f474ee-f664-4a60-85dc-40192359807c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a', 'mac_address': 'fa:16:3e:62:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bb4440-5560-40bc-9373-19a1d327085f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:04:33Z', 'updated_at': '2022-01-21T10:04:33Z', 'revision_number': 0, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e797a23c-e23e-4cef-a05f-17437fe894a6', 'name': '', 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:b5:a7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:20Z', 'updated_at': '2022-01-21T10:04:24Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:35.716172 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc465745-ba81-479a-8afd-5577906f2e62 None None] The sync data for ids ['fa8bf03a-c292-4492-ae94-a314ba979970'] in dv-neutron-825721-1-hyperv is: [{'id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860894033', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '564697c4-1eea-4e5a-b12c-0f9c65a449c6', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'floating_ip_address': '172.26.7.230', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'port_id': '32f474ee-f664-4a60-85dc-40192359807c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a', 'mac_address': 'fa:16:3e:62:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bb4440-5560-40bc-9373-19a1d327085f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:04:33Z', 'updated_at': '2022-01-21T10:04:33Z', 'revision_number': 0, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e797a23c-e23e-4cef-a05f-17437fe894a6', 'name': '', 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:b5:a7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:20Z', 'updated_at': '2022-01-21T10:04:24Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:04:35.911197 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472f8bf3-7902-4095-b6b0-c84d26303bfa None None] New status for floating IP 564697c4-1eea-4e5a-b12c-0f9c65a449c6: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:04:35.914703 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2c74ffd6-ed59-42a3-9f96-ca4392101f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:36.225852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49844) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:04:36.291112 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9317317b-34f6-40aa-8b18-b639a80f0056 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/564697c4-1eea-4e5a-b12c-0f9c65a449c6 HTTP/1.1" status: 200 len: 993 time: 0.0641019 Jan 21 10:04:38.296395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a05018b9-648c-456d-a335-079dc2c1fa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:39.380546 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:41.387517 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:41.406348 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:55.047267 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:59.693405 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-45654e65-0b67-4d43-a958-a8d667ac1c20 req-d171042b-7c4e-4d46-a70e-874e7fd34a45 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398118 Jan 21 10:04:59.774281 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45654e65-0b67-4d43-a958-a8d667ac1c20 req-1b560db7-5418-482e-9a1d-0685e27c3d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:59.775671 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-45654e65-0b67-4d43-a958-a8d667ac1c20 req-1b560db7-5418-482e-9a1d-0685e27c3d14 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 1098 time: 0.0395377 Jan 21 10:04:59.888868 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45654e65-0b67-4d43-a958-a8d667ac1c20 req-f8d6bbdf-ec4f-477e-95a5-a17bba0ce790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:59.891478 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-45654e65-0b67-4d43-a958-a8d667ac1c20 req-f8d6bbdf-ec4f-477e-95a5-a17bba0ce790 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0eb31f3-65ae-484b-b81b-b23f6bf50c6a HTTP/1.1" status: 200 len: 897 time: 0.0918193 Jan 21 10:04:59.960824 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-45654e65-0b67-4d43-a958-a8d667ac1c20 req-4c701e22-0ca4-44e9-a3b7-8c87e8074d9f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f474ee-f664-4a60-85dc-40192359807c HTTP/1.1" status: 200 len: 1001 time: 0.0623724 Jan 21 10:05:00.010486 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45654e65-0b67-4d43-a958-a8d667ac1c20 req-2ad0b764-a24e-4967-a926-9a696ace3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:00.011915 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-45654e65-0b67-4d43-a958-a8d667ac1c20 req-2ad0b764-a24e-4967-a926-9a696ace3149 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f52cb30c-b01e-483b-af02-738288c7a830 HTTP/1.1" status: 200 len: 834 time: 0.0430639 Jan 21 10:05:00.061990 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45654e65-0b67-4d43-a958-a8d667ac1c20 req-3856e0ab-7cbf-4d51-b7c9-9a2aba6d5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:00.063485 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-45654e65-0b67-4d43-a958-a8d667ac1c20 req-3856e0ab-7cbf-4d51-b7c9-9a2aba6d5389 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0eb31f3-65ae-484b-b81b-b23f6bf50c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448563 Jan 21 10:05:00.153230 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-45654e65-0b67-4d43-a958-a8d667ac1c20 req-e4c05c1c-ee53-4810-b7f6-480bc405e0fd service neutron] 10.222.0.113 "GET /v2.0/networks/a0eb31f3-65ae-484b-b81b-b23f6bf50c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825603 Jan 21 10:05:00.245841 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-45654e65-0b67-4d43-a958-a8d667ac1c20 req-c65782d2-262f-481d-8a76-352f14e419c8 service neutron] 10.222.0.113 "GET /v2.0/networks/a0eb31f3-65ae-484b-b81b-b23f6bf50c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851250 Jan 21 10:05:04.201192 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:05:05.068411 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d874c5-507b-471f-b83f-67e2d692fa42 req-b67dc6d0-d4d8-4b98-b884-4dc30d19ee83 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:05.069958 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e3d874c5-507b-471f-b83f-67e2d692fa42 req-b67dc6d0-d4d8-4b98-b884-4dc30d19ee83 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0806024 Jan 21 10:05:05.071862 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ae0ec-a7b7-4513-8d9f-a27f55752101 req-4ca0e620-2ff4-4505-afa0-9a40ec3a18e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:05.073253 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-581ae0ec-a7b7-4513-8d9f-a27f55752101 req-4ca0e620-2ff4-4505-afa0-9a40ec3a18e6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 1098 time: 0.0749288 Jan 21 10:05:05.158392 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e3d874c5-507b-471f-b83f-67e2d692fa42 req-20ec2cc9-d398-4afb-9ec4-a8f0e82926b1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822010 Jan 21 10:05:05.195434 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ae0ec-a7b7-4513-8d9f-a27f55752101 req-fdad13cd-a5fd-4638-a1d1-bab96f96c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:05.196912 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-581ae0ec-a7b7-4513-8d9f-a27f55752101 req-fdad13cd-a5fd-4638-a1d1-bab96f96c0ef service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0eb31f3-65ae-484b-b81b-b23f6bf50c6a HTTP/1.1" status: 200 len: 897 time: 0.1142826 Jan 21 10:05:05.262165 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-581ae0ec-a7b7-4513-8d9f-a27f55752101 req-fdffb9c5-2e65-488e-a777-45a7f8d82411 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f474ee-f664-4a60-85dc-40192359807c HTTP/1.1" status: 200 len: 1001 time: 0.0573339 Jan 21 10:05:05.315910 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ae0ec-a7b7-4513-8d9f-a27f55752101 req-b769d72f-14e2-4473-9202-b0742aed7079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:05.317394 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-581ae0ec-a7b7-4513-8d9f-a27f55752101 req-b769d72f-14e2-4473-9202-b0742aed7079 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f52cb30c-b01e-483b-af02-738288c7a830 HTTP/1.1" status: 200 len: 834 time: 0.0483105 Jan 21 10:05:05.365726 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ae0ec-a7b7-4513-8d9f-a27f55752101 req-4e480579-a4c3-4071-8641-f240e8b1c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:05.367246 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-581ae0ec-a7b7-4513-8d9f-a27f55752101 req-4e480579-a4c3-4071-8641-f240e8b1c189 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0eb31f3-65ae-484b-b81b-b23f6bf50c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430846 Jan 21 10:05:05.466868 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-581ae0ec-a7b7-4513-8d9f-a27f55752101 req-95c6703f-fd88-4795-b05f-7b49be96dd86 service neutron] 10.222.0.113 "GET /v2.0/networks/a0eb31f3-65ae-484b-b81b-b23f6bf50c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917616 Jan 21 10:05:05.568256 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-581ae0ec-a7b7-4513-8d9f-a27f55752101 req-b29ee43f-d682-4422-9245-30096c48af5f service neutron] 10.222.0.113 "GET /v2.0/networks/a0eb31f3-65ae-484b-b81b-b23f6bf50c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941875 Jan 21 10:05:05.909089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e9007eca-b46b-40e8-9fef-d8b862ff48ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:06.283721 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecffb0-b908-4b97-80f8-1daebf6282dd req-bddc3780-8034-4f44-afc0-5d33a8cb3c64 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:06.285277 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c1ecffb0-b908-4b97-80f8-1daebf6282dd req-bddc3780-8034-4f44-afc0-5d33a8cb3c64 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0507557 Jan 21 10:05:06.326434 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c1ecffb0-b908-4b97-80f8-1daebf6282dd req-f0d460b1-ca5b-405d-93e4-8d1b41b7050d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349402 Jan 21 10:05:07.450083 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b11ae-55f6-4630-bc50-2ddfa2700152 req-68bdb05f-4ce8-4954-a4a1-80a565201b1a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:07.451559 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-586b11ae-55f6-4630-bc50-2ddfa2700152 req-68bdb05f-4ce8-4954-a4a1-80a565201b1a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0530190 Jan 21 10:05:07.491355 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-586b11ae-55f6-4630-bc50-2ddfa2700152 req-e1c877ff-c81c-4cc4-8917-18c07c28fa8c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331697 Jan 21 10:05:08.297058 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7678bd73-47b1-43a2-a0f0-ea9e7eae1b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:08.615078 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700733f3-d8bd-4e50-84d3-226ea19716f3 req-57d0f5fa-4563-421a-a5fe-4381e9252602 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:08.616502 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-700733f3-d8bd-4e50-84d3-226ea19716f3 req-57d0f5fa-4563-421a-a5fe-4381e9252602 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0554483 Jan 21 10:05:08.655579 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-700733f3-d8bd-4e50-84d3-226ea19716f3 req-8f62f957-52d5-4d7a-9465-8301d227e322 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330853 Jan 21 10:05:09.381685 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:09.776257 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b9545-9f02-487f-bb44-cafdb3e1911c req-e7e79fd2-02a4-4b09-9edc-50f79bb3194e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:09.777837 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-be1b9545-9f02-487f-bb44-cafdb3e1911c req-e7e79fd2-02a4-4b09-9edc-50f79bb3194e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0530903 Jan 21 10:05:09.822508 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-be1b9545-9f02-487f-bb44-cafdb3e1911c req-ae1570c1-e82f-4929-8978-728658345ef3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367119 Jan 21 10:05:10.940058 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014805a-d4b5-4168-9107-ce3b34ab0427 req-22401cae-b03f-46c2-b99a-4855dd5dd914 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:10.941833 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c014805a-d4b5-4168-9107-ce3b34ab0427 req-22401cae-b03f-46c2-b99a-4855dd5dd914 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0505013 Jan 21 10:05:10.988171 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c014805a-d4b5-4168-9107-ce3b34ab0427 req-7eda7fe9-0267-4df2-98f2-b10af24c96fc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394957 Jan 21 10:05:11.415372 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:11.417077 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:12.106162 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b1d6c-1df7-4ed3-bc9b-56663645c843 req-ebbc8dd3-4598-45b9-9992-d8c8b88976e2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:12.109141 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-170b1d6c-1df7-4ed3-bc9b-56663645c843 req-ebbc8dd3-4598-45b9-9992-d8c8b88976e2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0517881 Jan 21 10:05:12.148841 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-170b1d6c-1df7-4ed3-bc9b-56663645c843 req-5e26475f-5e8f-4a40-ae9a-d1111f3578a8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323410 Jan 21 10:05:13.266035 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f303e-ea08-4c8b-a34d-0fd0b98471e1 req-12319e1f-7be9-4b4e-ba9c-be6052a8f4aa tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:13.267520 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3b7f303e-ea08-4c8b-a34d-0fd0b98471e1 req-12319e1f-7be9-4b4e-ba9c-be6052a8f4aa tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0503936 Jan 21 10:05:13.307713 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3b7f303e-ea08-4c8b-a34d-0fd0b98471e1 req-fee0d07d-3813-4795-8a24-2e320f811d24 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335205 Jan 21 10:05:14.439533 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313b464-869f-4c4a-9436-b57105184818 req-c3d6853f-6cf9-404d-be8a-e5d0d55bcc6f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:14.441081 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a313b464-869f-4c4a-9436-b57105184818 req-c3d6853f-6cf9-404d-be8a-e5d0d55bcc6f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0618792 Jan 21 10:05:14.482380 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a313b464-869f-4c4a-9436-b57105184818 req-4495662a-6b06-4556-9562-976145bdf5ae tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352044 Jan 21 10:05:15.612326 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5049a1-6cb2-4d0f-8981-017363a49aeb req-d867b8a1-2c5a-4501-939d-849db525c61b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:15.613888 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0d5049a1-6cb2-4d0f-8981-017363a49aeb req-d867b8a1-2c5a-4501-939d-849db525c61b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0545232 Jan 21 10:05:15.660486 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0d5049a1-6cb2-4d0f-8981-017363a49aeb req-9edeb267-d333-4ead-a718-e00e80eb0ddc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405300 Jan 21 10:05:16.776248 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76621d28-3b6a-47b5-9d13-82bb3345090c req-e8f39c34-08d0-4366-b329-db11aec72ab2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:16.777680 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76621d28-3b6a-47b5-9d13-82bb3345090c req-e8f39c34-08d0-4366-b329-db11aec72ab2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0500102 Jan 21 10:05:16.823614 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76621d28-3b6a-47b5-9d13-82bb3345090c req-d9e9c52a-ea36-4f17-b8b5-243cf883bd7f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388930 Jan 21 10:05:16.846412 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49882) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:16.907022 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-33f68e4b-b863-45ca-9625-d4d373646abf tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/564697c4-1eea-4e5a-b12c-0f9c65a449c6 HTTP/1.1" status: 200 len: 993 time: 0.0594559 Jan 21 10:05:25.074234 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:35.910805 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ed44c4e6-ec58-400a-a6af-118350161f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:38.297869 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-26a99fe7-e39e-43bc-963d-d595ce208eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:39.383660 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:41.199159 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:05:41.408506 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:41.419012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:47.284657 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49894) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:47.438533 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port 6973ff5b-5642-4406-80f3-d12a8b299d67 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:05:47.438868 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:47.517878 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:47.518209 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:47.530824 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for 6973ff5b-5642-4406-80f3-d12a8b299d67 owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:05:47.675404 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:47.702895 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=6973ff5b-5642-4406-80f3-d12a8b299d67,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:47.727823 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:47.728173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:47.728513 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:47.728848 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:47.729178 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:47.729529 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:47.729858 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:47.730187 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:47.730507 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:47.730830 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:47.731155 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:47.731472 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:47.772690 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:47.773019 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Floating IP 564697c4-1eea-4e5a-b12c-0f9c65a449c6 disassociated (deleted). External IP: 172.26.7.230, port: 32f474ee-f664-4a60-85dc-40192359807c. Jan 21 10:05:47.989357 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router fa8bf03a-c292-4492-ae94-a314ba979970 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:05:48.102956 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:05:48.107439 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:48.114688 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42bbb39-8d84-4d19-a799-83f486d592c5 None None] Sync routers for ids ['fa8bf03a-c292-4492-ae94-a314ba979970'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:05:48.123781 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42bbb39-8d84-4d19-a799-83f486d592c5 None None] Routers {'fa8bf03a-c292-4492-ae94-a314ba979970'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:05:48.124401 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f42bbb39-8d84-4d19-a799-83f486d592c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['fa8bf03a-c292-4492-ae94-a314ba979970'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:48.138264 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1ab855c7-8d3a-4382-b4f3-6f9c44c086ff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/floatingips/564697c4-1eea-4e5a-b12c-0f9c65a449c6 HTTP/1.1" status: 204 len: 168 time: 0.8525670 Jan 21 10:05:48.138805 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bb4440-5560-40bc-9373-19a1d327085f', 'tag': '32f474ee-f664-4a60-85dc-40192359807c'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:48.141229 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d45f4d-e778-43de-9dd5-6cc26a501ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "24bb4440-5560-40bc-9373-19a1d327085f", "tag": "32f474ee-f664-4a60-85dc-40192359807c"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:05:48.182914 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb06b1c9-1346-45f3-9b84-a68f81559f85 x-openstack-request-id: req-eb06b1c9-1346-45f3-9b84-a68f81559f85 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:05:48.182914 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bb4440-5560-40bc-9373-19a1d327085f", "tag": "32f474ee-f664-4a60-85dc-40192359807c", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:05:48.182914 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eb06b1c9-1346-45f3-9b84-a68f81559f85 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:05:48.183368 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bb4440-5560-40bc-9373-19a1d327085f', 'tag': '32f474ee-f664-4a60-85dc-40192359807c', 'status': 'completed', 'code': 200} Jan 21 10:05:48.246228 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-f42bbb39-8d84-4d19-a799-83f486d592c5 None None] Set router fa8bf03a-c292-4492-ae94-a314ba979970 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:05:48.273090 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d45f4d-e778-43de-9dd5-6cc26a501ffd req-9fbba678-098b-4fe3-903c-d7bcd11ac948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:48.275413 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-81d45f4d-e778-43de-9dd5-6cc26a501ffd req-9fbba678-098b-4fe3-903c-d7bcd11ac948 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 1098 time: 0.0681784 Jan 21 10:05:48.372188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d45f4d-e778-43de-9dd5-6cc26a501ffd req-70bebe01-1211-407c-9c6c-c840b0c4d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:48.373704 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-81d45f4d-e778-43de-9dd5-6cc26a501ffd req-70bebe01-1211-407c-9c6c-c840b0c4d970 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0eb31f3-65ae-484b-b81b-b23f6bf50c6a HTTP/1.1" status: 200 len: 897 time: 0.0924790 Jan 21 10:05:48.427002 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-81d45f4d-e778-43de-9dd5-6cc26a501ffd req-649d643d-a04e-4903-8639-ee9ce8fddf0a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f474ee-f664-4a60-85dc-40192359807c HTTP/1.1" status: 200 len: 217 time: 0.0423188 Jan 21 10:05:48.446047 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d437f-cb3c-4e26-9849-7eacd9ee6c51 req-4077ef68-198a-4dd1-81e9-d1253ecfd6fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:48.447779 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-273d437f-cb3c-4e26-9849-7eacd9ee6c51 req-4077ef68-198a-4dd1-81e9-d1253ecfd6fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0598936 Jan 21 10:05:48.489581 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d45f4d-e778-43de-9dd5-6cc26a501ffd req-cbd5ffd8-acfb-4358-b74a-24d904038b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:48.491161 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-81d45f4d-e778-43de-9dd5-6cc26a501ffd req-cbd5ffd8-acfb-4358-b74a-24d904038b9a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f52cb30c-b01e-483b-af02-738288c7a830 HTTP/1.1" status: 200 len: 834 time: 0.0609329 Jan 21 10:05:48.496085 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-273d437f-cb3c-4e26-9849-7eacd9ee6c51 req-4fa535ac-afa5-4590-a879-c8ff45cf61fd tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422494 Jan 21 10:05:48.501904 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f42bbb39-8d84-4d19-a799-83f486d592c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860894033', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'e797a23c-e23e-4cef-a05f-17437fe894a6', 'name': '', 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:b5:a7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:20Z', 'updated_at': '2022-01-21T10:04:24Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:48.530828 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42bbb39-8d84-4d19-a799-83f486d592c5 None None] Checking router: fa8bf03a-c292-4492-ae94-a314ba979970 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:05:48.540388 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42bbb39-8d84-4d19-a799-83f486d592c5 None None] Routers {'fa8bf03a-c292-4492-ae94-a314ba979970'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:05:48.540693 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f42bbb39-8d84-4d19-a799-83f486d592c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['fa8bf03a-c292-4492-ae94-a314ba979970'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:48.541832 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d45f4d-e778-43de-9dd5-6cc26a501ffd req-ae431f3b-8fcb-4bc4-8546-882863f74ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:48.543355 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-81d45f4d-e778-43de-9dd5-6cc26a501ffd req-ae431f3b-8fcb-4bc4-8546-882863f74ef0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0eb31f3-65ae-484b-b81b-b23f6bf50c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449421 Jan 21 10:05:48.650084 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-81d45f4d-e778-43de-9dd5-6cc26a501ffd req-ca2b0e58-ac51-4b64-bf33-e251a0bd5a79 service neutron] 10.222.0.113 "GET /v2.0/networks/a0eb31f3-65ae-484b-b81b-b23f6bf50c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989070 Jan 21 10:05:48.741517 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-f42bbb39-8d84-4d19-a799-83f486d592c5 None None] Set router fa8bf03a-c292-4492-ae94-a314ba979970 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:05:48.746347 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-81d45f4d-e778-43de-9dd5-6cc26a501ffd req-ac26e925-c6f3-43c5-bbf4-87a944693922 service neutron] 10.222.0.113 "GET /v2.0/networks/a0eb31f3-65ae-484b-b81b-b23f6bf50c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894327 Jan 21 10:05:48.953807 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f42bbb39-8d84-4d19-a799-83f486d592c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860894033', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'e797a23c-e23e-4cef-a05f-17437fe894a6', 'name': '', 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:b5:a7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:20Z', 'updated_at': '2022-01-21T10:04:24Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:48.983623 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42bbb39-8d84-4d19-a799-83f486d592c5 None None] The sync data for ids ['fa8bf03a-c292-4492-ae94-a314ba979970'] in dv-neutron-825721-1-hyperv is: [{'id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860894033', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:21Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'e797a23c-e23e-4cef-a05f-17437fe894a6', 'name': '', 'network_id': 'a0eb31f3-65ae-484b-b81b-b23f6bf50c6a', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:b5:a7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:20Z', 'updated_at': '2022-01-21T10:04:24Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'f52cb30c-b01e-483b-af02-738288c7a830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:05:49.216523 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ca1df-209d-498a-b4ad-0bfbadf5c8fd None None] New status for floating IP 564697c4-1eea-4e5a-b12c-0f9c65a449c6: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:05:49.618489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec06961-84e3-4a6c-99b6-1d62152681a8 req-6a55ee15-b641-4527-ab89-143015878097 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:49.619997 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dec06961-84e3-4a6c-99b6-1d62152681a8 req-6a55ee15-b641-4527-ab89-143015878097 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0519748 Jan 21 10:05:49.658200 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dec06961-84e3-4a6c-99b6-1d62152681a8 req-fd93a474-6ad6-4cbc-a05f-4c103ed36df5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=f113cd95-2b77-4429-a6af-13898a156713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322587 Jan 21 10:05:49.862465 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2193a-da55-427f-bfcf-3c442bfa2177 req-155b7fef-65f7-4eea-9356-c652036270c0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:49.863970 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-96e2193a-da55-427f-bfcf-3c442bfa2177 req-155b7fef-65f7-4eea-9356-c652036270c0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 945 time: 0.0530996 Jan 21 10:05:49.951240 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-96e2193a-da55-427f-bfcf-3c442bfa2177 req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port 32f474ee-f664-4a60-85dc-40192359807c {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:05:49.951581 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-96e2193a-da55-427f-bfcf-3c442bfa2177 req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:50.042240 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-96e2193a-da55-427f-bfcf-3c442bfa2177 req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] For port 32f474ee-f664-4a60-85dc-40192359807c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32f474ee-f664-4a60-85dc-40192359807c,segment=NetworkSegment(c56d9011-8837-4820-889f-f8383097c432),segment_id=c56d9011-8837-4820-889f-f8383097c432)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:05:50.042626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-96e2193a-da55-427f-bfcf-3c442bfa2177 req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:50.055119 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-96e2193a-da55-427f-bfcf-3c442bfa2177 req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for 32f474ee-f664-4a60-85dc-40192359807c owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:05:50.180838 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-96e2193a-da55-427f-bfcf-3c442bfa2177 req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:50.214013 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=32f474ee-f664-4a60-85dc-40192359807c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:50.238881 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:50.239219 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:50.239554 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:50.240078 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:50.240564 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:50.240897 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:50.241225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:50.241576 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:50.241902 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:50.242225 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:50.242541 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:50.242862 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:50.264034 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e2193a-da55-427f-bfcf-3c442bfa2177 req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] No DVR routers for this DVR port 32f474ee-f664-4a60-85dc-40192359807c on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:05:50.266380 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-96e2193a-da55-427f-bfcf-3c442bfa2177 req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:50.269622 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-96e2193a-da55-427f-bfcf-3c442bfa2177 req-58e9c8ea-c64c-4cfe-b497-b16f73fffc16 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "DELETE /v2.0/ports/32f474ee-f664-4a60-85dc-40192359807c HTTP/1.1" status: 204 len: 173 time: 0.4005377 Jan 21 10:05:50.270053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bb4440-5560-40bc-9373-19a1d327085f', 'name': 'network-vif-deleted', 'tag': '32f474ee-f664-4a60-85dc-40192359807c'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:50.273161 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b46fc6-a79e-4aaa-a7b0-275be6759fd4" -d '{"events": [{"server_uuid": "24bb4440-5560-40bc-9373-19a1d327085f", "name": "network-vif-deleted", "tag": "32f474ee-f664-4a60-85dc-40192359807c"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:05:50.309348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf69e256-0ce6-40ee-8c67-4cd2aaa29b6e x-openstack-request-id: req-bf69e256-0ce6-40ee-8c67-4cd2aaa29b6e {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:05:50.309670 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bb4440-5560-40bc-9373-19a1d327085f", "name": "network-vif-deleted", "tag": "32f474ee-f664-4a60-85dc-40192359807c", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:05:50.309925 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bf69e256-0ce6-40ee-8c67-4cd2aaa29b6e {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:05:50.310321 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bb4440-5560-40bc-9373-19a1d327085f', 'name': 'network-vif-deleted', 'tag': '32f474ee-f664-4a60-85dc-40192359807c', 'status': 'completed', 'code': 200} Jan 21 10:05:50.775162 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0fa42e5f-6666-4571-b4b2-acf478e7fbe9 req-682c8f3e-de13-4c3b-97d3-d1d0b42ea684 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=24bb4440-5560-40bc-9373-19a1d327085f HTTP/1.1" status: 200 len: 210 time: 0.0303128 Jan 21 10:05:51.842850 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49910) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:52.203498 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-39db173e-1004-40f6-90c4-73c4d22ec571 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:52.456897 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-39db173e-1004-40f6-90c4-73c4d22ec571 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port e797a23c-e23e-4cef-a05f-17437fe894a6 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:05:52.457154 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-39db173e-1004-40f6-90c4-73c4d22ec571 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:52.561911 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-39db173e-1004-40f6-90c4-73c4d22ec571 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] For port e797a23c-e23e-4cef-a05f-17437fe894a6, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e797a23c-e23e-4cef-a05f-17437fe894a6,segment=NetworkSegment(c56d9011-8837-4820-889f-f8383097c432),segment_id=c56d9011-8837-4820-889f-f8383097c432)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:05:52.562423 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-39db173e-1004-40f6-90c4-73c4d22ec571 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:52.576739 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-39db173e-1004-40f6-90c4-73c4d22ec571 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for e797a23c-e23e-4cef-a05f-17437fe894a6 owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:05:52.766661 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-39db173e-1004-40f6-90c4-73c4d22ec571 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:52.795477 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db173e-1004-40f6-90c4-73c4d22ec571 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=e797a23c-e23e-4cef-a05f-17437fe894a6,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:52.969486 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-39db173e-1004-40f6-90c4-73c4d22ec571 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:53.454363 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39db173e-1004-40f6-90c4-73c4d22ec571 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router fa8bf03a-c292-4492-ae94-a314ba979970 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:05:53.456232 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 32f474ee-f664-4a60-85dc-40192359807c no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:05:53.477093 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 32f474ee-f664-4a60-85dc-40192359807c {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:05:53.477435 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 32f474ee-f664-4a60-85dc-40192359807c not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:05:53.572054 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39db173e-1004-40f6-90c4-73c4d22ec571 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:05:53.577268 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-39db173e-1004-40f6-90c4-73c4d22ec571 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "PUT /v2.0/routers/fa8bf03a-c292-4492-ae94-a314ba979970/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7333391 Jan 21 10:05:53.579898 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49912) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:53.584406 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc09ea2-cd41-4798-9954-78fcda92681e None None] Sync routers for ids ['fa8bf03a-c292-4492-ae94-a314ba979970'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:05:53.595143 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc09ea2-cd41-4798-9954-78fcda92681e None None] Routers {'fa8bf03a-c292-4492-ae94-a314ba979970'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:05:53.595766 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8bc09ea2-cd41-4798-9954-78fcda92681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['fa8bf03a-c292-4492-ae94-a314ba979970'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:53.634051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee33e93f-e412-4222-adbe-f3766c256e53 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting subnet f52cb30c-b01e-483b-af02-738288c7a830 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 10:05:53.637654 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee33e93f-e412-4222-adbe-f3766c256e53 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:53.686146 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee33e93f-e412-4222-adbe-f3766c256e53 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:53.712869 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-8bc09ea2-cd41-4798-9954-78fcda92681e None None] Set router fa8bf03a-c292-4492-ae94-a314ba979970 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:05:53.782647 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee33e93f-e412-4222-adbe-f3766c256e53 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:53.846755 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee33e93f-e412-4222-adbe-f3766c256e53 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:53.878403 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33e93f-e412-4222-adbe-f3766c256e53 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Subnet': ['ID=f52cb30c-b01e-483b-af02-738288c7a830,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:53.882216 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee33e93f-e412-4222-adbe-f3766c256e53 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:53.887936 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ee33e93f-e412-4222-adbe-f3766c256e53 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/subnets/f52cb30c-b01e-483b-af02-738288c7a830 HTTP/1.1" status: 204 len: 168 time: 0.3047531 Jan 21 10:05:53.888307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49914) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:53.892201 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717e4e0a-9565-413f-b09d-0d113e8a6fa8 None None] Network a0eb31f3-65ae-484b-b81b-b23f6bf50c6a requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:05:53.924271 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8bc09ea2-cd41-4798-9954-78fcda92681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860894033', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:05:52Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:53.960281 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc09ea2-cd41-4798-9954-78fcda92681e None None] Checking router: fa8bf03a-c292-4492-ae94-a314ba979970 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:05:53.969635 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc09ea2-cd41-4798-9954-78fcda92681e None None] Routers {'fa8bf03a-c292-4492-ae94-a314ba979970'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:05:53.970176 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8bc09ea2-cd41-4798-9954-78fcda92681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['fa8bf03a-c292-4492-ae94-a314ba979970'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:54.105358 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-8bc09ea2-cd41-4798-9954-78fcda92681e None None] Set router fa8bf03a-c292-4492-ae94-a314ba979970 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:05:54.112061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] DHCP port deletion for a0eb31f3-65ae-484b-b81b-b23f6bf50c6a request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 10:05:54.168652 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Deleting port 1cb53609-95ba-42d1-bc16-5833df615589 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:05:54.169035 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:54.239682 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] For port 1cb53609-95ba-42d1-bc16-5833df615589, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=1cb53609-95ba-42d1-bc16-5833df615589,segment=NetworkSegment(c56d9011-8837-4820-889f-f8383097c432),segment_id=c56d9011-8837-4820-889f-f8383097c432)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:05:54.240100 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:54.254033 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Calling delete_port for 1cb53609-95ba-42d1-bc16-5833df615589 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:05:54.296620 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-8bc09ea2-cd41-4798-9954-78fcda92681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860894033', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:05:52Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:54.325564 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc09ea2-cd41-4798-9954-78fcda92681e None None] The sync data for ids ['fa8bf03a-c292-4492-ae94-a314ba979970'] in dv-neutron-825721-1-hyperv is: [{'id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860894033', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:05:52Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '7847fea0-aa90-4f7d-ad11-60bdd92038f5', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8bf03a-c292-4492-ae94-a314ba979970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:04:18Z', 'updated_at': '2022-01-21T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:05:54.355901 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:54.385889 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Pushing event deleted for resources: {'Port': ['ID=1cb53609-95ba-42d1-bc16-5833df615589,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:54.395402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] No DVR routers for this DVR port 1cb53609-95ba-42d1-bc16-5833df615589 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:05:54.396731 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-871cfe11-7863-49bb-b59e-6fd9382214fc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:54.398837 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:54.399187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:54.399528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:54.399860 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:54.400191 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:54.400519 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:54.400844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:54.401198 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:54.401552 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:54.401874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:54.402269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:54.402564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc940803-a2ce-43c9-80c0-b5917767c7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:54.502314 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-871cfe11-7863-49bb-b59e-6fd9382214fc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:54.554077 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-871cfe11-7863-49bb-b59e-6fd9382214fc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port 7847fea0-aa90-4f7d-ad11-60bdd92038f5 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:05:54.554414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-871cfe11-7863-49bb-b59e-6fd9382214fc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:54.635360 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-871cfe11-7863-49bb-b59e-6fd9382214fc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] For port 7847fea0-aa90-4f7d-ad11-60bdd92038f5, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=7847fea0-aa90-4f7d-ad11-60bdd92038f5,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:05:54.635871 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-871cfe11-7863-49bb-b59e-6fd9382214fc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:54.652868 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-871cfe11-7863-49bb-b59e-6fd9382214fc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for 7847fea0-aa90-4f7d-ad11-60bdd92038f5 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:05:54.852391 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-871cfe11-7863-49bb-b59e-6fd9382214fc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:54.876959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cfe11-7863-49bb-b59e-6fd9382214fc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=7847fea0-aa90-4f7d-ad11-60bdd92038f5,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:54.939102 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-871cfe11-7863-49bb-b59e-6fd9382214fc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.043168 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-871cfe11-7863-49bb-b59e-6fd9382214fc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.046422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-871cfe11-7863-49bb-b59e-6fd9382214fc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.078436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.115357 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-871cfe11-7863-49bb-b59e-6fd9382214fc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.115952 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871cfe11-7863-49bb-b59e-6fd9382214fc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Fanout notify agent at l3_agent the message router_deleted on router fa8bf03a-c292-4492-ae94-a314ba979970 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:05:55.124024 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-871cfe11-7863-49bb-b59e-6fd9382214fc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.127873 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-871cfe11-7863-49bb-b59e-6fd9382214fc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/routers/fa8bf03a-c292-4492-ae94-a314ba979970 HTTP/1.1" status: 204 len: 168 time: 1.2359691 Jan 21 10:05:55.128785 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49916) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:55.156288 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1cb53609-95ba-42d1-bc16-5833df615589 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:05:55.178290 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 1cb53609-95ba-42d1-bc16-5833df615589 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:05:55.178646 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 1cb53609-95ba-42d1-bc16-5833df615589 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:05:55.179114 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e797a23c-e23e-4cef-a05f-17437fe894a6 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:05:55.202493 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: e797a23c-e23e-4cef-a05f-17437fe894a6 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:05:55.202838 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e797a23c-e23e-4cef-a05f-17437fe894a6 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:05:55.221483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d4aa938c-0272-4fcd-9d86-cfa139a2bce3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.312824 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d4aa938c-0272-4fcd-9d86-cfa139a2bce3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.336254 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-d4aa938c-0272-4fcd-9d86-cfa139a2bce3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0eb31f3-65ae-484b-b81b-b23f6bf50c6a']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:55.345090 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-d4aa938c-0272-4fcd-9d86-cfa139a2bce3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56d9011-8837-4820-889f-f8383097c432') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:55.345384 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-d4aa938c-0272-4fcd-9d86-cfa139a2bce3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56d9011-8837-4820-889f-f8383097c432') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:55.354855 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d4aa938c-0272-4fcd-9d86-cfa139a2bce3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.368259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d4aa938c-0272-4fcd-9d86-cfa139a2bce3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.373912 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4aa938c-0272-4fcd-9d86-cfa139a2bce3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:05:55.374286 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d4aa938c-0272-4fcd-9d86-cfa139a2bce3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:05:55.377115 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:05:55.447375 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d4aa938c-0272-4fcd-9d86-cfa139a2bce3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.454999 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d4aa938c-0272-4fcd-9d86-cfa139a2bce3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.458949 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d4aa938c-0272-4fcd-9d86-cfa139a2bce3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/networks/a0eb31f3-65ae-484b-b81b-b23f6bf50c6a HTTP/1.1" status: 204 len: 168 time: 0.3285608 Jan 21 10:05:55.461560 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49918) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:55.484456 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa938c-0272-4fcd-9d86-cfa139a2bce3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Network': ['ID=a0eb31f3-65ae-484b-b81b-b23f6bf50c6a,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:55.534780 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6af071e1-3c0f-4caf-a8fc-ebd5974b28b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.559842 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6af071e1-3c0f-4caf-a8fc-ebd5974b28b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.622220 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6af071e1-3c0f-4caf-a8fc-ebd5974b28b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.625713 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6af071e1-3c0f-4caf-a8fc-ebd5974b28b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.626350 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6af071e1-3c0f-4caf-a8fc-ebd5974b28b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/security-groups/f113cd95-2b77-4429-a6af-13898a156713 HTTP/1.1" status: 204 len: 168 time: 0.1638491 Jan 21 10:05:55.635995 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af071e1-3c0f-4caf-a8fc-ebd5974b28b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f113cd95-2b77-4429-a6af-13898a156713,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:55.858659 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 49924) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:55.863259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-54b53316-182d-42c9-9ab4-a4f4bb25d76e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657193432', 'description': 'tempest-secgroup-smoke-1657193432 description', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:55.889124 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-54b53316-182d-42c9-9ab4-a4f4bb25d76e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.959330 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-54b53316-182d-42c9-9ab4-a4f4bb25d76e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.963145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-54b53316-182d-42c9-9ab4-a4f4bb25d76e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.994636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-54b53316-182d-42c9-9ab4-a4f4bb25d76e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.995861 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-54b53316-182d-42c9-9ab4-a4f4bb25d76e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1361983 Jan 21 10:05:55.996962 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b53316-182d-42c9-9ab4-a4f4bb25d76e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97cf9cee-a9b9-4e73-9387-d54f60391eb7,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:55.999039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49926) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:56.003935 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-d1330c3e-e341-4630-a64f-0f61796a4e9e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '97cf9cee-a9b9-4e73-9387-d54f60391eb7', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:56.034628 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d1330c3e-e341-4630-a64f-0f61796a4e9e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.095265 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d1330c3e-e341-4630-a64f-0f61796a4e9e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.098895 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d1330c3e-e341-4630-a64f-0f61796a4e9e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.116985 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1330c3e-e341-4630-a64f-0f61796a4e9e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdbbeb2-8017-4885-b20a-22166e4fe79e,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:56.123744 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d1330c3e-e341-4630-a64f-0f61796a4e9e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.124883 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d1330c3e-e341-4630-a64f-0f61796a4e9e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246810 Jan 21 10:05:56.127571 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49928) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:56.132454 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-728db592-0c58-4a7d-b572-a806588b083e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '97cf9cee-a9b9-4e73-9387-d54f60391eb7', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:56.159591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-728db592-0c58-4a7d-b572-a806588b083e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.214998 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-728db592-0c58-4a7d-b572-a806588b083e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.218424 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-728db592-0c58-4a7d-b572-a806588b083e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.237803 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728db592-0c58-4a7d-b572-a806588b083e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812b8cee-4783-49f2-a691-9b0fa2931206,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:56.247664 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-728db592-0c58-4a7d-b572-a806588b083e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.248880 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-728db592-0c58-4a7d-b572-a806588b083e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203752 Jan 21 10:05:56.251626 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49930) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:56.256585 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-33571168-2db5-4207-a944-b5d3cb511d40 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '97cf9cee-a9b9-4e73-9387-d54f60391eb7', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:56.283599 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-33571168-2db5-4207-a944-b5d3cb511d40 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.341763 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-33571168-2db5-4207-a944-b5d3cb511d40 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.345243 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-33571168-2db5-4207-a944-b5d3cb511d40 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.365002 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33571168-2db5-4207-a944-b5d3cb511d40 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51508df3-b3f6-48da-88d0-960b58b87aa9,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:56.370610 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-33571168-2db5-4207-a944-b5d3cb511d40 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.371766 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-33571168-2db5-4207-a944-b5d3cb511d40 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192021 Jan 21 10:05:56.374541 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49932) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:56.379180 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-7058c511-32a9-47c9-980e-9f7c4bf86240 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '97cf9cee-a9b9-4e73-9387-d54f60391eb7', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:56.407569 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7058c511-32a9-47c9-980e-9f7c4bf86240 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.466758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7058c511-32a9-47c9-980e-9f7c4bf86240 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.470403 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7058c511-32a9-47c9-980e-9f7c4bf86240 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.487796 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058c511-32a9-47c9-980e-9f7c4bf86240 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08db3bc-1b94-40cc-8c86-c87686e59bcd,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:56.498694 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7058c511-32a9-47c9-980e-9f7c4bf86240 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.499910 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7058c511-32a9-47c9-980e-9f7c4bf86240 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244431 Jan 21 10:05:56.502655 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49934) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:56.508074 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-660258b3-50a0-47a3-bbc2-c163c5f5f8b2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '97cf9cee-a9b9-4e73-9387-d54f60391eb7', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:56.532297 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-660258b3-50a0-47a3-bbc2-c163c5f5f8b2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Project 201a78c3b7f54d2a9d1f7fdd4c7e7829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:05:56.537151 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-660258b3-50a0-47a3-bbc2-c163c5f5f8b2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.598936 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-660258b3-50a0-47a3-bbc2-c163c5f5f8b2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.604502 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-660258b3-50a0-47a3-bbc2-c163c5f5f8b2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.625662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660258b3-50a0-47a3-bbc2-c163c5f5f8b2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeee857a-7991-4c41-a4a9-7dd832121708,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:56.633858 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-660258b3-50a0-47a3-bbc2-c163c5f5f8b2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.635052 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-660258b3-50a0-47a3-bbc2-c163c5f5f8b2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314895 Jan 21 10:05:56.637680 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49936) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:56.641980 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e75518c6-2753-4c5a-b105-41b7ce1163a3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '97cf9cee-a9b9-4e73-9387-d54f60391eb7', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:56.666407 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-e75518c6-2753-4c5a-b105-41b7ce1163a3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Project 201a78c3b7f54d2a9d1f7fdd4c7e7829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:05:56.671215 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e75518c6-2753-4c5a-b105-41b7ce1163a3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.732509 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e75518c6-2753-4c5a-b105-41b7ce1163a3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.736504 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e75518c6-2753-4c5a-b105-41b7ce1163a3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.754519 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75518c6-2753-4c5a-b105-41b7ce1163a3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a66a57e-a114-4cb2-be2d-3619e62a6f50,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:56.762013 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e75518c6-2753-4c5a-b105-41b7ce1163a3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.763187 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e75518c6-2753-4c5a-b105-41b7ce1163a3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245029 Jan 21 10:05:56.765974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49938) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:56.771477 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-8ee4d470-9c4c-4666-b37b-eca4bcc9e753 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'network': {'name': 'tempest-network-smoke--2081885476', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'port_security_enabled': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:56.795244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee4d470-9c4c-4666-b37b-eca4bcc9e753 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Made reservation on behalf of 201a78c3b7f54d2a9d1f7fdd4c7e7829 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:05:56.798636 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d470-9c4c-4666-b37b-eca4bcc9e753 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.822467 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee4d470-9c4c-4666-b37b-eca4bcc9e753 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:05:56.830972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d470-9c4c-4666-b37b-eca4bcc9e753 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.831310 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-8ee4d470-9c4c-4666-b37b-eca4bcc9e753 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Added segment 303fca75-0e88-4a54-b001-ce9aa4fbf962 of type vlan for network 16361744-e2aa-4fac-99a3-064d51785990 Jan 21 10:05:56.872209 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d470-9c4c-4666-b37b-eca4bcc9e753 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.900348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d470-9c4c-4666-b37b-eca4bcc9e753 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.906052 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee4d470-9c4c-4666-b37b-eca4bcc9e753 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:56.906649 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d470-9c4c-4666-b37b-eca4bcc9e753 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.973574 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8ee4d470-9c4c-4666-b37b-eca4bcc9e753 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2064712 Jan 21 10:05:56.977124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49940) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:56.981533 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1079029248', 'admin_state_up': True, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:56.996129 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4d470-9c4c-4666-b37b-eca4bcc9e753 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Network': ['ID=16361744-e2aa-4fac-99a3-064d51785990,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:57.007622 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 16361744-e2aa-4fac-99a3-064d51785990 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 10:05:57.019956 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:57.021888 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:57.070582 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 7847fea0-aa90-4f7d-ad11-60bdd92038f5 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:05:57.110877 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:57.118410 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 7847fea0-aa90-4f7d-ad11-60bdd92038f5 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:05:57.118965 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 7847fea0-aa90-4f7d-ad11-60bdd92038f5 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:05:57.274978 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:57.485693 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:57.504405 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:57.609334 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.26.7.121 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/e926ae3d-ee71-4cdc-b410-4ec3f6e9b384) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:05:57.715683 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:57.749485 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:57.791387 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:05:57.795361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:05:57.798859 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:05:57.825721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=e926ae3d-ee71-4cdc-b410-4ec3f6e9b384,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:58.073436 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:58.297911 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:58.437105 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:05:58.553286 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:05:58.564457 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Sync routers for ids ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:05:58.577051 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Routers {'6c96360b-ef56-4bfc-bc54-f77d0f3bc332'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:05:58.577336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:58.577532 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:58.577965 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b98910a8-13cf-4b43-b8de-8427a94b6e9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5998535 Jan 21 10:05:58.581303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49942) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:58.611397 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-67279789-3575-4fde-a978-a87a475fbf95 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288830 Jan 21 10:05:58.615964 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49944) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:58.702060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Set router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:05:58.718610 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f173c18-c6d9-4720-bead-f5a423a7ec97 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:58.720156 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1f173c18-c6d9-4720-bead-f5a423a7ec97 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1031320 Jan 21 10:05:58.723035 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49946) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:58.757876 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-56c4209c-9c5b-4ff0-9b3d-498150e041c5 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328171 Jan 21 10:05:58.760372 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49948) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:58.768224 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-dd49f1c6-8da2-4398-83d3-2c4ab432e34b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1343138513', 'network_id': '16361744-e2aa-4fac-99a3-064d51785990', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:58.870183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd49f1c6-8da2-4398-83d3-2c4ab432e34b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Made reservation on behalf of 201a78c3b7f54d2a9d1f7fdd4c7e7829 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:05:58.873971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dd49f1c6-8da2-4398-83d3-2c4ab432e34b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:59.054271 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079029248', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:05:57Z', 'revision_number': 3, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:59.081376 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Checking router: 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:05:59.081753 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Updating router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 port e926ae3d-ee71-4cdc-b410-4ec3f6e9b384 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:05:59.090017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dd49f1c6-8da2-4398-83d3-2c4ab432e34b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:59.109825 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:59.152167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49f1c6-8da2-4398-83d3-2c4ab432e34b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Subnet': ['ID=beab91c6-c051-4318-8369-4e3b949e1469,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:59.165872 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd49f1c6-8da2-4398-83d3-2c4ab432e34b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Checking segment: {'id': '303fca75-0e88-4a54-b001-ce9aa4fbf962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '16361744-e2aa-4fac-99a3-064d51785990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:05:59.166230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd49f1c6-8da2-4398-83d3-2c4ab432e34b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network hostable DHCP agents. Network: 16361744-e2aa-4fac-99a3-064d51785990, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:05:59.187039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd49f1c6-8da2-4398-83d3-2c4ab432e34b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network 16361744-e2aa-4fac-99a3-064d51785990 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:05:59.198689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-dd49f1c6-8da2-4398-83d3-2c4ab432e34b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 16361744-e2aa-4fac-99a3-064d51785990) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:05:59.203057 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd49f1c6-8da2-4398-83d3-2c4ab432e34b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:59.203640 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dd49f1c6-8da2-4398-83d3-2c4ab432e34b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:59.217136 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8673f757-1b2b-4f35-b07c-3fcf82b55fe5 None None] Network 16361744-e2aa-4fac-99a3-064d51785990 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:05:59.226006 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-dd49f1c6-8da2-4398-83d3-2c4ab432e34b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4614835 Jan 21 10:05:59.226222 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 49950) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:05:59.466564 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-16361744-e2aa-4fac-99a3-064d51785990', 'network_id': '16361744-e2aa-4fac-99a3-064d51785990', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ips': [{'subnet_id': 'beab91c6-c051-4318-8369-4e3b949e1469'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 10:05:59.467418 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:59.526887 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:59.576798 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:59.669587 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66ef90-148e-446a-a285-b4e3fd3d5494 None None] Pushing event updated for resources: {'Port': ['ID=e926ae3d-ee71-4cdc-b410-4ec3f6e9b384,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:59.686139 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Attempting to bind port e926ae3d-ee71-4cdc-b410-4ec3f6e9b384 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:05:59.686682 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Attempting to bind port e926ae3d-ee71-4cdc-b410-4ec3f6e9b384 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:05:59.687260 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Attempting to bind port e926ae3d-ee71-4cdc-b410-4ec3f6e9b384 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:05:59.702390 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:05:59.702969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:05:59.703604 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:59.704228 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:05:59.704976 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Bound port: e926ae3d-ee71-4cdc-b410-4ec3f6e9b384, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:05:59.705626 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:59.756193 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:59.759711 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Allocated IP 172.20.0.2 (16361744-e2aa-4fac-99a3-064d51785990/beab91c6-c051-4318-8369-4e3b949e1469/5185a835-87ce-4511-9d51-1d2e4acd1997) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:05:59.883351 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] For port e926ae3d-ee71-4cdc-b410-4ec3f6e9b384, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:05:59.911925 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] For port e926ae3d-ee71-4cdc-b410-4ec3f6e9b384, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e926ae3d-ee71-4cdc-b410-4ec3f6e9b384,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:05:59.923158 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.015108 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Routers {'6c96360b-ef56-4bfc-bc54-f77d0f3bc332'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:06:00.015671 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:00.074104 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66ef90-148e-446a-a285-b4e3fd3d5494 None None] Pushing event updated for resources: {'Port': ['ID=e926ae3d-ee71-4cdc-b410-4ec3f6e9b384,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:00.111178 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.151406 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.172963 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.20.0.1 (16361744-e2aa-4fac-99a3-064d51785990/beab91c6-c051-4318-8369-4e3b949e1469/815e6b13-ec78-4760-9f92-e14c114e70c9) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:06:00.211458 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Network 16361744-e2aa-4fac-99a3-064d51785990 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:06:00.219352 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:06:00.221044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Pushing event updated for resources: {'Port': ['ID=5185a835-87ce-4511-9d51-1d2e4acd1997,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:00.223165 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:06:00.230620 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] Set router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:06:00.289351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.323666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.360916 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network 16361744-e2aa-4fac-99a3-064d51785990 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:06:00.364153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:06:00.367833 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Attempting to bind port 5185a835-87ce-4511-9d51-1d2e4acd1997 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:06:00.368031 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:06:00.368242 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Attempting to bind port 5185a835-87ce-4511-9d51-1d2e4acd1997 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '303fca75-0e88-4a54-b001-ce9aa4fbf962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '16361744-e2aa-4fac-99a3-064d51785990'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:06:00.368561 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Attempting to bind port 5185a835-87ce-4511-9d51-1d2e4acd1997 on network 16361744-e2aa-4fac-99a3-064d51785990 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:06:00.375297 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:06:00.375668 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Checking segment: {'id': '303fca75-0e88-4a54-b001-ce9aa4fbf962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '16361744-e2aa-4fac-99a3-064d51785990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:06:00.376073 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.376462 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Bound using segment: {'id': '303fca75-0e88-4a54-b001-ce9aa4fbf962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '16361744-e2aa-4fac-99a3-064d51785990'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:06:00.376923 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Bound port: 5185a835-87ce-4511-9d51-1d2e4acd1997, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303fca75-0e88-4a54-b001-ce9aa4fbf962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '16361744-e2aa-4fac-99a3-064d51785990'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:06:00.377306 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.498613 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] For port 5185a835-87ce-4511-9d51-1d2e4acd1997, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:06:00.502890 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] For port 5185a835-87ce-4511-9d51-1d2e4acd1997, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5185a835-87ce-4511-9d51-1d2e4acd1997,segment=NetworkSegment(303fca75-0e88-4a54-b001-ce9aa4fbf962),segment_id=303fca75-0e88-4a54-b001-ce9aa4fbf962)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:06:00.508594 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.576886 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079029248', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:05:57Z', 'revision_number': 3, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:00.578912 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e7e43-93cc-4586-bd23-c6d41920cd0b None None] Pushing event updated for resources: {'Port': ['ID=5185a835-87ce-4511-9d51-1d2e4acd1997,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:00.609367 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eae166-bec6-4815-bb9c-a2b9dd0e8ac7 None None] The sync data for ids ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'] in dv-neutron-825721-1-hyperv is: [{'id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079029248', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:05:57Z', 'revision_number': 3, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:06:00.780832 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=815e6b13-ec78-4760-9f92-e14c114e70c9,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:00.796702 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.938722 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:01.228210 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5185a835-87ce-4511-9d51-1d2e4acd1997 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:06:01.269587 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:01.276070 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:01.292352 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 5185a835-87ce-4511-9d51-1d2e4acd1997 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:01.292890 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:01.350972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:01.392831 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:01.422710 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=815e6b13-ec78-4760-9f92-e14c114e70c9,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:01.438504 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 5185a835-87ce-4511-9d51-1d2e4acd1997, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5185a835-87ce-4511-9d51-1d2e4acd1997,segment=NetworkSegment(303fca75-0e88-4a54-b001-ce9aa4fbf962),segment_id=303fca75-0e88-4a54-b001-ce9aa4fbf962)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:01.447658 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:01.448419 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e926ae3d-ee71-4cdc-b410-4ec3f6e9b384 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:06:01.497286 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network 16361744-e2aa-4fac-99a3-064d51785990 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:06:01.498864 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:06:01.534758 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=5185a835-87ce-4511-9d51-1d2e4acd1997,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:01.565360 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port e926ae3d-ee71-4cdc-b410-4ec3f6e9b384 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:01.566137 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:01.641582 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:06:01.653775 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:01.683135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port e926ae3d-ee71-4cdc-b410-4ec3f6e9b384, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e926ae3d-ee71-4cdc-b410-4ec3f6e9b384,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:01.695181 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:01.751273 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da0e087-0c86-454f-bcd3-0b7c59feae9a None None] Network 16361744-e2aa-4fac-99a3-064d51785990 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:06:01.757745 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=e926ae3d-ee71-4cdc-b410-4ec3f6e9b384,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:01.786891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:06:01.794358 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ae9999c2-2c7f-4fea-ad09-d6690e93474f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "PUT /v2.0/routers/6c96360b-ef56-4bfc-bc54-f77d0f3bc332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5670533 Jan 21 10:06:01.949858 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-77463900-87bf-443e-b6fd-28f4e533ba87 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657193432&fields=id&tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829 HTTP/1.1" status: 200 len: 267 time: 0.0401313 Jan 21 10:06:01.965925 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-389c3c9e-a0f6-4ee5-af19-6fcf424309a3 None None] Provisioning complete for port 5185a835-87ce-4511-9d51-1d2e4acd1997 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:01.966294 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-389c3c9e-a0f6-4ee5-af19-6fcf424309a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.078052 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-d03642a6-d16b-4f3a-b968-604bfb7c98e1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:02.079729 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-d03642a6-d16b-4f3a-b968-604bfb7c98e1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/networks?id=16361744-e2aa-4fac-99a3-064d51785990 HTTP/1.1" status: 200 len: 797 time: 0.1219428 Jan 21 10:06:02.097584 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-a5c6bd4f-dff0-435d-b344-3303d2dc3e9e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/quotas/201a78c3b7f54d2a9d1f7fdd4c7e7829 HTTP/1.1" status: 200 len: 375 time: 0.0107820 Jan 21 10:06:02.156346 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-12e98686-07ae-471c-9706-a8cf6b0ce69a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523531 Jan 21 10:06:02.269828 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-5737055d-3b1f-4916-9622-707f84ae1c63 service neutron] 10.222.0.88 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982130 Jan 21 10:06:02.352540 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8486e37f-6a33-4eae-be12-40da250d1445 None None] Provisioning complete for port 815e6b13-ec78-4760-9f92-e14c114e70c9 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:02.353420 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8486e37f-6a33-4eae-be12-40da250d1445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.371873 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-a8ebe2c1-d3ce-42cc-8f80-0425488a77ec service neutron] 10.222.0.88 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941980 Jan 21 10:06:02.389229 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-8486e37f-6a33-4eae-be12-40da250d1445 None None] Port 815e6b13-ec78-4760-9f92-e14c114e70c9 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:06:02.402031 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8486e37f-6a33-4eae-be12-40da250d1445 None None] Provisioning complete for port 5185a835-87ce-4511-9d51-1d2e4acd1997 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:02.402535 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8486e37f-6a33-4eae-be12-40da250d1445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.535350 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Sync routers for ids ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:06:02.547022 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Routers {'6c96360b-ef56-4bfc-bc54-f77d0f3bc332'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:06:02.547658 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:02.561293 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6a30727d-e6a2-4f2f-b681-1d5e5792d618 req-43fbccd3-5f12-46ba-a65c-ba308f109a11 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 210 time: 0.0277209 Jan 21 10:06:02.644774 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-970e4d7f-baef-4280-893b-260dfef70890 None None] Provisioning complete for port 815e6b13-ec78-4760-9f92-e14c114e70c9 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:02.645636 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-970e4d7f-baef-4280-893b-260dfef70890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.660465 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Set router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:06:02.681366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-970e4d7f-baef-4280-893b-260dfef70890 None None] Port 815e6b13-ec78-4760-9f92-e14c114e70c9 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:06:02.799285 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-86634f85-d265-4240-a94f-10629e8f73f9 None None] Provisioning complete for port 815e6b13-ec78-4760-9f92-e14c114e70c9 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:02.799697 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-86634f85-d265-4240-a94f-10629e8f73f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.833791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-86634f85-d265-4240-a94f-10629e8f73f9 None None] Port 815e6b13-ec78-4760-9f92-e14c114e70c9 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:06:02.856805 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079029248', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:00Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '815e6b13-ec78-4760-9f92-e14c114e70c9', 'name': '', 'network_id': '16361744-e2aa-4fac-99a3-064d51785990', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:d5:05:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:59Z', 'updated_at': '2022-01-21T10:06:01Z', 'revision_number': 2, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:02.884744 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Checking router: 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:06:02.885092 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Updating router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 port 815e6b13-ec78-4760-9f92-e14c114e70c9 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:06:02.909432 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.100874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5185a835-87ce-4511-9d51-1d2e4acd1997 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:06:03.152705 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 5185a835-87ce-4511-9d51-1d2e4acd1997 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:03.153071 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.229097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e926ae3d-ee71-4cdc-b410-4ec3f6e9b384 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:06:03.252542 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.257895 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.275259 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port e926ae3d-ee71-4cdc-b410-4ec3f6e9b384 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:03.275630 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.308776 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4aa3ac-d3ff-4d2f-a0ca-0cc24779142d None None] Pushing event updated for resources: {'Port': ['ID=815e6b13-ec78-4760-9f92-e14c114e70c9,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:03.332245 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4aa3ac-d3ff-4d2f-a0ca-0cc24779142d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:03.332585 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4aa3ac-d3ff-4d2f-a0ca-0cc24779142d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:03.332960 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4aa3ac-d3ff-4d2f-a0ca-0cc24779142d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:03.333293 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4aa3ac-d3ff-4d2f-a0ca-0cc24779142d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:03.333834 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4aa3ac-d3ff-4d2f-a0ca-0cc24779142d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:03.334159 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4aa3ac-d3ff-4d2f-a0ca-0cc24779142d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:03.334543 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4aa3ac-d3ff-4d2f-a0ca-0cc24779142d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:03.334805 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4aa3ac-d3ff-4d2f-a0ca-0cc24779142d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:03.335126 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4aa3ac-d3ff-4d2f-a0ca-0cc24779142d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:03.335444 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4aa3ac-d3ff-4d2f-a0ca-0cc24779142d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:03.335760 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4aa3ac-d3ff-4d2f-a0ca-0cc24779142d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:03.336076 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4aa3ac-d3ff-4d2f-a0ca-0cc24779142d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:03.371759 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Attempting to bind port 815e6b13-ec78-4760-9f92-e14c114e70c9 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:06:03.371759 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Attempting to bind port 815e6b13-ec78-4760-9f92-e14c114e70c9 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '303fca75-0e88-4a54-b001-ce9aa4fbf962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '16361744-e2aa-4fac-99a3-064d51785990'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:06:03.371759 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Attempting to bind port 815e6b13-ec78-4760-9f92-e14c114e70c9 on network 16361744-e2aa-4fac-99a3-064d51785990 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:06:03.377049 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:06:03.377422 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Checking segment: {'id': '303fca75-0e88-4a54-b001-ce9aa4fbf962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '16361744-e2aa-4fac-99a3-064d51785990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:06:03.377920 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.378306 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Bound using segment: {'id': '303fca75-0e88-4a54-b001-ce9aa4fbf962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '16361744-e2aa-4fac-99a3-064d51785990'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:06:03.378765 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Bound port: 815e6b13-ec78-4760-9f92-e14c114e70c9, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303fca75-0e88-4a54-b001-ce9aa4fbf962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '16361744-e2aa-4fac-99a3-064d51785990'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:06:03.379138 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.448150 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] For port 815e6b13-ec78-4760-9f92-e14c114e70c9, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:06:03.451521 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] For port 815e6b13-ec78-4760-9f92-e14c114e70c9, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=815e6b13-ec78-4760-9f92-e14c114e70c9,segment=NetworkSegment(303fca75-0e88-4a54-b001-ce9aa4fbf962),segment_id=303fca75-0e88-4a54-b001-ce9aa4fbf962)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:06:03.455849 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.517379 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Routers {'6c96360b-ef56-4bfc-bc54-f77d0f3bc332'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:06:03.518042 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:03.519768 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4aa3ac-d3ff-4d2f-a0ca-0cc24779142d None None] Pushing event updated for resources: {'Port': ['ID=815e6b13-ec78-4760-9f92-e14c114e70c9,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:03.558085 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f0965731-b3d7-40af-b7e3-9730cd2fd667 None None] Provisioning complete for port 815e6b13-ec78-4760-9f92-e14c114e70c9 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:03.558462 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f0965731-b3d7-40af-b7e3-9730cd2fd667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.649357 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] Set router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:06:03.671729 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f0965731-b3d7-40af-b7e3-9730cd2fd667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.676497 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ab576238-ca07-4aa1-a54c-a1ad254558dc req-a4e05c05-1f92-464f-9e13-27ca968fbb8e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 210 time: 0.0424049 Jan 21 10:06:03.722325 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f0965731-b3d7-40af-b7e3-9730cd2fd667 None None] For port 815e6b13-ec78-4760-9f92-e14c114e70c9, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=815e6b13-ec78-4760-9f92-e14c114e70c9,segment=NetworkSegment(303fca75-0e88-4a54-b001-ce9aa4fbf962),segment_id=303fca75-0e88-4a54-b001-ce9aa4fbf962)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:03.727698 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f0965731-b3d7-40af-b7e3-9730cd2fd667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.780240 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0965731-b3d7-40af-b7e3-9730cd2fd667 None None] Pushing event updated for resources: {'Port': ['ID=815e6b13-ec78-4760-9f92-e14c114e70c9,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:03.846483 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-b781bbd0-b214-468f-b06b-966a9581d9a6 None None] Provisioning complete for port 815e6b13-ec78-4760-9f92-e14c114e70c9 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:03.846762 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b781bbd0-b214-468f-b06b-966a9581d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.861104 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079029248', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:00Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '815e6b13-ec78-4760-9f92-e14c114e70c9', 'name': '', 'network_id': '16361744-e2aa-4fac-99a3-064d51785990', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:d5:05:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:59Z', 'updated_at': '2022-01-21T10:06:03Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:03.886768 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9671f00f-bbd0-492b-b041-140bb394d788 None None] The sync data for ids ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'] in dv-neutron-825721-1-hyperv is: [{'id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079029248', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:00Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '815e6b13-ec78-4760-9f92-e14c114e70c9', 'name': '', 'network_id': '16361744-e2aa-4fac-99a3-064d51785990', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:d5:05:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:59Z', 'updated_at': '2022-01-21T10:06:03Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:06:04.758188 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d52c726a-172e-45cc-91a9-42d5b9e54782 req-4058bbe6-b523-4702-bcfd-d8cca3ac3756 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 210 time: 0.0278485 Jan 21 10:06:05.125393 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 815e6b13-ec78-4760-9f92-e14c114e70c9 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:06:05.175189 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 815e6b13-ec78-4760-9f92-e14c114e70c9 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:05.175471 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:05.838825 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e366432c-a700-485f-89f3-2e14bb5f7c36 req-92e22932-c7ab-4280-b3f0-e0e593c34874 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 210 time: 0.0269597 Jan 21 10:06:05.912977 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2a5a419e-c14d-42fd-b741-677d7e410278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:06.943284 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-407fcd76-cf9a-4708-a88b-8c9b7226a24a req-7bf4ea8e-eda9-4152-91c9-99542a1fced6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 210 time: 0.0269604 Jan 21 10:06:07.593738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-eb6dcaf9-0cc2-404d-9247-604ea8f13be6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:07.595217 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-eb6dcaf9-0cc2-404d-9247-604ea8f13be6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "GET /v2.0/networks?id=16361744-e2aa-4fac-99a3-064d51785990 HTTP/1.1" status: 200 len: 797 time: 0.1183975 Jan 21 10:06:07.640041 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-e5c0869a-6473-4f61-89c2-74ad71c7838d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829 HTTP/1.1" status: 200 len: 380 time: 0.0364389 Jan 21 10:06:07.652076 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-15f7566c-36a4-4bac-820a-a702e920325a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'port': {'device_id': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'network_id': '16361744-e2aa-4fac-99a3-064d51785990', 'admin_state_up': True, 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'security_groups': ['97cf9cee-a9b9-4e73-9387-d54f60391eb7']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:06:07.766245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-15f7566c-36a4-4bac-820a-a702e920325a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Made reservation on behalf of 201a78c3b7f54d2a9d1f7fdd4c7e7829 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:06:07.769726 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-15f7566c-36a4-4bac-820a-a702e920325a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:07.896564 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-15f7566c-36a4-4bac-820a-a702e920325a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.20.0.3 (16361744-e2aa-4fac-99a3-064d51785990/beab91c6-c051-4318-8369-4e3b949e1469/df7fc417-e90b-424e-b4a6-93189ab5997e) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:06:08.057706 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-32cd7d38-fcfb-4166-9a1f-fe0d0495d93b req-b22f90f7-7016-4fc2-a736-3c62c141b0aa tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 210 time: 0.0474973 Jan 21 10:06:08.066881 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-15f7566c-36a4-4bac-820a-a702e920325a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.100975 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-15f7566c-36a4-4bac-820a-a702e920325a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.140530 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-15f7566c-36a4-4bac-820a-a702e920325a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network 16361744-e2aa-4fac-99a3-064d51785990 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:06:08.145998 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-15f7566c-36a4-4bac-820a-a702e920325a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:06:08.150554 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-15f7566c-36a4-4bac-820a-a702e920325a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:06:08.181804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7566c-36a4-4bac-820a-a702e920325a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=df7fc417-e90b-424e-b4a6-93189ab5997e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:08.211794 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-15f7566c-36a4-4bac-820a-a702e920325a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:08.212459 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-15f7566c-36a4-4bac-820a-a702e920325a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.229014 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-15f7566c-36a4-4bac-820a-a702e920325a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807595 Jan 21 10:06:08.241831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Request body: {'port': {'device_id': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:06:08.297852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.300520 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5e87f7cb-7234-4d17-84f3-f4e1f4f2f6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.391636 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-25d469da-60c3-4833-ba60-149d4c7034c9 None None] Provisioning complete for port df7fc417-e90b-424e-b4a6-93189ab5997e triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:08.392124 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-25d469da-60c3-4833-ba60-149d4c7034c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.429988 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-25d469da-60c3-4833-ba60-149d4c7034c9 None None] Port df7fc417-e90b-424e-b4a6-93189ab5997e cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:06:08.590379 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7fc417-e90b-424e-b4a6-93189ab5997e {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:06:08.598026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.612250 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Transition to ACTIVE for port object df7fc417-e90b-424e-b4a6-93189ab5997e will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:06:08.616539 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.672327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Pushing event updated for resources: {'Port': ['ID=df7fc417-e90b-424e-b4a6-93189ab5997e,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:08.744438 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Attempting to bind port df7fc417-e90b-424e-b4a6-93189ab5997e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:06:08.744841 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Attempting to bind port df7fc417-e90b-424e-b4a6-93189ab5997e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '303fca75-0e88-4a54-b001-ce9aa4fbf962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '16361744-e2aa-4fac-99a3-064d51785990'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:06:08.745155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Attempting to bind port df7fc417-e90b-424e-b4a6-93189ab5997e on network 16361744-e2aa-4fac-99a3-064d51785990 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:06:08.750026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Port df7fc417-e90b-424e-b4a6-93189ab5997e on network 16361744-e2aa-4fac-99a3-064d51785990 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 10:06:08.750351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Attempting to bind port df7fc417-e90b-424e-b4a6-93189ab5997e on network 16361744-e2aa-4fac-99a3-064d51785990 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:06:08.758295 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:06:08.758640 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Checking segment: {'id': '303fca75-0e88-4a54-b001-ce9aa4fbf962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '16361744-e2aa-4fac-99a3-064d51785990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:06:08.759028 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Bound using segment: {'id': '303fca75-0e88-4a54-b001-ce9aa4fbf962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '16361744-e2aa-4fac-99a3-064d51785990'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:06:08.759463 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Bound port: df7fc417-e90b-424e-b4a6-93189ab5997e, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303fca75-0e88-4a54-b001-ce9aa4fbf962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '16361744-e2aa-4fac-99a3-064d51785990'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:06:08.759826 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.836555 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] For port df7fc417-e90b-424e-b4a6-93189ab5997e, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:06:08.840715 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] For port df7fc417-e90b-424e-b4a6-93189ab5997e, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=df7fc417-e90b-424e-b4a6-93189ab5997e,segment=NetworkSegment(303fca75-0e88-4a54-b001-ce9aa4fbf962),segment_id=303fca75-0e88-4a54-b001-ce9aa4fbf962)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:06:08.845447 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.880695 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:08.881616 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.883023 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] 10.222.0.113 "PUT /v2.0/ports/df7fc417-e90b-424e-b4a6-93189ab5997e HTTP/1.1" status: 200 len: 1093 time: 0.6461654 Jan 21 10:06:08.883499 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'tag': 'df7fc417-e90b-424e-b4a6-93189ab5997e'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:08.885901 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddae164c-4c76-42e6-94d2-e8e5580dc8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5ca098-77d1-4461-9cc8-5386bad51530", "tag": "df7fc417-e90b-424e-b4a6-93189ab5997e"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:06:08.922670 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d95c8-a766-4946-be38-fb2dc0e5f907 service neutron] Pushing event updated for resources: {'Port': ['ID=df7fc417-e90b-424e-b4a6-93189ab5997e,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:08.939804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2741e720-8fc8-4769-b17e-f91ab76f3bd5 x-openstack-request-id: req-2741e720-8fc8-4769-b17e-f91ab76f3bd5 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:06:08.940100 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5ca098-77d1-4461-9cc8-5386bad51530", "tag": "df7fc417-e90b-424e-b4a6-93189ab5997e", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:06:08.940350 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2741e720-8fc8-4769-b17e-f91ab76f3bd5 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:06:08.940745 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'tag': 'df7fc417-e90b-424e-b4a6-93189ab5997e', 'status': 'completed', 'code': 200} Jan 21 10:06:08.977871 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-4cf0cd80-dfb8-4f0d-872e-311206d11293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:08.979394 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-4cf0cd80-dfb8-4f0d-872e-311206d11293 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 1096 time: 0.0514450 Jan 21 10:06:09.023677 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-2900102a-412c-4113-bb96-46fee93b5d32 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df7fc417-e90b-424e-b4a6-93189ab5997e HTTP/1.1" status: 200 len: 217 time: 0.0365376 Jan 21 10:06:09.081548 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-9b69ed35-1978-4fb6-8ff9-335b1055c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:09.084770 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-9b69ed35-1978-4fb6-8ff9-335b1055c134 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=beab91c6-c051-4318-8369-4e3b949e1469 HTTP/1.1" status: 200 len: 835 time: 0.0552828 Jan 21 10:06:09.144443 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-0d5be5c6-41ff-407f-8ef4-15f89ea83a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:09.147160 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-0d5be5c6-41ff-407f-8ef4-15f89ea83a39 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=16361744-e2aa-4fac-99a3-064d51785990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567245 Jan 21 10:06:09.237232 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33c9f3-4d82-422a-b47b-665699e11167 req-0e3c3141-790c-41ed-a85c-2bb619f8c54b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:09.238736 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4d33c9f3-4d82-422a-b47b-665699e11167 req-0e3c3141-790c-41ed-a85c-2bb619f8c54b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 943 time: 0.1098351 Jan 21 10:06:09.297305 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-f6f881e1-27e6-4ab3-860a-eff8a543a9e1 service neutron] 10.222.0.113 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365790 Jan 21 10:06:09.303186 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4d33c9f3-4d82-422a-b47b-665699e11167 req-26b43560-eec7-4359-90e1-c0ac49e43af7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574000 Jan 21 10:06:09.387224 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:09.393822 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f07d7112-a60f-4641-94c2-b410bd775e53 req-c8e7b8e1-8a1f-4d79-bb03-c2207996ae3f service neutron] 10.222.0.113 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896795 Jan 21 10:06:09.478331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae164c-4c76-42e6-94d2-e8e5580dc8f7 req-cbb6c6d0-5257-4672-aefd-59c681789cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:09.479849 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ddae164c-4c76-42e6-94d2-e8e5580dc8f7 req-cbb6c6d0-5257-4672-aefd-59c681789cca service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 1096 time: 0.0425603 Jan 21 10:06:09.572971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae164c-4c76-42e6-94d2-e8e5580dc8f7 req-b324a11d-d28c-4675-9df0-cd4e7284eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:09.574487 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ddae164c-4c76-42e6-94d2-e8e5580dc8f7 req-b324a11d-d28c-4675-9df0-cd4e7284eac7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=16361744-e2aa-4fac-99a3-064d51785990 HTTP/1.1" status: 200 len: 898 time: 0.0853438 Jan 21 10:06:09.618078 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ddae164c-4c76-42e6-94d2-e8e5580dc8f7 req-74c375e6-9f29-4a9a-abc4-2ddd72ac591b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df7fc417-e90b-424e-b4a6-93189ab5997e HTTP/1.1" status: 200 len: 217 time: 0.0369570 Jan 21 10:06:09.666167 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae164c-4c76-42e6-94d2-e8e5580dc8f7 req-bdee7f70-8d10-4b13-99a1-1806a0e17228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:09.667500 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ddae164c-4c76-42e6-94d2-e8e5580dc8f7 req-bdee7f70-8d10-4b13-99a1-1806a0e17228 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=beab91c6-c051-4318-8369-4e3b949e1469 HTTP/1.1" status: 200 len: 835 time: 0.0422759 Jan 21 10:06:09.715112 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae164c-4c76-42e6-94d2-e8e5580dc8f7 req-fd71161a-3e25-4653-af5f-c33f4360d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:09.716590 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ddae164c-4c76-42e6-94d2-e8e5580dc8f7 req-fd71161a-3e25-4653-af5f-c33f4360d551 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=16361744-e2aa-4fac-99a3-064d51785990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405765 Jan 21 10:06:09.808453 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ddae164c-4c76-42e6-94d2-e8e5580dc8f7 req-facc2339-af46-4d02-aec9-4b1f8af04d8c service neutron] 10.222.0.113 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838950 Jan 21 10:06:09.904530 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ddae164c-4c76-42e6-94d2-e8e5580dc8f7 req-9f21f3ab-2420-4a59-b8a1-39305effa38e service neutron] 10.222.0.113 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835872 Jan 21 10:06:10.423409 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771a5a1-ebab-420c-a18c-b0622bb3c8f1 req-1f8191ef-e7a7-46e3-9402-bfd6ee0ad05a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:10.424879 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c771a5a1-ebab-420c-a18c-b0622bb3c8f1 req-1f8191ef-e7a7-46e3-9402-bfd6ee0ad05a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 943 time: 0.0503218 Jan 21 10:06:10.465826 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c771a5a1-ebab-420c-a18c-b0622bb3c8f1 req-b7c2ff3b-3d8f-45f7-8013-1e4c78f4513c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347288 Jan 21 10:06:11.401531 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:11.412937 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:11.517901 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device df7fc417-e90b-424e-b4a6-93189ab5997e details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 10:06:11.597077 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d781bf-5570-4522-8f4d-4b63aa4ec3a4 req-fd174003-6e9f-476b-a6f3-0959946f5d5b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:11.599123 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f1d781bf-5570-4522-8f4d-4b63aa4ec3a4 req-fd174003-6e9f-476b-a6f3-0959946f5d5b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 943 time: 0.0513453 Jan 21 10:06:11.621073 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port df7fc417-e90b-424e-b4a6-93189ab5997e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=df7fc417-e90b-424e-b4a6-93189ab5997e,segment=NetworkSegment(303fca75-0e88-4a54-b001-ce9aa4fbf962),segment_id=303fca75-0e88-4a54-b001-ce9aa4fbf962)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:11.631792 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'df7fc417-e90b-424e-b4a6-93189ab5997e', 'network_id': '16361744-e2aa-4fac-99a3-064d51785990', 'port_id': 'df7fc417-e90b-424e-b4a6-93189ab5997e', 'mac_address': 'fa:16:3e:23:44:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 10:06:11.641826 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f1d781bf-5570-4522-8f4d-4b63aa4ec3a4 req-7f2444ac-554e-4a54-b6ec-8499f3db2720 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363250 Jan 21 10:06:11.669721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:11.682873 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7fc417-e90b-424e-b4a6-93189ab5997e {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:06:11.701624 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port df7fc417-e90b-424e-b4a6-93189ab5997e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=df7fc417-e90b-424e-b4a6-93189ab5997e,segment=NetworkSegment(303fca75-0e88-4a54-b001-ce9aa4fbf962),segment_id=303fca75-0e88-4a54-b001-ce9aa4fbf962)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:11.705177 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:11.756482 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=df7fc417-e90b-424e-b4a6-93189ab5997e,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:11.908383 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['df7fc417-e90b-424e-b4a6-93189ab5997e'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:06:12.757204 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c22e78-249e-4f34-a995-58da39d9de07 req-675f15db-d34c-4c5f-afdf-2724b9c37cc8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:12.758608 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-73c22e78-249e-4f34-a995-58da39d9de07 req-675f15db-d34c-4c5f-afdf-2724b9c37cc8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 944 time: 0.0499775 Jan 21 10:06:12.796725 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-73c22e78-249e-4f34-a995-58da39d9de07 req-504b9d41-5f39-4d40-b4e3-396f0545cc35 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322526 Jan 21 10:06:13.533015 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device df7fc417-e90b-424e-b4a6-93189ab5997e up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:06:13.581742 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port df7fc417-e90b-424e-b4a6-93189ab5997e completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:06:13.585818 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port df7fc417-e90b-424e-b4a6-93189ab5997e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:13.586190 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:13.662780 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:13.684879 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7fc417-e90b-424e-b4a6-93189ab5997e'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:13.687110 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bcb838-6e9f-4589-a202-a6936ccd1e53" -d '{"events": [{"server_uuid": "4e5ca098-77d1-4461-9cc8-5386bad51530", "name": "network-vif-plugged", "status": "completed", "tag": "df7fc417-e90b-424e-b4a6-93189ab5997e"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:06:13.703040 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port df7fc417-e90b-424e-b4a6-93189ab5997e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=df7fc417-e90b-424e-b4a6-93189ab5997e,segment=NetworkSegment(303fca75-0e88-4a54-b001-ce9aa4fbf962),segment_id=303fca75-0e88-4a54-b001-ce9aa4fbf962)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:13.707499 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:13.731715 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956a3eb9-91d5-4c71-be55-dae858572ca7 x-openstack-request-id: req-956a3eb9-91d5-4c71-be55-dae858572ca7 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:06:13.732006 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5ca098-77d1-4461-9cc8-5386bad51530", "name": "network-vif-plugged", "status": "completed", "tag": "df7fc417-e90b-424e-b4a6-93189ab5997e", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:06:13.732326 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-956a3eb9-91d5-4c71-be55-dae858572ca7 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:06:13.732647 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7fc417-e90b-424e-b4a6-93189ab5997e', 'code': 200} Jan 21 10:06:13.758010 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=df7fc417-e90b-424e-b4a6-93189ab5997e,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:13.896140 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fb6ec-b560-439c-9d17-44fafd76f77b req-f8eae2a9-d5ca-4e1d-b73a-dfe516c7936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:13.897861 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f54fb6ec-b560-439c-9d17-44fafd76f77b req-f8eae2a9-d5ca-4e1d-b73a-dfe516c7936d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 1098 time: 0.0421443 Jan 21 10:06:13.920327 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba71ee-91e0-4506-9f7d-52518fe9b01f req-04be1df8-8374-4d59-ad33-808a3ece7f20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:13.921832 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-83ba71ee-91e0-4506-9f7d-52518fe9b01f req-04be1df8-8374-4d59-ad33-808a3ece7f20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0504415 Jan 21 10:06:13.931663 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f54fb6ec-b560-439c-9d17-44fafd76f77b req-eb2d2f33-f572-4220-a61e-07b1711eeca2 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278559 Jan 21 10:06:13.959843 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-83ba71ee-91e0-4506-9f7d-52518fe9b01f req-f441566e-1c0f-415b-b601-28f6a6f1dcdf tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315139 Jan 21 10:06:15.087012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90a600-467e-45e0-bd75-26bddc9edc87 req-d592d9aa-767f-4a09-a662-8f38d28128fd tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:15.088488 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bf90a600-467e-45e0-bd75-26bddc9edc87 req-d592d9aa-767f-4a09-a662-8f38d28128fd tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0496271 Jan 21 10:06:15.125539 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bf90a600-467e-45e0-bd75-26bddc9edc87 req-97976250-de57-452c-9a99-39099178dcf3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309665 Jan 21 10:06:15.239817 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510cf65-13d6-47c1-a9ac-c7ab8de9768c req-4b018873-d3bd-4c9e-b8c7-4608c6918672 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:15.241286 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d510cf65-13d6-47c1-a9ac-c7ab8de9768c req-4b018873-d3bd-4c9e-b8c7-4608c6918672 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0488191 Jan 21 10:06:15.282427 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d510cf65-13d6-47c1-a9ac-c7ab8de9768c req-023390b1-b226-4e20-9153-2bda12a2d0a2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351214 Jan 21 10:06:15.304097 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50018) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:06:15.342835 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce20c5e-bba4-40de-844c-e6e659745279 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:15.344334 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2ce20c5e-bba4-40de-844c-e6e659745279 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 1093 time: 0.0392747 Jan 21 10:06:15.347211 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50020) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:06:15.352460 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': 'df7fc417-e90b-424e-b4a6-93189ab5997e', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:06:15.376067 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:15.472982 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:15.577045 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.26.7.51 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/03b38558-4094-44e2-b3fb-f8365d4efe96) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:06:15.674636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:15.719302 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:15.759041 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:06:15.761881 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:06:15.765209 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:06:15.770894 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=03b38558-4094-44e2-b3fb-f8365d4efe96,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:16.118619 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:16.183319 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:16.333415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:16.337883 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:16.403082 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=03b38558-4094-44e2-b3fb-f8365d4efe96,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:16.416224 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:16.516845 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Floating IP 5720db0a-5a47-45e6-8473-6535a7cb2195 associated. External IP: 172.26.7.51, port: df7fc417-e90b-424e-b4a6-93189ab5997e. Jan 21 10:06:16.722437 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:06:16.831889 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:06:16.844220 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f08314-387d-4578-96dd-cdfe62e5bf7f None None] Sync routers for ids ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:06:16.855650 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f08314-387d-4578-96dd-cdfe62e5bf7f None None] Routers {'6c96360b-ef56-4bfc-bc54-f77d0f3bc332'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:06:16.855890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:16.856269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-71f08314-387d-4578-96dd-cdfe62e5bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:06:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:16.884033 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-000ff007-6fa7-4c42-92f7-0be2cec23897 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5357637 Jan 21 10:06:16.884633 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'tag': 'df7fc417-e90b-424e-b4a6-93189ab5997e'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:16.886941 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37593178-a1c9-4d1e-9485-77e2583d6062" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5ca098-77d1-4461-9cc8-5386bad51530", "tag": "df7fc417-e90b-424e-b4a6-93189ab5997e"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:06:16.926145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b299682a-8ca1-4f23-b3cb-a1a7abfd5da7 x-openstack-request-id: req-b299682a-8ca1-4f23-b3cb-a1a7abfd5da7 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:06:16.926726 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5ca098-77d1-4461-9cc8-5386bad51530", "tag": "df7fc417-e90b-424e-b4a6-93189ab5997e", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:06:16.927192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b299682a-8ca1-4f23-b3cb-a1a7abfd5da7 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:06:16.927785 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'tag': 'df7fc417-e90b-424e-b4a6-93189ab5997e', 'status': 'completed', 'code': 200} Jan 21 10:06:16.969917 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-71f08314-387d-4578-96dd-cdfe62e5bf7f None None] Set router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:06:17.020800 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee1eb4-875c-4dfc-b4ff-1b929e6b73f5 req-bc44eccd-b917-4ebb-9cd5-0c3e44a0c9bc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:17.022454 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-65ee1eb4-875c-4dfc-b4ff-1b929e6b73f5 req-bc44eccd-b917-4ebb-9cd5-0c3e44a0c9bc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0892491 Jan 21 10:06:17.028653 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37593178-a1c9-4d1e-9485-77e2583d6062 req-971fdaf3-76ef-4d73-8a28-d97ec23a69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:17.030121 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37593178-a1c9-4d1e-9485-77e2583d6062 req-971fdaf3-76ef-4d73-8a28-d97ec23a69d5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 1098 time: 0.0701149 Jan 21 10:06:17.110818 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-65ee1eb4-875c-4dfc-b4ff-1b929e6b73f5 req-e7b5a7c4-9ebb-41c2-96c3-f0375c34db2e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797317 Jan 21 10:06:17.136465 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50026) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:06:17.154893 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37593178-a1c9-4d1e-9485-77e2583d6062 req-3940ca39-f602-4982-b90c-b9545ebe8375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:17.157394 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37593178-a1c9-4d1e-9485-77e2583d6062 req-3940ca39-f602-4982-b90c-b9545ebe8375 service neutron] 10.222.0.113 "GET /v2.0/networks?id=16361744-e2aa-4fac-99a3-064d51785990 HTTP/1.1" status: 200 len: 898 time: 0.1191528 Jan 21 10:06:17.201901 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c750202e-9e11-4a45-82b3-29c4749a7319 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/5720db0a-5a47-45e6-8473-6535a7cb2195 HTTP/1.1" status: 200 len: 990 time: 0.0642760 Jan 21 10:06:17.207097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-71f08314-387d-4578-96dd-cdfe62e5bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079029248', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:00Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '5720db0a-5a47-45e6-8473-6535a7cb2195', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'floating_ip_address': '172.26.7.51', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'port_id': 'df7fc417-e90b-424e-b4a6-93189ab5997e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16361744-e2aa-4fac-99a3-064d51785990', 'mac_address': 'fa:16:3e:23:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:06:15Z', 'updated_at': '2022-01-21T10:06:15Z', 'revision_number': 0, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e6b13-ec78-4760-9f92-e14c114e70c9', 'name': '', 'network_id': '16361744-e2aa-4fac-99a3-064d51785990', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:d5:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:59Z', 'updated_at': '2022-01-21T10:06:03Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:17.228094 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37593178-a1c9-4d1e-9485-77e2583d6062 req-ebf10394-3126-4856-9d55-f4f3f571945d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df7fc417-e90b-424e-b4a6-93189ab5997e HTTP/1.1" status: 200 len: 998 time: 0.0648479 Jan 21 10:06:17.238393 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f08314-387d-4578-96dd-cdfe62e5bf7f None None] Checking router: 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:06:17.247511 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f08314-387d-4578-96dd-cdfe62e5bf7f None None] Routers {'6c96360b-ef56-4bfc-bc54-f77d0f3bc332'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:06:17.248118 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-71f08314-387d-4578-96dd-cdfe62e5bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:06:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:17.281494 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37593178-a1c9-4d1e-9485-77e2583d6062 req-c40473d1-3455-4f9b-82fe-4e8193002c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:17.283122 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37593178-a1c9-4d1e-9485-77e2583d6062 req-c40473d1-3455-4f9b-82fe-4e8193002c0a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=beab91c6-c051-4318-8369-4e3b949e1469 HTTP/1.1" status: 200 len: 835 time: 0.0487688 Jan 21 10:06:17.327720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37593178-a1c9-4d1e-9485-77e2583d6062 req-e23f91a8-bf1c-4e46-a8bd-0a9ae3340e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:17.329263 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37593178-a1c9-4d1e-9485-77e2583d6062 req-e23f91a8-bf1c-4e46-a8bd-0a9ae3340e69 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=16361744-e2aa-4fac-99a3-064d51785990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402431 Jan 21 10:06:17.352672 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-71f08314-387d-4578-96dd-cdfe62e5bf7f None None] Set router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:06:17.427509 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37593178-a1c9-4d1e-9485-77e2583d6062 req-d53f8005-615c-4229-a784-a11abd24dd3c service neutron] 10.222.0.113 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909798 Jan 21 10:06:17.530226 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37593178-a1c9-4d1e-9485-77e2583d6062 req-67190ad1-e691-4f21-8092-356aeb4b9a0f service neutron] 10.222.0.113 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966332 Jan 21 10:06:17.587721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-71f08314-387d-4578-96dd-cdfe62e5bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079029248', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:00Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '5720db0a-5a47-45e6-8473-6535a7cb2195', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'floating_ip_address': '172.26.7.51', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'port_id': 'df7fc417-e90b-424e-b4a6-93189ab5997e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16361744-e2aa-4fac-99a3-064d51785990', 'mac_address': 'fa:16:3e:23:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:06:15Z', 'updated_at': '2022-01-21T10:06:15Z', 'revision_number': 0, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e6b13-ec78-4760-9f92-e14c114e70c9', 'name': '', 'network_id': '16361744-e2aa-4fac-99a3-064d51785990', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:d5:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:59Z', 'updated_at': '2022-01-21T10:06:03Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:17.613127 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f08314-387d-4578-96dd-cdfe62e5bf7f None None] The sync data for ids ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'] in dv-neutron-825721-1-hyperv is: [{'id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079029248', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:00Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '5720db0a-5a47-45e6-8473-6535a7cb2195', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'floating_ip_address': '172.26.7.51', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'port_id': 'df7fc417-e90b-424e-b4a6-93189ab5997e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16361744-e2aa-4fac-99a3-064d51785990', 'mac_address': 'fa:16:3e:23:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:06:15Z', 'updated_at': '2022-01-21T10:06:15Z', 'revision_number': 0, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e6b13-ec78-4760-9f92-e14c114e70c9', 'name': '', 'network_id': '16361744-e2aa-4fac-99a3-064d51785990', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:d5:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:59Z', 'updated_at': '2022-01-21T10:06:03Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:06:17.807328 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149281f2-713b-495a-98fe-8ba0133c9a4c None None] New status for floating IP 5720db0a-5a47-45e6-8473-6535a7cb2195: ACTIVE {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:06:18.197978 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:06:18.205691 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50028) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:06:18.266189 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7aad138a-41e1-429e-8488-6919f1d98de1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/5720db0a-5a47-45e6-8473-6535a7cb2195 HTTP/1.1" status: 200 len: 992 time: 0.0592136 Jan 21 10:06:25.068725 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:35.916908 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-27d54702-585e-470b-9b67-77aeaccb2f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:38.305395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd221-63b2-41b9-882e-732c47b8454d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:39.393699 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:41.401978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:41.419434 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:47.030833 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [req-93798ca7-cf52-4418-bb5c-36654ad9b01d req-850ae2d3-c36e-44aa-a7c2-e2ba8d80a03a service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:06:47.031881 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-93798ca7-cf52-4418-bb5c-36654ad9b01d req-850ae2d3-c36e-44aa-a7c2-e2ba8d80a03a service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0604656 Jan 21 10:06:47.233576 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcf59b-8917-4eff-b7f5-7999bd5ad750 req-fec32653-d9a3-4d22-b988-bcd0f3d9b92c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:47.235079 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-24dcf59b-8917-4eff-b7f5-7999bd5ad750 req-fec32653-d9a3-4d22-b988-bcd0f3d9b92c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0616274 Jan 21 10:06:47.301911 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-24dcf59b-8917-4eff-b7f5-7999bd5ad750 req-30039518-764c-4709-935d-7b04deb53b85 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594866 Jan 21 10:06:47.306325 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-e503fcca-e69e-4c0c-9457-a770285b4595 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1378393 Jan 21 10:06:47.315826 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-2e759a43-ff41-4453-9af0-93d2a92186da service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:06:47.316802 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-2e759a43-ff41-4453-9af0-93d2a92186da service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053835 Jan 21 10:06:48.459736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d6906-fc84-4bcd-b9a0-5e72df887b21 req-114b28b1-0bf9-413d-b8a9-3bcb63e8c7cc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:48.461679 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d89d6906-fc84-4bcd-b9a0-5e72df887b21 req-114b28b1-0bf9-413d-b8a9-3bcb63e8c7cc tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0869210 Jan 21 10:06:48.463689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-7af9a2f2-33be-4059-afc9-dcbcc74c9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:48.465057 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-7af9a2f2-33be-4059-afc9-dcbcc74c9373 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 1098 time: 0.0735126 Jan 21 10:06:48.554185 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d89d6906-fc84-4bcd-b9a0-5e72df887b21 req-227fc288-faa8-4d69-bd9a-45223549e81b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856688 Jan 21 10:06:48.588053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-8af93ac0-4571-4f2a-b2dd-df7e955fd07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:48.589435 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-8af93ac0-4571-4f2a-b2dd-df7e955fd07f service neutron] 10.222.0.113 "GET /v2.0/networks?id=16361744-e2aa-4fac-99a3-064d51785990 HTTP/1.1" status: 200 len: 898 time: 0.1153498 Jan 21 10:06:48.657664 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-7b2161d3-6067-4ec6-a692-a288e76399c5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df7fc417-e90b-424e-b4a6-93189ab5997e HTTP/1.1" status: 200 len: 1000 time: 0.0612991 Jan 21 10:06:48.706787 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-a51e75f1-d585-4bc6-a978-9e7dd47a47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:48.708245 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-a51e75f1-d585-4bc6-a978-9e7dd47a47e6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=beab91c6-c051-4318-8369-4e3b949e1469 HTTP/1.1" status: 200 len: 835 time: 0.0435579 Jan 21 10:06:48.758984 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-fcd6b6ef-c186-4012-8db7-2c738ab5306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:48.760486 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-fcd6b6ef-c186-4012-8db7-2c738ab5306d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=16361744-e2aa-4fac-99a3-064d51785990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455678 Jan 21 10:06:48.857155 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-b24ccd38-2059-4c7c-be4a-7cd5493d41c5 service neutron] 10.222.0.113 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894177 Jan 21 10:06:48.952262 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-831f0f79-8699-4d54-afdf-f1ad0ef9d751 service neutron] 10.222.0.113 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886002 Jan 21 10:06:49.674007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920191e-fe24-4bfa-bfdd-e2f2ffdb3510 req-3ba7a8c1-9e50-4303-bdbf-06151df2d547 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:49.675505 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3920191e-fe24-4bfa-bfdd-e2f2ffdb3510 req-3ba7a8c1-9e50-4303-bdbf-06151df2d547 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0511000 Jan 21 10:06:49.719329 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3920191e-fe24-4bfa-bfdd-e2f2ffdb3510 req-613df69e-a40a-4e64-9508-f332266e8dfd tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371578 Jan 21 10:06:50.840893 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1655c-eb00-4082-9a2d-3858e0e34947 req-676538a4-5979-47ee-8571-8a189662bc57 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:50.842442 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dca1655c-eb00-4082-9a2d-3858e0e34947 req-676538a4-5979-47ee-8571-8a189662bc57 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0514030 Jan 21 10:06:50.882299 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dca1655c-eb00-4082-9a2d-3858e0e34947 req-745f246a-052b-40f6-8c40-d0c06137da5f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339606 Jan 21 10:06:51.997374 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d364c7-7a19-4dd5-8585-916f835b37fd req-e9be5cdc-247b-4101-a5c0-7e7a042ad308 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:51.998869 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-31d364c7-7a19-4dd5-8585-916f835b37fd req-e9be5cdc-247b-4101-a5c0-7e7a042ad308 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0482068 Jan 21 10:06:52.036265 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-31d364c7-7a19-4dd5-8585-916f835b37fd req-00a074f0-1452-4bcf-bdca-1027b8210b91 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311701 Jan 21 10:06:53.156358 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae40d3-848b-4f72-921c-ec3a7346c79d req-79c6181b-6d97-45ad-9e1f-85f4bd462fa7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:53.157869 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-78ae40d3-848b-4f72-921c-ec3a7346c79d req-79c6181b-6d97-45ad-9e1f-85f4bd462fa7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0512922 Jan 21 10:06:53.196595 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-78ae40d3-848b-4f72-921c-ec3a7346c79d req-27ee28c9-1fac-4244-bd49-16aa687fa0ce tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320129 Jan 21 10:06:54.318258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e801b-db30-4bb6-bb0f-5a9d743eb1fd req-941ac2d9-6747-4978-9882-b0b66fb2da56 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:54.319774 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-422e801b-db30-4bb6-bb0f-5a9d743eb1fd req-941ac2d9-6747-4978-9882-b0b66fb2da56 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0533772 Jan 21 10:06:54.357244 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-422e801b-db30-4bb6-bb0f-5a9d743eb1fd req-895b1d9b-466f-4d49-928e-32f089f50419 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313826 Jan 21 10:06:55.079799 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:55.197933 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:06:55.476346 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd64fd-93d7-4a39-b8be-1b497e4f9336 req-3a667b0a-d768-472d-9bef-a1191f42d041 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:55.478010 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0ebd64fd-93d7-4a39-b8be-1b497e4f9336 req-3a667b0a-d768-472d-9bef-a1191f42d041 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0533690 Jan 21 10:06:55.515605 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0ebd64fd-93d7-4a39-b8be-1b497e4f9336 req-0d3708de-748c-43ad-9a38-136405b4911c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316865 Jan 21 10:06:56.631377 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afe46a-e57e-4852-97c6-52666ba14022 req-7770a884-978e-4ebb-b43d-2c142e001150 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:56.633166 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-14afe46a-e57e-4852-97c6-52666ba14022 req-7770a884-978e-4ebb-b43d-2c142e001150 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0501750 Jan 21 10:06:56.672301 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-14afe46a-e57e-4852-97c6-52666ba14022 req-f3332c3a-1f85-4496-906a-ac36b167a470 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330112 Jan 21 10:06:57.789600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea61bb-8035-4b05-b209-04a142e0566c req-e7e9b0bc-a381-4d39-bbfb-9a2f91905730 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:57.791083 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46ea61bb-8035-4b05-b209-04a142e0566c req-e7e9b0bc-a381-4d39-bbfb-9a2f91905730 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0510724 Jan 21 10:06:57.829668 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46ea61bb-8035-4b05-b209-04a142e0566c req-82bff2f7-bcf4-43ba-bb30-a7fa09df633d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321896 Jan 21 10:06:58.946244 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a0fb8-59ca-4168-b878-663f638198b6 req-9b1c19ed-f091-4a93-996a-a6c95f55a2a2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:58.947722 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9d6a0fb8-59ca-4168-b878-663f638198b6 req-9b1c19ed-f091-4a93-996a-a6c95f55a2a2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0485177 Jan 21 10:06:58.985782 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9d6a0fb8-59ca-4168-b878-663f638198b6 req-da5d0670-a79e-4a59-a370-1f7772dbb609 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321803 Jan 21 10:07:00.107457 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b1cf4-d98d-4ee6-9188-57d914088481 req-6a798347-0b44-4b09-a743-acf0679c7ec4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:00.108935 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-839b1cf4-d98d-4ee6-9188-57d914088481 req-6a798347-0b44-4b09-a743-acf0679c7ec4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0499563 Jan 21 10:07:00.149786 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-839b1cf4-d98d-4ee6-9188-57d914088481 req-9d763407-659d-4f85-8738-477f0f1d7325 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348797 Jan 21 10:07:00.515372 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-111650d3-f2c1-4921-b425-b7e0443d2bf3 service neutron] 10.222.0.113 "GET /v2.0/ports/df7fc417-e90b-424e-b4a6-93189ab5997e/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0590417 Jan 21 10:07:00.733016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808f200-57bf-4095-9c36-1073bffd842c req-dd108f42-b344-416a-b4bb-ac794ba89bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:00.734469 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d808f200-57bf-4095-9c36-1073bffd842c req-dd108f42-b344-416a-b4bb-ac794ba89bf7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 1098 time: 0.0445263 Jan 21 10:07:00.784423 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-6058cb50-7f02-4a06-a0b0-a33d5696da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:00.785959 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-6058cb50-7f02-4a06-a0b0-a33d5696da10 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530&tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829 HTTP/1.1" status: 200 len: 1098 time: 0.0742934 Jan 21 10:07:00.836116 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808f200-57bf-4095-9c36-1073bffd842c req-135dde9c-3a2f-4a76-9013-30fc5c5fe85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:00.837637 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d808f200-57bf-4095-9c36-1073bffd842c req-135dde9c-3a2f-4a76-9013-30fc5c5fe85d service neutron] 10.222.0.113 "GET /v2.0/networks?id=16361744-e2aa-4fac-99a3-064d51785990 HTTP/1.1" status: 200 len: 898 time: 0.0843210 Jan 21 10:07:00.905200 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d808f200-57bf-4095-9c36-1073bffd842c req-2b0ced5a-be53-49d9-aafd-91de935169e6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df7fc417-e90b-424e-b4a6-93189ab5997e HTTP/1.1" status: 200 len: 1000 time: 0.0610714 Jan 21 10:07:00.953477 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808f200-57bf-4095-9c36-1073bffd842c req-8c715cc4-5e29-4221-9497-40d95288130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:00.954934 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d808f200-57bf-4095-9c36-1073bffd842c req-8c715cc4-5e29-4221-9497-40d95288130e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=beab91c6-c051-4318-8369-4e3b949e1469 HTTP/1.1" status: 200 len: 835 time: 0.0434825 Jan 21 10:07:01.000881 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808f200-57bf-4095-9c36-1073bffd842c req-1aaf6818-2bcc-4a1c-b923-1f948a3e6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:01.002380 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d808f200-57bf-4095-9c36-1073bffd842c req-1aaf6818-2bcc-4a1c-b923-1f948a3e6e47 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=16361744-e2aa-4fac-99a3-064d51785990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407352 Jan 21 10:07:01.095243 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d808f200-57bf-4095-9c36-1073bffd842c req-9334731e-0569-433e-8658-184064a87cef service neutron] 10.222.0.113 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855203 Jan 21 10:07:01.184811 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d808f200-57bf-4095-9c36-1073bffd842c req-24925c2e-c978-4b66-b5ba-78d42e8349e4 service neutron] 10.222.0.113 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835092 Jan 21 10:07:01.270197 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-288fc9fc-5201-48ca-bfba-744d9d5b8322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:01.271632 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-288fc9fc-5201-48ca-bfba-744d9d5b8322 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 1098 time: 0.0477681 Jan 21 10:07:01.272371 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ff3f6-ed72-48cb-8584-65efab983efb req-4b01f18d-9580-4aa1-bf42-a0f75bf542be tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:01.274512 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7c4ff3f6-ed72-48cb-8584-65efab983efb req-4b01f18d-9580-4aa1-bf42-a0f75bf542be tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0535057 Jan 21 10:07:01.313977 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7c4ff3f6-ed72-48cb-8584-65efab983efb req-71ad3d81-56fa-4a4f-b74c-62f8f9e6c575 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334902 Jan 21 10:07:01.364551 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-8d88c029-417f-48b9-a4d5-887d5df8dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:01.366062 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-8d88c029-417f-48b9-a4d5-887d5df8dccc service neutron] 10.222.0.113 "GET /v2.0/networks?id=16361744-e2aa-4fac-99a3-064d51785990 HTTP/1.1" status: 200 len: 898 time: 0.0885603 Jan 21 10:07:01.434317 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-0b4e5b20-6a48-4889-af23-2e9c1b45b503 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df7fc417-e90b-424e-b4a6-93189ab5997e HTTP/1.1" status: 200 len: 1000 time: 0.0621352 Jan 21 10:07:01.482817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-58be546f-a818-4f9b-abe2-482631255fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:01.484295 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-58be546f-a818-4f9b-abe2-482631255fb0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=beab91c6-c051-4318-8369-4e3b949e1469 HTTP/1.1" status: 200 len: 835 time: 0.0441599 Jan 21 10:07:01.530087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-40525d54-f535-457f-b5b1-4980127523ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:01.531492 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-40525d54-f535-457f-b5b1-4980127523ef service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=16361744-e2aa-4fac-99a3-064d51785990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403430 Jan 21 10:07:01.623215 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-481ae863-5647-430d-9dc2-da44c526f8db service neutron] 10.222.0.113 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838671 Jan 21 10:07:01.712340 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-6463e875-84eb-4bea-9086-d28a0b86f778 service neutron] 10.222.0.113 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821340 Jan 21 10:07:02.434170 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66eac4-03c8-4bbb-9bd3-52ccabf28310 req-f84d720c-749f-465b-96bb-4fcc429738f9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:02.435643 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4d66eac4-03c8-4bbb-9bd3-52ccabf28310 req-f84d720c-749f-465b-96bb-4fcc429738f9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0506995 Jan 21 10:07:02.473536 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4d66eac4-03c8-4bbb-9bd3-52ccabf28310 req-f46e4a44-bed8-4ebb-bcac-2688b2e77574 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319748 Jan 21 10:07:03.590254 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e2794-248a-4318-8af0-14c47d193afe req-7afb3820-797b-4c93-801a-72d8ab7d1b15 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:03.591772 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bf0e2794-248a-4318-8af0-14c47d193afe req-7afb3820-797b-4c93-801a-72d8ab7d1b15 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0496349 Jan 21 10:07:03.629796 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bf0e2794-248a-4318-8af0-14c47d193afe req-202f778f-2401-4126-8d38-3bbd66eefd8f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319107 Jan 21 10:07:03.721125 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device df7fc417-e90b-424e-b4a6-93189ab5997e details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 10:07:03.728122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device df7fc417-e90b-424e-b4a6-93189ab5997e no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:07:03.837874 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463bb7e-90fc-4385-9cc8-a055208c81ba req-2624574e-fe46-489c-8bc8-3848c5eaee6a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:03.839431 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f463bb7e-90fc-4385-9cc8-a055208c81ba req-2624574e-fe46-489c-8bc8-3848c5eaee6a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0569625 Jan 21 10:07:03.849893 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcff38-5cee-450f-8658-c6b558cf7d97 req-3258c788-d7a9-4325-b46c-1d6e5e49c080 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:03.852131 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e6dcff38-5cee-450f-8658-c6b558cf7d97 req-3258c788-d7a9-4325-b46c-1d6e5e49c080 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530&tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 945 time: 0.0617964 Jan 21 10:07:03.872277 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:03.884864 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f463bb7e-90fc-4385-9cc8-a055208c81ba req-b7911b0a-4a98-45b7-82c6-fd0397526afd tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390458 Jan 21 10:07:03.892041 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port df7fc417-e90b-424e-b4a6-93189ab5997e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=df7fc417-e90b-424e-b4a6-93189ab5997e,segment=NetworkSegment(303fca75-0e88-4a54-b001-ce9aa4fbf962),segment_id=303fca75-0e88-4a54-b001-ce9aa4fbf962)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:03.913897 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df7fc417-e90b-424e-b4a6-93189ab5997e'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:03.914545 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7710c51-d4f7-4a8c-90a1-38e58176d5f9" -d '{"events": [{"server_uuid": "4e5ca098-77d1-4461-9cc8-5386bad51530", "name": "network-vif-unplugged", "status": "completed", "tag": "df7fc417-e90b-424e-b4a6-93189ab5997e"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:07:03.925614 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'df7fc417-e90b-424e-b4a6-93189ab5997e', 'network_id': '16361744-e2aa-4fac-99a3-064d51785990', 'port_id': 'df7fc417-e90b-424e-b4a6-93189ab5997e', 'mac_address': 'fa:16:3e:23:44:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 10:07:03.932156 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port df7fc417-e90b-424e-b4a6-93189ab5997e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=df7fc417-e90b-424e-b4a6-93189ab5997e,segment=NetworkSegment(303fca75-0e88-4a54-b001-ce9aa4fbf962),segment_id=303fca75-0e88-4a54-b001-ce9aa4fbf962)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:03.950345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcff38-5cee-450f-8658-c6b558cf7d97 req-ff45d895-306c-48cb-bf2d-0db8631192f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:03.952102 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e6dcff38-5cee-450f-8658-c6b558cf7d97 req-ff45d895-306c-48cb-bf2d-0db8631192f2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 1098 time: 0.0504627 Jan 21 10:07:03.966665 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:03.974615 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 21 Jan 2022 10:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bae273-ba82-475c-a73c-ebf7a3816007 x-openstack-request-id: req-66bae273-ba82-475c-a73c-ebf7a3816007 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:07:03.974905 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5ca098-77d1-4461-9cc8-5386bad51530", "name": "network-vif-unplugged", "status": "completed", "tag": "df7fc417-e90b-424e-b4a6-93189ab5997e", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:07:03.975787 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-66bae273-ba82-475c-a73c-ebf7a3816007 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:07:03.975787 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df7fc417-e90b-424e-b4a6-93189ab5997e', 'code': 200} Jan 21 10:07:03.996195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:04.018692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df7fc417-e90b-424e-b4a6-93189ab5997e {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:07:04.047891 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=df7fc417-e90b-424e-b4a6-93189ab5997e,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:04.221382 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:04.221754 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:04.222081 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:04.222411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:04.222735 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:04.223056 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:04.223377 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:04.223698 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:04.224016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:04.224326 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:04.224637 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:04.224947 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:04.238966 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:07:04.239326 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:07:04.407514 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99433c5a-db4a-4b41-84e2-9b0d46bf9c3e req-ec828bef-ac10-4edb-b131-f7b4ba00f876 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:04.408971 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-99433c5a-db4a-4b41-84e2-9b0d46bf9c3e req-ec828bef-ac10-4edb-b131-f7b4ba00f876 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 943 time: 0.4379036 Jan 21 10:07:04.448724 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcff38-5cee-450f-8658-c6b558cf7d97 req-ac565baf-e013-4153-867c-c5816bb4593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:04.450190 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e6dcff38-5cee-450f-8658-c6b558cf7d97 req-ac565baf-e013-4153-867c-c5816bb4593c service neutron] 10.222.0.113 "GET /v2.0/networks?id=16361744-e2aa-4fac-99a3-064d51785990 HTTP/1.1" status: 200 len: 898 time: 0.4919772 Jan 21 10:07:04.469737 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-99433c5a-db4a-4b41-84e2-9b0d46bf9c3e req-d1eb4642-7bef-4410-ab66-a6ebfe8b16b8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535676 Jan 21 10:07:04.524754 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e6dcff38-5cee-450f-8658-c6b558cf7d97 req-74d28f21-537b-4228-8e71-e9bf399843c6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df7fc417-e90b-424e-b4a6-93189ab5997e HTTP/1.1" status: 200 len: 998 time: 0.0672755 Jan 21 10:07:04.573215 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcff38-5cee-450f-8658-c6b558cf7d97 req-c08e3c18-e6ec-459a-9887-7fb4adccd4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:04.574685 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e6dcff38-5cee-450f-8658-c6b558cf7d97 req-c08e3c18-e6ec-459a-9887-7fb4adccd4b1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=beab91c6-c051-4318-8369-4e3b949e1469 HTTP/1.1" status: 200 len: 835 time: 0.0436547 Jan 21 10:07:04.619980 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcff38-5cee-450f-8658-c6b558cf7d97 req-cb407bbb-32a8-4bad-a820-3f809fc06f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:04.621448 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e6dcff38-5cee-450f-8658-c6b558cf7d97 req-cb407bbb-32a8-4bad-a820-3f809fc06f5a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=16361744-e2aa-4fac-99a3-064d51785990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408807 Jan 21 10:07:04.729397 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e6dcff38-5cee-450f-8658-c6b558cf7d97 req-dd0c5480-22f2-469e-9baa-0f37ff059bc2 service neutron] 10.222.0.113 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011224 Jan 21 10:07:04.792514 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:04.808766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7fc417-e90b-424e-b4a6-93189ab5997e {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:07:04.832120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port df7fc417-e90b-424e-b4a6-93189ab5997e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=df7fc417-e90b-424e-b4a6-93189ab5997e,segment=NetworkSegment(303fca75-0e88-4a54-b001-ce9aa4fbf962),segment_id=303fca75-0e88-4a54-b001-ce9aa4fbf962)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:04.832879 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e6dcff38-5cee-450f-8658-c6b558cf7d97 req-78af3ba8-dd0e-438c-ba86-a66280b1b3c7 service neutron] 10.222.0.113 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971508 Jan 21 10:07:04.837375 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:04.888575 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=df7fc417-e90b-424e-b4a6-93189ab5997e,revision_number=7']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:04.899665 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['df7fc417-e90b-424e-b4a6-93189ab5997e'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:07:05.611482 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a23ad0-a233-4e63-bb47-b6405bb504ea req-709b0aad-0ef0-4382-bfc2-bc3de0b8aa4b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:05.613423 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-96a23ad0-a233-4e63-bb47-b6405bb504ea req-709b0aad-0ef0-4382-bfc2-bc3de0b8aa4b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 944 time: 0.0579913 Jan 21 10:07:05.659092 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-96a23ad0-a233-4e63-bb47-b6405bb504ea req-3164ae98-e2d4-48e6-b4ef-2821da851cff tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356283 Jan 21 10:07:05.683010 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50116) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:05.734984 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device df7fc417-e90b-424e-b4a6-93189ab5997e up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:07:05.748388 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e894716b-576f-430c-acf1-90cd223b444e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/5720db0a-5a47-45e6-8473-6535a7cb2195 HTTP/1.1" status: 200 len: 991 time: 0.0642123 Jan 21 10:07:05.788883 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port df7fc417-e90b-424e-b4a6-93189ab5997e triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:05.789256 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:05.864678 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:05.897721 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port df7fc417-e90b-424e-b4a6-93189ab5997e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=df7fc417-e90b-424e-b4a6-93189ab5997e,segment=NetworkSegment(303fca75-0e88-4a54-b001-ce9aa4fbf962),segment_id=303fca75-0e88-4a54-b001-ce9aa4fbf962)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:05.902227 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:05.945016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-50bb4aae-8364-4ce3-9610-938a384940b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:05.959389 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=df7fc417-e90b-424e-b4a6-93189ab5997e,revision_number=8']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:05.976048 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7fc417-e90b-424e-b4a6-93189ab5997e'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:05.978285 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda96bb1-8c9e-4714-8ae7-90e5ebc7c7c3" -d '{"events": [{"server_uuid": "4e5ca098-77d1-4461-9cc8-5386bad51530", "name": "network-vif-plugged", "status": "completed", "tag": "df7fc417-e90b-424e-b4a6-93189ab5997e"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:07:06.012997 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c41acb-8088-48b6-8175-8fb34a20a8d0 x-openstack-request-id: req-60c41acb-8088-48b6-8175-8fb34a20a8d0 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:07:06.013295 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5ca098-77d1-4461-9cc8-5386bad51530", "name": "network-vif-plugged", "status": "completed", "tag": "df7fc417-e90b-424e-b4a6-93189ab5997e", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:07:06.013590 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-60c41acb-8088-48b6-8175-8fb34a20a8d0 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:07:06.013990 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7fc417-e90b-424e-b4a6-93189ab5997e', 'code': 200} Jan 21 10:07:08.311875 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd5d3-c31d-43f0-8461-54786d5de983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:09.392785 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:11.422089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:11.427290 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:25.079306 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:32.196858 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:07:34.123218 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50128) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:34.274058 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port 03b38558-4094-44e2-b3fb-f8365d4efe96 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:07:34.274398 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:34.349145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:34.349484 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:34.361054 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for 03b38558-4094-44e2-b3fb-f8365d4efe96 owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:07:34.505985 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:34.532830 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=03b38558-4094-44e2-b3fb-f8365d4efe96,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:34.543122 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:34.543477 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:34.543813 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:34.544144 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:34.544473 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:34.544801 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:34.545123 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:34.545446 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:34.545803 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:34.546121 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:34.546440 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:34.546755 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:34.601999 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:34.602331 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Floating IP 5720db0a-5a47-45e6-8473-6535a7cb2195 disassociated (deleted). External IP: 172.26.7.51, port: df7fc417-e90b-424e-b4a6-93189ab5997e. Jan 21 10:07:35.062603 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:07:35.168466 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:07:35.173346 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:35.178040 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab285a-1ae5-4401-a968-45850d0a7976 None None] Sync routers for ids ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:07:35.188216 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab285a-1ae5-4401-a968-45850d0a7976 None None] Routers {'6c96360b-ef56-4bfc-bc54-f77d0f3bc332'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:07:35.188833 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-dfab285a-1ae5-4401-a968-45850d0a7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:07:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:35.200498 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-fc141221-7a55-43e8-b146-e4716a7a4333 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/floatingips/5720db0a-5a47-45e6-8473-6535a7cb2195 HTTP/1.1" status: 204 len: 168 time: 1.0761919 Jan 21 10:07:35.201192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'tag': 'df7fc417-e90b-424e-b4a6-93189ab5997e'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:35.205073 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e36c3c-4ca5-4bcb-9a1b-04ae199e4f91" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5ca098-77d1-4461-9cc8-5386bad51530", "tag": "df7fc417-e90b-424e-b4a6-93189ab5997e"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:07:35.301273 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-dfab285a-1ae5-4401-a968-45850d0a7976 None None] Set router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:07:35.305924 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9529774-9ec6-4ef2-a161-5587de2b2c83 x-openstack-request-id: req-b9529774-9ec6-4ef2-a161-5587de2b2c83 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:07:35.306763 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5ca098-77d1-4461-9cc8-5386bad51530", "tag": "df7fc417-e90b-424e-b4a6-93189ab5997e", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:07:35.307522 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b9529774-9ec6-4ef2-a161-5587de2b2c83 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:07:35.307522 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'tag': 'df7fc417-e90b-424e-b4a6-93189ab5997e', 'status': 'completed', 'code': 200} Jan 21 10:07:35.372185 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e36c3c-4ca5-4bcb-9a1b-04ae199e4f91 req-c2f6f5b2-0772-482b-ad96-cfb47c569781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:35.373774 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-70e36c3c-4ca5-4bcb-9a1b-04ae199e4f91 req-c2f6f5b2-0772-482b-ad96-cfb47c569781 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 1098 time: 0.0451844 Jan 21 10:07:35.444852 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb56cab-d379-43c0-bada-d66609e290d0 req-975fc308-6b28-4d22-932f-785526499db9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:35.446407 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-edb56cab-d379-43c0-bada-d66609e290d0 req-975fc308-6b28-4d22-932f-785526499db9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0557113 Jan 21 10:07:35.488443 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-edb56cab-d379-43c0-bada-d66609e290d0 req-5c7f30bd-86bd-4925-8ef2-e3508d172886 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359838 Jan 21 10:07:35.489535 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e36c3c-4ca5-4bcb-9a1b-04ae199e4f91 req-eea4bb48-71cd-4b4e-a286-bdf67b913258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:35.491010 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-70e36c3c-4ca5-4bcb-9a1b-04ae199e4f91 req-eea4bb48-71cd-4b4e-a286-bdf67b913258 service neutron] 10.222.0.113 "GET /v2.0/networks?id=16361744-e2aa-4fac-99a3-064d51785990 HTTP/1.1" status: 200 len: 898 time: 0.1104252 Jan 21 10:07:35.512534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-dfab285a-1ae5-4401-a968-45850d0a7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079029248', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:00Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '815e6b13-ec78-4760-9f92-e14c114e70c9', 'name': '', 'network_id': '16361744-e2aa-4fac-99a3-064d51785990', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:d5:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:59Z', 'updated_at': '2022-01-21T10:06:03Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:35.534434 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-70e36c3c-4ca5-4bcb-9a1b-04ae199e4f91 req-6f24929d-6d19-42b0-9811-1f3b9d3f1fb7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df7fc417-e90b-424e-b4a6-93189ab5997e HTTP/1.1" status: 200 len: 217 time: 0.0356052 Jan 21 10:07:35.543713 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab285a-1ae5-4401-a968-45850d0a7976 None None] Checking router: 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:07:35.553058 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab285a-1ae5-4401-a968-45850d0a7976 None None] Routers {'6c96360b-ef56-4bfc-bc54-f77d0f3bc332'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:07:35.553710 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-dfab285a-1ae5-4401-a968-45850d0a7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:07:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:35.584073 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e36c3c-4ca5-4bcb-9a1b-04ae199e4f91 req-ae0f4e87-4413-4b55-aeb8-d91b657cc365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:35.585501 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-70e36c3c-4ca5-4bcb-9a1b-04ae199e4f91 req-ae0f4e87-4413-4b55-aeb8-d91b657cc365 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=beab91c6-c051-4318-8369-4e3b949e1469 HTTP/1.1" status: 200 len: 835 time: 0.0436065 Jan 21 10:07:35.635021 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e36c3c-4ca5-4bcb-9a1b-04ae199e4f91 req-01160230-b4a6-4d1a-861d-3ac1eb415d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:35.636528 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-70e36c3c-4ca5-4bcb-9a1b-04ae199e4f91 req-01160230-b4a6-4d1a-861d-3ac1eb415d55 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=16361744-e2aa-4fac-99a3-064d51785990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444374 Jan 21 10:07:35.654767 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-dfab285a-1ae5-4401-a968-45850d0a7976 None None] Set router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:07:35.726132 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-70e36c3c-4ca5-4bcb-9a1b-04ae199e4f91 req-11d3d540-4984-49c5-8c64-d1c1a5117136 service neutron] 10.222.0.113 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821366 Jan 21 10:07:35.820491 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-70e36c3c-4ca5-4bcb-9a1b-04ae199e4f91 req-e90e331b-2b1c-411c-9a3e-0119b072b816 service neutron] 10.222.0.113 "GET /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875540 Jan 21 10:07:35.859268 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-dfab285a-1ae5-4401-a968-45850d0a7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079029248', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:00Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '815e6b13-ec78-4760-9f92-e14c114e70c9', 'name': '', 'network_id': '16361744-e2aa-4fac-99a3-064d51785990', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:d5:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:59Z', 'updated_at': '2022-01-21T10:06:03Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:35.887327 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab285a-1ae5-4401-a968-45850d0a7976 None None] The sync data for ids ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'] in dv-neutron-825721-1-hyperv is: [{'id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079029248', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:00Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '815e6b13-ec78-4760-9f92-e14c114e70c9', 'name': '', 'network_id': '16361744-e2aa-4fac-99a3-064d51785990', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:d5:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:59Z', 'updated_at': '2022-01-21T10:06:03Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'beab91c6-c051-4318-8369-4e3b949e1469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:07:35.919477 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-86c0b3de-d265-4fe5-b6d5-7e4e0cae12e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:36.113752 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ad2455-a724-4694-a172-9d2622ec78cb None None] New status for floating IP 5720db0a-5a47-45e6-8473-6535a7cb2195: DOWN {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:07:36.608364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3d049-d6d6-440a-858e-c403f63dfef2 req-da1de00d-6778-4fb6-a75f-5c7a9bf60031 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:36.609952 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ffb3d049-d6d6-440a-858e-c403f63dfef2 req-da1de00d-6778-4fb6-a75f-5c7a9bf60031 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0499465 Jan 21 10:07:36.647714 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-ffb3d049-d6d6-440a-858e-c403f63dfef2 req-e1d25213-6e08-4268-bac1-60d9dcdc2049 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=97cf9cee-a9b9-4e73-9387-d54f60391eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319641 Jan 21 10:07:37.063007 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ade6ee-6e50-47a1-9403-61ba08502f57 req-f039da68-40ae-4337-a46e-5a33ea0e855f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:37.064510 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a3ade6ee-6e50-47a1-9403-61ba08502f57 req-f039da68-40ae-4337-a46e-5a33ea0e855f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 945 time: 0.0543385 Jan 21 10:07:37.156874 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-a3ade6ee-6e50-47a1-9403-61ba08502f57 req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port df7fc417-e90b-424e-b4a6-93189ab5997e {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:07:37.157212 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a3ade6ee-6e50-47a1-9403-61ba08502f57 req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.243288 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-a3ade6ee-6e50-47a1-9403-61ba08502f57 req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] For port df7fc417-e90b-424e-b4a6-93189ab5997e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=df7fc417-e90b-424e-b4a6-93189ab5997e,segment=NetworkSegment(303fca75-0e88-4a54-b001-ce9aa4fbf962),segment_id=303fca75-0e88-4a54-b001-ce9aa4fbf962)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:37.243653 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a3ade6ee-6e50-47a1-9403-61ba08502f57 req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.255343 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-a3ade6ee-6e50-47a1-9403-61ba08502f57 req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for df7fc417-e90b-424e-b4a6-93189ab5997e owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:07:37.385764 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a3ade6ee-6e50-47a1-9403-61ba08502f57 req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.415103 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=df7fc417-e90b-424e-b4a6-93189ab5997e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:37.427242 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:37.427600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:37.427934 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:37.428266 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:37.428591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:37.428916 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:37.429237 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:37.429589 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:37.429910 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:37.430224 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:37.430540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:37.430856 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:37.469965 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ade6ee-6e50-47a1-9403-61ba08502f57 req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] No DVR routers for this DVR port df7fc417-e90b-424e-b4a6-93189ab5997e on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:07:37.472434 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a3ade6ee-6e50-47a1-9403-61ba08502f57 req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.475725 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a3ade6ee-6e50-47a1-9403-61ba08502f57 req-e2488ee5-1959-4584-b819-a1bb5c7aca90 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "DELETE /v2.0/ports/df7fc417-e90b-424e-b4a6-93189ab5997e HTTP/1.1" status: 204 len: 173 time: 0.4056339 Jan 21 10:07:37.476164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'name': 'network-vif-deleted', 'tag': 'df7fc417-e90b-424e-b4a6-93189ab5997e'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:37.479338 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bc8a96-4a2d-41ae-85cb-0e50375b53d8" -d '{"events": [{"server_uuid": "4e5ca098-77d1-4461-9cc8-5386bad51530", "name": "network-vif-deleted", "tag": "df7fc417-e90b-424e-b4a6-93189ab5997e"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:07:37.523843 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36ff452-1390-43ca-a542-83de4ba80326 x-openstack-request-id: req-c36ff452-1390-43ca-a542-83de4ba80326 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:07:37.524213 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5ca098-77d1-4461-9cc8-5386bad51530", "name": "network-vif-deleted", "tag": "df7fc417-e90b-424e-b4a6-93189ab5997e", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:07:37.524371 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c36ff452-1390-43ca-a542-83de4ba80326 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:07:37.524764 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5ca098-77d1-4461-9cc8-5386bad51530', 'name': 'network-vif-deleted', 'tag': 'df7fc417-e90b-424e-b4a6-93189ab5997e', 'status': 'completed', 'code': 200} Jan 21 10:07:37.753714 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-57cc138a-e319-4bac-ada3-b7e044c47485 req-8cad9ad9-e6b3-4b0c-87c5-81c31d21c590 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e5ca098-77d1-4461-9cc8-5386bad51530 HTTP/1.1" status: 200 len: 210 time: 0.0270593 Jan 21 10:07:38.303821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-84b28e96-6c56-43c7-a5d7-94152881c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:38.813217 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50146) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:39.226791 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1cf849f-248e-4ce9-8b8d-f9af7c4db469 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:39.396115 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:39.488511 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf849f-248e-4ce9-8b8d-f9af7c4db469 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port 815e6b13-ec78-4760-9f92-e14c114e70c9 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:07:39.488853 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1cf849f-248e-4ce9-8b8d-f9af7c4db469 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:39.575197 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-d1cf849f-248e-4ce9-8b8d-f9af7c4db469 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] For port 815e6b13-ec78-4760-9f92-e14c114e70c9, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=815e6b13-ec78-4760-9f92-e14c114e70c9,segment=NetworkSegment(303fca75-0e88-4a54-b001-ce9aa4fbf962),segment_id=303fca75-0e88-4a54-b001-ce9aa4fbf962)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:39.575556 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1cf849f-248e-4ce9-8b8d-f9af7c4db469 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:39.588719 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf849f-248e-4ce9-8b8d-f9af7c4db469 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for 815e6b13-ec78-4760-9f92-e14c114e70c9 owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:07:39.770388 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1cf849f-248e-4ce9-8b8d-f9af7c4db469 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:39.798201 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf849f-248e-4ce9-8b8d-f9af7c4db469 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=815e6b13-ec78-4760-9f92-e14c114e70c9,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:39.935763 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device df7fc417-e90b-424e-b4a6-93189ab5997e no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:07:39.957193 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: df7fc417-e90b-424e-b4a6-93189ab5997e {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:07:39.957608 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device df7fc417-e90b-424e-b4a6-93189ab5997e not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:07:39.976722 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1cf849f-248e-4ce9-8b8d-f9af7c4db469 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.194093 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cf849f-248e-4ce9-8b8d-f9af7c4db469 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:07:40.298665 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cf849f-248e-4ce9-8b8d-f9af7c4db469 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:07:40.303877 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d1cf849f-248e-4ce9-8b8d-f9af7c4db469 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "PUT /v2.0/routers/6c96360b-ef56-4bfc-bc54-f77d0f3bc332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4896705 Jan 21 10:07:40.306734 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50148) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:40.309310 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd1869b-8325-4bda-ad85-fe9f5bac6670 None None] Sync routers for ids ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:07:40.318516 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd1869b-8325-4bda-ad85-fe9f5bac6670 None None] Routers {'6c96360b-ef56-4bfc-bc54-f77d0f3bc332'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:07:40.319121 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-2cd1869b-8325-4bda-ad85-fe9f5bac6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:07:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:40.357296 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-852a8c19-425f-4156-aa69-8494e7e375f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting subnet beab91c6-c051-4318-8369-4e3b949e1469 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 10:07:40.360344 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-852a8c19-425f-4156-aa69-8494e7e375f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.399269 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-852a8c19-425f-4156-aa69-8494e7e375f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.425366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-2cd1869b-8325-4bda-ad85-fe9f5bac6670 None None] Set router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:07:40.493118 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-852a8c19-425f-4156-aa69-8494e7e375f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.552295 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-852a8c19-425f-4156-aa69-8494e7e375f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.581027 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a8c19-425f-4156-aa69-8494e7e375f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Subnet': ['ID=beab91c6-c051-4318-8369-4e3b949e1469,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:40.584479 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-852a8c19-425f-4156-aa69-8494e7e375f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.591373 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-852a8c19-425f-4156-aa69-8494e7e375f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/subnets/beab91c6-c051-4318-8369-4e3b949e1469 HTTP/1.1" status: 204 len: 168 time: 0.2803378 Jan 21 10:07:40.591468 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50150) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:40.609056 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4fd34b-bad9-4c0e-a23b-93472b5954c3 None None] Network 16361744-e2aa-4fac-99a3-064d51785990 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:07:40.700855 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e756012a-e7ab-40c9-86f5-2cd406eb86db tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.722429 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-2cd1869b-8325-4bda-ad85-fe9f5bac6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079029248', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:07:39Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:40.755055 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd1869b-8325-4bda-ad85-fe9f5bac6670 None None] Checking router: 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:07:40.768522 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd1869b-8325-4bda-ad85-fe9f5bac6670 None None] Routers {'6c96360b-ef56-4bfc-bc54-f77d0f3bc332'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:07:40.769120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-2cd1869b-8325-4bda-ad85-fe9f5bac6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:07:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:40.814247 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e756012a-e7ab-40c9-86f5-2cd406eb86db tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.860089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80587fdf-6229-453c-98c3-e4eea1a35c12 None None] DHCP port deletion for 16361744-e2aa-4fac-99a3-064d51785990 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 10:07:40.876400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-e756012a-e7ab-40c9-86f5-2cd406eb86db tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port e926ae3d-ee71-4cdc-b410-4ec3f6e9b384 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:07:40.876400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e756012a-e7ab-40c9-86f5-2cd406eb86db tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.910162 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-2cd1869b-8325-4bda-ad85-fe9f5bac6670 None None] Set router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:07:40.960868 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-e756012a-e7ab-40c9-86f5-2cd406eb86db tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] For port e926ae3d-ee71-4cdc-b410-4ec3f6e9b384, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=e926ae3d-ee71-4cdc-b410-4ec3f6e9b384,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:40.961229 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e756012a-e7ab-40c9-86f5-2cd406eb86db tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.974653 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-e756012a-e7ab-40c9-86f5-2cd406eb86db tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for e926ae3d-ee71-4cdc-b410-4ec3f6e9b384 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:07:41.170914 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e756012a-e7ab-40c9-86f5-2cd406eb86db tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.176314 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-80587fdf-6229-453c-98c3-e4eea1a35c12 None None] Deleting port 5185a835-87ce-4511-9d51-1d2e4acd1997 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:07:41.176679 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-80587fdf-6229-453c-98c3-e4eea1a35c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.205851 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756012a-e7ab-40c9-86f5-2cd406eb86db tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=e926ae3d-ee71-4cdc-b410-4ec3f6e9b384,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:41.250429 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 5185a835-87ce-4511-9d51-1d2e4acd1997 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:07:41.280520 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e756012a-e7ab-40c9-86f5-2cd406eb86db tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.326793 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-80587fdf-6229-453c-98c3-e4eea1a35c12 None None] For port 5185a835-87ce-4511-9d51-1d2e4acd1997, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=5185a835-87ce-4511-9d51-1d2e4acd1997,segment=NetworkSegment(303fca75-0e88-4a54-b001-ce9aa4fbf962),segment_id=303fca75-0e88-4a54-b001-ce9aa4fbf962)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:41.327177 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-80587fdf-6229-453c-98c3-e4eea1a35c12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.348170 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-80587fdf-6229-453c-98c3-e4eea1a35c12 None None] Calling delete_port for 5185a835-87ce-4511-9d51-1d2e4acd1997 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:07:41.378833 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e756012a-e7ab-40c9-86f5-2cd406eb86db tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.380960 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e756012a-e7ab-40c9-86f5-2cd406eb86db tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.429635 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e756012a-e7ab-40c9-86f5-2cd406eb86db tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.430161 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e756012a-e7ab-40c9-86f5-2cd406eb86db tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Fanout notify agent at l3_agent the message router_deleted on router 6c96360b-ef56-4bfc-bc54-f77d0f3bc332 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:07:41.438108 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e756012a-e7ab-40c9-86f5-2cd406eb86db tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.439422 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e756012a-e7ab-40c9-86f5-2cd406eb86db tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/routers/6c96360b-ef56-4bfc-bc54-f77d0f3bc332 HTTP/1.1" status: 204 len: 168 time: 0.8471389 Jan 21 10:07:41.442120 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50152) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:41.471695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.473099 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.484450 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.509869 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-2cd1869b-8325-4bda-ad85-fe9f5bac6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079029248', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:07:39Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:41.519682 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-80587fdf-6229-453c-98c3-e4eea1a35c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.532528 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d485508-5972-407b-a77b-e2eead699832 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.574048 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd1869b-8325-4bda-ad85-fe9f5bac6670 None None] The sync data for ids ['6c96360b-ef56-4bfc-bc54-f77d0f3bc332'] in dv-neutron-825721-1-hyperv is: [{'id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079029248', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:07:39Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': 'e926ae3d-ee71-4cdc-b410-4ec3f6e9b384', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96360b-ef56-4bfc-bc54-f77d0f3bc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:57Z', 'updated_at': '2022-01-21T10:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:07:41.595109 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80587fdf-6229-453c-98c3-e4eea1a35c12 None None] Pushing event deleted for resources: {'Port': ['ID=5185a835-87ce-4511-9d51-1d2e4acd1997,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:41.603695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80587fdf-6229-453c-98c3-e4eea1a35c12 None None] No DVR routers for this DVR port 5185a835-87ce-4511-9d51-1d2e4acd1997 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:07:41.638457 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d485508-5972-407b-a77b-e2eead699832 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.658558 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-1d485508-5972-407b-a77b-e2eead699832 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16361744-e2aa-4fac-99a3-064d51785990']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:41.668209 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-1d485508-5972-407b-a77b-e2eead699832 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303fca75-0e88-4a54-b001-ce9aa4fbf962') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:41.668507 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-1d485508-5972-407b-a77b-e2eead699832 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303fca75-0e88-4a54-b001-ce9aa4fbf962') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:41.677763 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d485508-5972-407b-a77b-e2eead699832 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.690893 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d485508-5972-407b-a77b-e2eead699832 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.696514 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d485508-5972-407b-a77b-e2eead699832 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:07:41.697026 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d485508-5972-407b-a77b-e2eead699832 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:07:41.700059 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:07:41.761136 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d485508-5972-407b-a77b-e2eead699832 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.768117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1d485508-5972-407b-a77b-e2eead699832 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.771218 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1d485508-5972-407b-a77b-e2eead699832 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/networks/16361744-e2aa-4fac-99a3-064d51785990 HTTP/1.1" status: 204 len: 168 time: 0.3280988 Jan 21 10:07:41.774230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50154) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:41.839831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-77cf73fd-d640-43d5-8b43-f070f883d515 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.868173 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-77cf73fd-d640-43d5-8b43-f070f883d515 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.937784 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-77cf73fd-d640-43d5-8b43-f070f883d515 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.941427 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-77cf73fd-d640-43d5-8b43-f070f883d515 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.945795 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-77cf73fd-d640-43d5-8b43-f070f883d515 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/security-groups/97cf9cee-a9b9-4e73-9387-d54f60391eb7 HTTP/1.1" status: 204 len: 168 time: 0.1702495 Jan 21 10:07:41.957342 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf73fd-d640-43d5-8b43-f070f883d515 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cf9cee-a9b9-4e73-9387-d54f60391eb7,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:42.053020 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d485508-5972-407b-a77b-e2eead699832 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Network': ['ID=16361744-e2aa-4fac-99a3-064d51785990,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:42.154177 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50160) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:42.158763 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-062ccd50-e0d2-4bc2-8203-e1a2674c586a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1501606419', 'description': 'tempest-secgroup-smoke-1501606419 description', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:42.183436 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-062ccd50-e0d2-4bc2-8203-e1a2674c586a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.252862 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-062ccd50-e0d2-4bc2-8203-e1a2674c586a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.256721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-062ccd50-e0d2-4bc2-8203-e1a2674c586a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.286063 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-062ccd50-e0d2-4bc2-8203-e1a2674c586a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.287304 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-062ccd50-e0d2-4bc2-8203-e1a2674c586a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321206 Jan 21 10:07:42.290137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50162) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:42.296132 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-427e715e-1469-4327-a74d-1a76d5f400c9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': 'a6080b75-0021-4887-82c2-8b21a3f08d96', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:42.301445 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ccd50-e0d2-4bc2-8203-e1a2674c586a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6080b75-0021-4887-82c2-8b21a3f08d96,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:42.327655 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-427e715e-1469-4327-a74d-1a76d5f400c9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.388458 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-427e715e-1469-4327-a74d-1a76d5f400c9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.392087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-427e715e-1469-4327-a74d-1a76d5f400c9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.410084 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e715e-1469-4327-a74d-1a76d5f400c9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2351ae28-9c0b-4006-84fb-a9333486cd75,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:42.418795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-427e715e-1469-4327-a74d-1a76d5f400c9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.420031 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-427e715e-1469-4327-a74d-1a76d5f400c9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283989 Jan 21 10:07:42.422883 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50164) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:42.427238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-19081787-38c2-47d9-88fb-f5c00c40e514 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': 'a6080b75-0021-4887-82c2-8b21a3f08d96', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:42.455409 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19081787-38c2-47d9-88fb-f5c00c40e514 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.518220 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19081787-38c2-47d9-88fb-f5c00c40e514 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.521773 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19081787-38c2-47d9-88fb-f5c00c40e514 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.540226 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19081787-38c2-47d9-88fb-f5c00c40e514 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10250a0b-729b-4fdc-bfa3-f5a91d2095a3,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:42.547644 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-19081787-38c2-47d9-88fb-f5c00c40e514 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.548859 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-19081787-38c2-47d9-88fb-f5c00c40e514 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250236 Jan 21 10:07:42.552710 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50166) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:42.556975 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-dfee9219-2764-482c-88e0-48f4d939a6d2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': 'a6080b75-0021-4887-82c2-8b21a3f08d96', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:42.584178 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dfee9219-2764-482c-88e0-48f4d939a6d2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.652362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dfee9219-2764-482c-88e0-48f4d939a6d2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.657115 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dfee9219-2764-482c-88e0-48f4d939a6d2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.676080 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee9219-2764-482c-88e0-48f4d939a6d2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1fcd91-a48d-4d13-bd8d-dbf25b92906b,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:42.687568 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dfee9219-2764-482c-88e0-48f4d939a6d2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.689124 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-dfee9219-2764-482c-88e0-48f4d939a6d2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353483 Jan 21 10:07:42.691704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50168) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:42.696345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-998548ce-41cd-4918-94d9-8170d88f9805 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': 'a6080b75-0021-4887-82c2-8b21a3f08d96', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:42.725904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-998548ce-41cd-4918-94d9-8170d88f9805 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.788426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-998548ce-41cd-4918-94d9-8170d88f9805 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.792144 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-998548ce-41cd-4918-94d9-8170d88f9805 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.809975 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998548ce-41cd-4918-94d9-8170d88f9805 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4cfae2d-2384-40bc-8d59-262d9c163dd1,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:42.816782 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-998548ce-41cd-4918-94d9-8170d88f9805 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.817947 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-998548ce-41cd-4918-94d9-8170d88f9805 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253257 Jan 21 10:07:42.820675 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50170) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:42.825699 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e1c444a0-5e7c-4e2a-b5cd-d718bdd7df68 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': 'a6080b75-0021-4887-82c2-8b21a3f08d96', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:42.848986 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-e1c444a0-5e7c-4e2a-b5cd-d718bdd7df68 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Project 201a78c3b7f54d2a9d1f7fdd4c7e7829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:07:42.854088 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e1c444a0-5e7c-4e2a-b5cd-d718bdd7df68 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.920098 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e1c444a0-5e7c-4e2a-b5cd-d718bdd7df68 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.923701 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e1c444a0-5e7c-4e2a-b5cd-d718bdd7df68 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.941358 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c444a0-5e7c-4e2a-b5cd-d718bdd7df68 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c9add1-3dbc-4bd5-8d55-3a84c284e4b8,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:42.949682 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e1c444a0-5e7c-4e2a-b5cd-d718bdd7df68 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.950923 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e1c444a0-5e7c-4e2a-b5cd-d718bdd7df68 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293249 Jan 21 10:07:42.953628 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50172) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:42.957885 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f750c0ab-f385-45a9-9a10-02102c015578 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': 'a6080b75-0021-4887-82c2-8b21a3f08d96', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:42.982375 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-f750c0ab-f385-45a9-9a10-02102c015578 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Project 201a78c3b7f54d2a9d1f7fdd4c7e7829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:07:42.987317 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f750c0ab-f385-45a9-9a10-02102c015578 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:43.047217 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f750c0ab-f385-45a9-9a10-02102c015578 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:43.050830 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f750c0ab-f385-45a9-9a10-02102c015578 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:43.068384 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750c0ab-f385-45a9-9a10-02102c015578 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574791d4-c802-4b0f-8bb8-100135c5d1a0,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:43.077004 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f750c0ab-f385-45a9-9a10-02102c015578 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:43.078272 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f750c0ab-f385-45a9-9a10-02102c015578 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236801 Jan 21 10:07:43.081124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50174) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:43.085926 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-b5d29d21-44b8-4407-918c-fcaca5f415d6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'network': {'name': 'tempest-network-smoke--2029492939', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'port_security_enabled': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:43.113937 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d29d21-44b8-4407-918c-fcaca5f415d6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Made reservation on behalf of 201a78c3b7f54d2a9d1f7fdd4c7e7829 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:07:43.117767 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b5d29d21-44b8-4407-918c-fcaca5f415d6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:43.142209 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d29d21-44b8-4407-918c-fcaca5f415d6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:07:43.146984 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 815e6b13-ec78-4760-9f92-e14c114e70c9 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:07:43.152414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b5d29d21-44b8-4407-918c-fcaca5f415d6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:43.152766 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-b5d29d21-44b8-4407-918c-fcaca5f415d6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Added segment f322bbaf-f945-4b43-ac8d-31e0476cfe6e of type vlan for network 6828fe53-be72-48f2-88d2-de4d5aadf7bc Jan 21 10:07:43.168203 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 815e6b13-ec78-4760-9f92-e14c114e70c9 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:07:43.168549 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 815e6b13-ec78-4760-9f92-e14c114e70c9 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:07:43.168969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e926ae3d-ee71-4cdc-b410-4ec3f6e9b384 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:07:43.188066 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: e926ae3d-ee71-4cdc-b410-4ec3f6e9b384 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:07:43.188333 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device e926ae3d-ee71-4cdc-b410-4ec3f6e9b384 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:07:43.197088 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b5d29d21-44b8-4407-918c-fcaca5f415d6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:43.222501 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b5d29d21-44b8-4407-918c-fcaca5f415d6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:43.228510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d29d21-44b8-4407-918c-fcaca5f415d6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:43.229248 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-b5d29d21-44b8-4407-918c-fcaca5f415d6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:43.281553 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-b5d29d21-44b8-4407-918c-fcaca5f415d6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1993439 Jan 21 10:07:43.284472 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50176) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:43.289213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-91608011', 'admin_state_up': True, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:43.302886 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d29d21-44b8-4407-918c-fcaca5f415d6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Network': ['ID=6828fe53-be72-48f2-88d2-de4d5aadf7bc,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:43.314481 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 6828fe53-be72-48f2-88d2-de4d5aadf7bc details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 10:07:43.315800 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:43.316814 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:43.368160 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:43.508190 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:43.698116 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:43.720374 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:43.820976 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.26.7.62 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/4e608087-1118-4b3a-854f-51f4958f202c) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:07:43.929257 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:43.968579 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:44.008956 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:07:44.012553 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:44.015098 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:07:44.038925 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=4e608087-1118-4b3a-854f-51f4958f202c,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:44.273093 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:44.498576 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:44.625311 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router 297422de-e912-41be-8e89-3ba324ef1eb8 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:07:44.756043 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:07:44.766498 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Sync routers for ids ['297422de-e912-41be-8e89-3ba324ef1eb8'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:07:44.776040 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:44.776818 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Routers {'297422de-e912-41be-8e89-3ba324ef1eb8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:07:44.777305 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e0ae4802-0ddc-4b17-be7f-d7971df8908c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4917669 Jan 21 10:07:44.777551 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:07:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['297422de-e912-41be-8e89-3ba324ef1eb8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:44.780614 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50178) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:44.809808 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-fa043959-2929-4e44-a9c5-e9ceb634056d tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280261 Jan 21 10:07:44.812455 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50180) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:44.881652 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Set router 297422de-e912-41be-8e89-3ba324ef1eb8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:07:44.901743 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36022e6b-4f65-4055-a435-85a04ac19f56 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:44.903591 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-36022e6b-4f65-4055-a435-85a04ac19f56 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903537 Jan 21 10:07:44.906567 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50182) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:44.941283 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-699c6f0c-8bc9-4dbd-a292-dd9cb1d16f04 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334909 Jan 21 10:07:44.943800 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50184) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:44.948838 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-7426e51b-7af0-4559-97fb-d78178b85f01 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1389994345', 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:45.037562 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7426e51b-7af0-4559-97fb-d78178b85f01 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Made reservation on behalf of 201a78c3b7f54d2a9d1f7fdd4c7e7829 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:07:45.041957 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7426e51b-7af0-4559-97fb-d78178b85f01 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.058738 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91608011', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4e608087-1118-4b3a-854f-51f4958f202c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:44Z', 'revision_number': 3, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '4e608087-1118-4b3a-854f-51f4958f202c', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:45.084369 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Checking router: 297422de-e912-41be-8e89-3ba324ef1eb8 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:07:45.084825 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Updating router 297422de-e912-41be-8e89-3ba324ef1eb8 port 4e608087-1118-4b3a-854f-51f4958f202c binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:07:45.112425 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.243907 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7426e51b-7af0-4559-97fb-d78178b85f01 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.313950 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426e51b-7af0-4559-97fb-d78178b85f01 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Subnet': ['ID=df6aff1f-6cad-4a4a-b20f-371032cea56b,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:45.316152 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426e51b-7af0-4559-97fb-d78178b85f01 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Checking segment: {'id': 'f322bbaf-f945-4b43-ac8d-31e0476cfe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:07:45.316511 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7426e51b-7af0-4559-97fb-d78178b85f01 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network hostable DHCP agents. Network: 6828fe53-be72-48f2-88d2-de4d5aadf7bc, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:07:45.334689 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7426e51b-7af0-4559-97fb-d78178b85f01 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network 6828fe53-be72-48f2-88d2-de4d5aadf7bc is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:07:45.344442 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-7426e51b-7af0-4559-97fb-d78178b85f01 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 6828fe53-be72-48f2-88d2-de4d5aadf7bc) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:45.350417 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7426e51b-7af0-4559-97fb-d78178b85f01 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:45.350660 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7426e51b-7af0-4559-97fb-d78178b85f01 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.354543 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ee5729-587e-42c5-a438-04710e056ae7 None None] Network 6828fe53-be72-48f2-88d2-de4d5aadf7bc requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:07:45.374185 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7426e51b-7af0-4559-97fb-d78178b85f01 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4267795 Jan 21 10:07:45.374412 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50186) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:45.477911 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.488207 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.524166 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-6828fe53-be72-48f2-88d2-de4d5aadf7bc', 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ips': [{'subnet_id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 10:07:45.526485 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.536783 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Attempting to bind port 4e608087-1118-4b3a-854f-51f4958f202c on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:07:45.537148 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Attempting to bind port 4e608087-1118-4b3a-854f-51f4958f202c by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:07:45.537838 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Attempting to bind port 4e608087-1118-4b3a-854f-51f4958f202c on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:07:45.548569 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:07:45.548943 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:07:45.549333 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.549748 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:07:45.550203 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Bound port: 4e608087-1118-4b3a-854f-51f4958f202c, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:07:45.550867 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.573131 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c53d-f701-4c11-b1f9-ec8507d783b6 None None] Pushing event updated for resources: {'Port': ['ID=4e608087-1118-4b3a-854f-51f4958f202c,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:45.591032 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c53d-f701-4c11-b1f9-ec8507d783b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:45.591400 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c53d-f701-4c11-b1f9-ec8507d783b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:45.591699 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c53d-f701-4c11-b1f9-ec8507d783b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:45.592022 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c53d-f701-4c11-b1f9-ec8507d783b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:45.592342 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c53d-f701-4c11-b1f9-ec8507d783b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:45.592655 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c53d-f701-4c11-b1f9-ec8507d783b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:45.592977 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c53d-f701-4c11-b1f9-ec8507d783b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:45.593292 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c53d-f701-4c11-b1f9-ec8507d783b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:45.593639 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c53d-f701-4c11-b1f9-ec8507d783b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:45.594266 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c53d-f701-4c11-b1f9-ec8507d783b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:45.594266 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c53d-f701-4c11-b1f9-ec8507d783b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:45.594551 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955c53d-f701-4c11-b1f9-ec8507d783b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:45.620319 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] For port 4e608087-1118-4b3a-854f-51f4958f202c, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:07:45.623456 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] For port 4e608087-1118-4b3a-854f-51f4958f202c, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4e608087-1118-4b3a-854f-51f4958f202c,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:07:45.628356 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.689152 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Routers {'297422de-e912-41be-8e89-3ba324ef1eb8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:07:45.690123 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:07:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['297422de-e912-41be-8e89-3ba324ef1eb8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:45.691130 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Allocated IP 172.20.0.2 (6828fe53-be72-48f2-88d2-de4d5aadf7bc/df6aff1f-6cad-4a4a-b20f-371032cea56b/293686d4-b787-42cd-8364-e76837240bf4) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:07:45.692783 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c53d-f701-4c11-b1f9-ec8507d783b6 None None] Pushing event updated for resources: {'Port': ['ID=4e608087-1118-4b3a-854f-51f4958f202c,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:45.805422 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] Set router 297422de-e912-41be-8e89-3ba324ef1eb8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:07:45.837241 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.848242 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.854985 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.904020 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Network 6828fe53-be72-48f2-88d2-de4d5aadf7bc is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:07:45.907043 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:45.911412 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:07:45.914529 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Pushing event updated for resources: {'Port': ['ID=293686d4-b787-42cd-8364-e76837240bf4,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:45.970027 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Attempting to bind port 293686d4-b787-42cd-8364-e76837240bf4 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:07:45.970675 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Attempting to bind port 293686d4-b787-42cd-8364-e76837240bf4 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'f322bbaf-f945-4b43-ac8d-31e0476cfe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:07:45.971198 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Attempting to bind port 293686d4-b787-42cd-8364-e76837240bf4 on network 6828fe53-be72-48f2-88d2-de4d5aadf7bc {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:07:45.976520 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:07:45.977120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Checking segment: {'id': 'f322bbaf-f945-4b43-ac8d-31e0476cfe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:07:45.977716 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.978326 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Bound using segment: {'id': 'f322bbaf-f945-4b43-ac8d-31e0476cfe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:07:45.979240 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Bound port: 293686d4-b787-42cd-8364-e76837240bf4, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f322bbaf-f945-4b43-ac8d-31e0476cfe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:07:45.979902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.999336 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91608011', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4e608087-1118-4b3a-854f-51f4958f202c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:44Z', 'revision_number': 3, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '4e608087-1118-4b3a-854f-51f4958f202c', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:46.026172 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cbb856-29c3-4f0e-823e-c74eb46ea4fb None None] The sync data for ids ['297422de-e912-41be-8e89-3ba324ef1eb8'] in dv-neutron-825721-1-hyperv is: [{'id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91608011', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4e608087-1118-4b3a-854f-51f4958f202c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:44Z', 'revision_number': 3, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '4e608087-1118-4b3a-854f-51f4958f202c', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:07:46.058520 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] For port 293686d4-b787-42cd-8364-e76837240bf4, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:07:46.062870 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] For port 293686d4-b787-42cd-8364-e76837240bf4, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=293686d4-b787-42cd-8364-e76837240bf4,segment=NetworkSegment(f322bbaf-f945-4b43-ac8d-31e0476cfe6e),segment_id=f322bbaf-f945-4b43-ac8d-31e0476cfe6e)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:07:46.067950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:46.134499 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd29b78-b486-42e1-adc0-472bc0c23246 None None] Pushing event updated for resources: {'Port': ['ID=293686d4-b787-42cd-8364-e76837240bf4,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:46.146471 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.20.0.1 (6828fe53-be72-48f2-88d2-de4d5aadf7bc/df6aff1f-6cad-4a4a-b20f-371032cea56b/03803602-e7b8-48a7-a12e-530c36e28476) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:07:46.567343 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:46.602584 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:46.647823 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network 6828fe53-be72-48f2-88d2-de4d5aadf7bc is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:07:46.651583 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:46.655269 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:07:46.661757 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=03803602-e7b8-48a7-a12e-530c36e28476,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:46.705220 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:46.844997 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:47.128745 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54bfade-9294-42ac-b4cd-a7e051320360 None None] Network 6828fe53-be72-48f2-88d2-de4d5aadf7bc requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:07:47.176976 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:47.183339 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:47.258891 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:47.261889 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=03803602-e7b8-48a7-a12e-530c36e28476,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:47.282781 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-0cd42404-91b5-4efc-9ade-a0e2fb7d5852 None None] Provisioning complete for port 293686d4-b787-42cd-8364-e76837240bf4 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:47.283237 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0cd42404-91b5-4efc-9ade-a0e2fb7d5852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:47.289343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 293686d4-b787-42cd-8364-e76837240bf4 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:07:47.361347 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network 6828fe53-be72-48f2-88d2-de4d5aadf7bc is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:07:47.362722 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:47.406860 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 293686d4-b787-42cd-8364-e76837240bf4 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:47.407338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:47.470356 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0cd42404-91b5-4efc-9ade-a0e2fb7d5852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:47.530035 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router 297422de-e912-41be-8e89-3ba324ef1eb8 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:07:47.549420 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-0cd42404-91b5-4efc-9ade-a0e2fb7d5852 None None] For port 293686d4-b787-42cd-8364-e76837240bf4, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=293686d4-b787-42cd-8364-e76837240bf4,segment=NetworkSegment(f322bbaf-f945-4b43-ac8d-31e0476cfe6e),segment_id=f322bbaf-f945-4b43-ac8d-31e0476cfe6e)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:47.550785 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:47.559550 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0cd42404-91b5-4efc-9ade-a0e2fb7d5852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:47.642911 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd42404-91b5-4efc-9ade-a0e2fb7d5852 None None] Pushing event updated for resources: {'Port': ['ID=293686d4-b787-42cd-8364-e76837240bf4,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:47.647475 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:07:47.647827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:07:47.652576 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:07:47.665213 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2ad44f8d-0fe2-4866-92d4-335dc4bdf5a6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "PUT /v2.0/routers/297422de-e912-41be-8e89-3ba324ef1eb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2821448 Jan 21 10:07:47.682858 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-3eea18be-38bf-4aa4-890c-ff917e860b8f None None] Provisioning complete for port 03803602-e7b8-48a7-a12e-530c36e28476 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:47.683839 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3eea18be-38bf-4aa4-890c-ff917e860b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:47.724124 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-3eea18be-38bf-4aa4-890c-ff917e860b8f None None] Port 03803602-e7b8-48a7-a12e-530c36e28476 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:07:47.735967 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-3eea18be-38bf-4aa4-890c-ff917e860b8f None None] Provisioning complete for port 293686d4-b787-42cd-8364-e76837240bf4 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:47.736423 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3eea18be-38bf-4aa4-890c-ff917e860b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:47.818034 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-f1030085-d496-4535-a4f6-eec80c0fa329 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501606419&fields=id&tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829 HTTP/1.1" status: 200 len: 267 time: 0.0367417 Jan 21 10:07:47.886247 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Sync routers for ids ['297422de-e912-41be-8e89-3ba324ef1eb8'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:07:47.895698 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Routers {'297422de-e912-41be-8e89-3ba324ef1eb8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:07:47.896321 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:07:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['297422de-e912-41be-8e89-3ba324ef1eb8'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:47.942697 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-d1431a40-3f53-42a5-adc0-e20c12de8081 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:47.944238 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-d1431a40-3f53-42a5-adc0-e20c12de8081 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/networks?id=6828fe53-be72-48f2-88d2-de4d5aadf7bc HTTP/1.1" status: 200 len: 797 time: 0.1178234 Jan 21 10:07:47.963914 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-3df8abe1-5cd8-4e30-a66b-12bb426d9718 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/quotas/201a78c3b7f54d2a9d1f7fdd4c7e7829 HTTP/1.1" status: 200 len: 375 time: 0.0106387 Jan 21 10:07:48.012240 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-8d910696-2668-461a-baf8-a3eb684bec0a None None] Provisioning complete for port 03803602-e7b8-48a7-a12e-530c36e28476 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:48.012622 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8d910696-2668-461a-baf8-a3eb684bec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:48.041163 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Set router 297422de-e912-41be-8e89-3ba324ef1eb8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:07:48.042300 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-c6fa3d4a-a12a-4c23-9f5b-2579636d7462 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724175 Jan 21 10:07:48.087685 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-8d910696-2668-461a-baf8-a3eb684bec0a None None] Port 03803602-e7b8-48a7-a12e-530c36e28476 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:07:48.140472 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-d8ec9d5f-1122-4b84-8e0d-53bb6aba646d service neutron] 10.222.0.88 "GET /v2.0/networks/6828fe53-be72-48f2-88d2-de4d5aadf7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859826 Jan 21 10:07:48.214952 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4e608087-1118-4b3a-854f-51f4958f202c up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:07:48.250361 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-2f19d023-1cda-469e-bd4e-c59cda8b8daa None None] Provisioning complete for port 03803602-e7b8-48a7-a12e-530c36e28476 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:48.250732 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2f19d023-1cda-469e-bd4e-c59cda8b8daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:48.258111 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-27c9c035-5fde-4da4-88db-fcd051794a7a service neutron] 10.222.0.88 "GET /v2.0/networks/6828fe53-be72-48f2-88d2-de4d5aadf7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105323 Jan 21 10:07:48.440202 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-36e79cd7-fd5d-4062-9dbb-5b274f9f4237 req-0ff20d42-eda8-4842-ab26-8b83c32501f0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0371485 Jan 21 10:07:48.479237 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-2f19d023-1cda-469e-bd4e-c59cda8b8daa None None] Port 03803602-e7b8-48a7-a12e-530c36e28476 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:07:48.499184 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 4e608087-1118-4b3a-854f-51f4958f202c triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:48.499562 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:48.539893 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91608011', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4e608087-1118-4b3a-854f-51f4958f202c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:46Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '4e608087-1118-4b3a-854f-51f4958f202c', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '03803602-e7b8-48a7-a12e-530c36e28476', 'name': '', 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:bc:e4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:45Z', 'updated_at': '2022-01-21T10:07:47Z', 'revision_number': 2, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:48.568463 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Checking router: 297422de-e912-41be-8e89-3ba324ef1eb8 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:07:48.568819 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Updating router 297422de-e912-41be-8e89-3ba324ef1eb8 port 03803602-e7b8-48a7-a12e-530c36e28476 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:07:48.597359 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:48.663959 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:48.742796 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 4e608087-1118-4b3a-854f-51f4958f202c, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4e608087-1118-4b3a-854f-51f4958f202c,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:48.749414 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:48.848374 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=4e608087-1118-4b3a-854f-51f4958f202c,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:48.955075 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:48.960233 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:49.012135 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1f108-1c1d-4a78-8a5f-94c54a2d58c7 None None] Pushing event updated for resources: {'Port': ['ID=03803602-e7b8-48a7-a12e-530c36e28476,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:49.068097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Attempting to bind port 03803602-e7b8-48a7-a12e-530c36e28476 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:07:49.068466 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Attempting to bind port 03803602-e7b8-48a7-a12e-530c36e28476 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'f322bbaf-f945-4b43-ac8d-31e0476cfe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:07:49.068827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Attempting to bind port 03803602-e7b8-48a7-a12e-530c36e28476 on network 6828fe53-be72-48f2-88d2-de4d5aadf7bc {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:07:49.074205 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:07:49.074577 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Checking segment: {'id': 'f322bbaf-f945-4b43-ac8d-31e0476cfe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:07:49.074976 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:49.075366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Bound using segment: {'id': 'f322bbaf-f945-4b43-ac8d-31e0476cfe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:07:49.075833 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Bound port: 03803602-e7b8-48a7-a12e-530c36e28476, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f322bbaf-f945-4b43-ac8d-31e0476cfe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:07:49.076211 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:49.144154 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] For port 03803602-e7b8-48a7-a12e-530c36e28476, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:07:49.148044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] For port 03803602-e7b8-48a7-a12e-530c36e28476, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=03803602-e7b8-48a7-a12e-530c36e28476,segment=NetworkSegment(f322bbaf-f945-4b43-ac8d-31e0476cfe6e),segment_id=f322bbaf-f945-4b43-ac8d-31e0476cfe6e)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:07:49.153393 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:49.167796 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 293686d4-b787-42cd-8364-e76837240bf4 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:07:49.252263 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Routers {'297422de-e912-41be-8e89-3ba324ef1eb8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:07:49.252957 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:07:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['297422de-e912-41be-8e89-3ba324ef1eb8'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:49.290645 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1f108-1c1d-4a78-8a5f-94c54a2d58c7 None None] Pushing event updated for resources: {'Port': ['ID=03803602-e7b8-48a7-a12e-530c36e28476,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:49.327816 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 293686d4-b787-42cd-8364-e76837240bf4 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:49.328193 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:49.362870 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-3bf8dfa8-6766-4152-8384-2b825e42d634 None None] Provisioning complete for port 03803602-e7b8-48a7-a12e-530c36e28476 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:49.363681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3bf8dfa8-6766-4152-8384-2b825e42d634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:49.402625 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-753133c5-32b6-4965-9bae-2452471dc7a0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:49.404786 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-753133c5-32b6-4965-9bae-2452471dc7a0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "GET /v2.0/networks?id=6828fe53-be72-48f2-88d2-de4d5aadf7bc HTTP/1.1" status: 200 len: 797 time: 0.1392438 Jan 21 10:07:49.463403 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] Set router 297422de-e912-41be-8e89-3ba324ef1eb8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:07:49.463576 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-09dd5bd9-87e9-4a8f-a85b-2bb3945cc711 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829 HTTP/1.1" status: 200 len: 380 time: 0.0444572 Jan 21 10:07:49.475747 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-d598e5f3-5c97-4ff3-8823-4a4e247283e1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'port': {'device_id': 'ef4b0ef9-727c-4994-af58-4606bcd0ffa5', 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc', 'admin_state_up': True, 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'security_groups': ['a6080b75-0021-4887-82c2-8b21a3f08d96']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:49.559512 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b61b1178-b6b0-4922-be50-6ec3f5b63a95 req-a85ba9b3-dc17-4357-a194-d83957c7f470 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0314710 Jan 21 10:07:49.620419 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-d598e5f3-5c97-4ff3-8823-4a4e247283e1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Made reservation on behalf of 201a78c3b7f54d2a9d1f7fdd4c7e7829 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:07:49.623987 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-d598e5f3-5c97-4ff3-8823-4a4e247283e1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:49.642698 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4e608087-1118-4b3a-854f-51f4958f202c up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:07:49.678782 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3bf8dfa8-6766-4152-8384-2b825e42d634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:49.754932 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-3bf8dfa8-6766-4152-8384-2b825e42d634 None None] For port 03803602-e7b8-48a7-a12e-530c36e28476, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=03803602-e7b8-48a7-a12e-530c36e28476,segment=NetworkSegment(f322bbaf-f945-4b43-ac8d-31e0476cfe6e),segment_id=f322bbaf-f945-4b43-ac8d-31e0476cfe6e)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:49.769799 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-d598e5f3-5c97-4ff3-8823-4a4e247283e1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.20.0.9 (6828fe53-be72-48f2-88d2-de4d5aadf7bc/df6aff1f-6cad-4a4a-b20f-371032cea56b/de289421-8da5-4a93-81f2-007f226e06d5) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:07:49.777157 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3bf8dfa8-6766-4152-8384-2b825e42d634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:49.812274 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 4e608087-1118-4b3a-854f-51f4958f202c triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:49.812653 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:49.870895 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8dfa8-6766-4152-8384-2b825e42d634 None None] Pushing event updated for resources: {'Port': ['ID=03803602-e7b8-48a7-a12e-530c36e28476,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:49.892386 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91608011', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4e608087-1118-4b3a-854f-51f4958f202c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:46Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '4e608087-1118-4b3a-854f-51f4958f202c', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '03803602-e7b8-48a7-a12e-530c36e28476', 'name': '', 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:bc:e4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:45Z', 'updated_at': '2022-01-21T10:07:49Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:49.928066 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-d598e5f3-5c97-4ff3-8823-4a4e247283e1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:49.931005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f962f0-ac3a-4e60-b3d4-59881e5ba31f None None] The sync data for ids ['297422de-e912-41be-8e89-3ba324ef1eb8'] in dv-neutron-825721-1-hyperv is: [{'id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91608011', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4e608087-1118-4b3a-854f-51f4958f202c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:46Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '4e608087-1118-4b3a-854f-51f4958f202c', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '03803602-e7b8-48a7-a12e-530c36e28476', 'name': '', 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:bc:e4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:45Z', 'updated_at': '2022-01-21T10:07:49Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:07:49.958018 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-826f0f12-a276-4c58-bec3-00b08256b545 None None] Provisioning complete for port 03803602-e7b8-48a7-a12e-530c36e28476 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:49.958386 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-826f0f12-a276-4c58-bec3-00b08256b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:49.976930 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-d598e5f3-5c97-4ff3-8823-4a4e247283e1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.048152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-d598e5f3-5c97-4ff3-8823-4a4e247283e1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network 6828fe53-be72-48f2-88d2-de4d5aadf7bc is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:07:50.051336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-d598e5f3-5c97-4ff3-8823-4a4e247283e1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:50.054958 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-d598e5f3-5c97-4ff3-8823-4a4e247283e1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:07:50.063424 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598e5f3-5c97-4ff3-8823-4a4e247283e1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=de289421-8da5-4a93-81f2-007f226e06d5,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:50.121583 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-d598e5f3-5c97-4ff3-8823-4a4e247283e1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:50.122568 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-d598e5f3-5c97-4ff3-8823-4a4e247283e1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.151355 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-d598e5f3-5c97-4ff3-8823-4a4e247283e1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6807985 Jan 21 10:07:50.164019 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Request body: {'port': {'device_id': 'ef4b0ef9-727c-4994-af58-4606bcd0ffa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:50.232820 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.340966 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-1e418b93-afdc-428f-af0e-d232bb47228b None None] Provisioning complete for port de289421-8da5-4a93-81f2-007f226e06d5 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:50.341857 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1e418b93-afdc-428f-af0e-d232bb47228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.382217 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-1e418b93-afdc-428f-af0e-d232bb47228b None None] Port de289421-8da5-4a93-81f2-007f226e06d5 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:07:50.541661 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de289421-8da5-4a93-81f2-007f226e06d5 {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:07:50.550936 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.564240 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Transition to ACTIVE for port object de289421-8da5-4a93-81f2-007f226e06d5 will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:07:50.568179 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.626322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Pushing event updated for resources: {'Port': ['ID=de289421-8da5-4a93-81f2-007f226e06d5,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:50.712029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582bcae-fd2d-4d84-a265-4f8ecf98d71e req-1f1b8fc4-0927-463d-be36-d26286b5de33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:50.719568 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Attempting to bind port de289421-8da5-4a93-81f2-007f226e06d5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:07:50.719991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Attempting to bind port de289421-8da5-4a93-81f2-007f226e06d5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'f322bbaf-f945-4b43-ac8d-31e0476cfe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:07:50.720530 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Attempting to bind port de289421-8da5-4a93-81f2-007f226e06d5 on network 6828fe53-be72-48f2-88d2-de4d5aadf7bc {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:07:50.720644 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4582bcae-fd2d-4d84-a265-4f8ecf98d71e req-1f1b8fc4-0927-463d-be36-d26286b5de33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0683644 Jan 21 10:07:50.726482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Port de289421-8da5-4a93-81f2-007f226e06d5 on network 6828fe53-be72-48f2-88d2-de4d5aadf7bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 10:07:50.726892 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Attempting to bind port de289421-8da5-4a93-81f2-007f226e06d5 on network 6828fe53-be72-48f2-88d2-de4d5aadf7bc {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:07:50.733512 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:07:50.733900 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Checking segment: {'id': 'f322bbaf-f945-4b43-ac8d-31e0476cfe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:07:50.734351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Bound using segment: {'id': 'f322bbaf-f945-4b43-ac8d-31e0476cfe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:07:50.735494 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Bound port: de289421-8da5-4a93-81f2-007f226e06d5, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f322bbaf-f945-4b43-ac8d-31e0476cfe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:07:50.737525 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.774828 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4582bcae-fd2d-4d84-a265-4f8ecf98d71e req-60ba9b54-d932-4538-b08c-3c34713aaef9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522969 Jan 21 10:07:50.812661 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] For port de289421-8da5-4a93-81f2-007f226e06d5, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:07:50.815952 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] For port de289421-8da5-4a93-81f2-007f226e06d5, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=de289421-8da5-4a93-81f2-007f226e06d5,segment=NetworkSegment(f322bbaf-f945-4b43-ac8d-31e0476cfe6e),segment_id=f322bbaf-f945-4b43-ac8d-31e0476cfe6e)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:07:50.822823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.858267 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:50.858900 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.860314 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] 10.222.0.113 "PUT /v2.0/ports/de289421-8da5-4a93-81f2-007f226e06d5 HTTP/1.1" status: 200 len: 1093 time: 0.7014263 Jan 21 10:07:50.860818 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4b0ef9-727c-4994-af58-4606bcd0ffa5', 'tag': 'de289421-8da5-4a93-81f2-007f226e06d5'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:50.863168 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ac3ca2-78f7-48f0-b986-587efd85dc3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4b0ef9-727c-4994-af58-4606bcd0ffa5", "tag": "de289421-8da5-4a93-81f2-007f226e06d5"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:07:50.897756 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512a6fb-bc5f-4f4e-bcf9-afa99c6e5375 service neutron] Pushing event updated for resources: {'Port': ['ID=de289421-8da5-4a93-81f2-007f226e06d5,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:50.917221 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd55385-225e-4968-81a9-66668041afa8 x-openstack-request-id: req-afd55385-225e-4968-81a9-66668041afa8 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:07:50.917221 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4b0ef9-727c-4994-af58-4606bcd0ffa5", "tag": "de289421-8da5-4a93-81f2-007f226e06d5", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:07:50.917221 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-afd55385-225e-4968-81a9-66668041afa8 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:07:50.917715 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4b0ef9-727c-4994-af58-4606bcd0ffa5', 'tag': 'de289421-8da5-4a93-81f2-007f226e06d5', 'status': 'completed', 'code': 200} Jan 21 10:07:50.956687 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-749c483c-5d90-4ff5-91da-823333d5bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:50.958244 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-749c483c-5d90-4ff5-91da-823333d5bedb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 1096 time: 0.0544422 Jan 21 10:07:51.008657 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-18f68d7b-b5fa-43ef-96ea-524d982504a7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de289421-8da5-4a93-81f2-007f226e06d5 HTTP/1.1" status: 200 len: 217 time: 0.0419869 Jan 21 10:07:51.064858 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-57c360c4-a5c0-4939-9d59-1aee35b1ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:51.066419 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-57c360c4-a5c0-4939-9d59-1aee35b1ec44 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=df6aff1f-6cad-4a4a-b20f-371032cea56b HTTP/1.1" status: 200 len: 835 time: 0.0511570 Jan 21 10:07:51.116630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-bef9c1c9-a4c4-422a-9391-c5dc71287b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:51.118167 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-bef9c1c9-a4c4-422a-9391-c5dc71287b5b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6828fe53-be72-48f2-88d2-de4d5aadf7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442667 Jan 21 10:07:51.212784 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 03803602-e7b8-48a7-a12e-530c36e28476 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:07:51.232765 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-4b21af04-38fc-4b7f-ab41-8ad968ac5ee6 service neutron] 10.222.0.113 "GET /v2.0/networks/6828fe53-be72-48f2-88d2-de4d5aadf7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080527 Jan 21 10:07:51.275215 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 03803602-e7b8-48a7-a12e-530c36e28476 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:51.275746 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:51.333052 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-894902e9-784f-4e72-a1fd-f682ebf19b6d req-0a040822-833a-489d-9417-abe5ec79cc2c service neutron] 10.222.0.113 "GET /v2.0/networks/6828fe53-be72-48f2-88d2-de4d5aadf7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932262 Jan 21 10:07:51.425580 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac3ca2-78f7-48f0-b986-587efd85dc3c req-e6f13f87-6d79-4fc6-9a07-89699a8e46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:51.427057 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e3ac3ca2-78f7-48f0-b986-587efd85dc3c req-e6f13f87-6d79-4fc6-9a07-89699a8e46cb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 1096 time: 0.0429111 Jan 21 10:07:51.527297 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac3ca2-78f7-48f0-b986-587efd85dc3c req-a7a49368-8567-42f4-b400-3ba3e6a2900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:51.528910 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e3ac3ca2-78f7-48f0-b986-587efd85dc3c req-a7a49368-8567-42f4-b400-3ba3e6a2900e service neutron] 10.222.0.113 "GET /v2.0/networks?id=6828fe53-be72-48f2-88d2-de4d5aadf7bc HTTP/1.1" status: 200 len: 898 time: 0.0922954 Jan 21 10:07:51.571873 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e3ac3ca2-78f7-48f0-b986-587efd85dc3c req-e36155bb-855a-4fd8-ba6a-3c39b4f5b914 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de289421-8da5-4a93-81f2-007f226e06d5 HTTP/1.1" status: 200 len: 217 time: 0.0356238 Jan 21 10:07:51.634138 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac3ca2-78f7-48f0-b986-587efd85dc3c req-d30d2639-eb59-4ea2-b703-30f2f4da7a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:51.635876 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e3ac3ca2-78f7-48f0-b986-587efd85dc3c req-d30d2639-eb59-4ea2-b703-30f2f4da7a26 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=df6aff1f-6cad-4a4a-b20f-371032cea56b HTTP/1.1" status: 200 len: 835 time: 0.0555334 Jan 21 10:07:51.686429 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac3ca2-78f7-48f0-b986-587efd85dc3c req-ac0baebe-2e61-41a9-a4d6-2f2d4f64bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:51.687967 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e3ac3ca2-78f7-48f0-b986-587efd85dc3c req-ac0baebe-2e61-41a9-a4d6-2f2d4f64bea4 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6828fe53-be72-48f2-88d2-de4d5aadf7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454192 Jan 21 10:07:51.782957 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e3ac3ca2-78f7-48f0-b986-587efd85dc3c req-9ebf4355-a375-44dd-9b75-cdbda0a88a3b service neutron] 10.222.0.113 "GET /v2.0/networks/6828fe53-be72-48f2-88d2-de4d5aadf7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868025 Jan 21 10:07:51.883999 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e3ac3ca2-78f7-48f0-b986-587efd85dc3c req-8dec07ba-8641-4e5c-afc2-d88057ccb227 service neutron] 10.222.0.113 "GET /v2.0/networks/6828fe53-be72-48f2-88d2-de4d5aadf7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941172 Jan 21 10:07:51.893168 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e83e8f-5295-4fab-b752-9c579279c8d3 req-6679fe64-d317-4e34-bc55-e697c0423709 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:51.894701 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-09e83e8f-5295-4fab-b752-9c579279c8d3 req-6679fe64-d317-4e34-bc55-e697c0423709 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0543501 Jan 21 10:07:51.934733 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-09e83e8f-5295-4fab-b752-9c579279c8d3 req-052a73d9-fac0-4a7c-848b-9c2a81dfad50 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329106 Jan 21 10:07:53.053038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187b5ab-2dc1-4e67-b498-6375f7dc7bda req-4f4b92ce-1697-4b32-b405-b0bd8cdbe8f6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:53.054589 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4187b5ab-2dc1-4e67-b498-6375f7dc7bda req-4f4b92ce-1697-4b32-b405-b0bd8cdbe8f6 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0513332 Jan 21 10:07:53.095633 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4187b5ab-2dc1-4e67-b498-6375f7dc7bda req-a8fdc2ab-6038-448e-9f55-a9daf666227b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332861 Jan 21 10:07:53.983110 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device de289421-8da5-4a93-81f2-007f226e06d5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 10:07:54.084405 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port de289421-8da5-4a93-81f2-007f226e06d5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=de289421-8da5-4a93-81f2-007f226e06d5,segment=NetworkSegment(f322bbaf-f945-4b43-ac8d-31e0476cfe6e),segment_id=f322bbaf-f945-4b43-ac8d-31e0476cfe6e)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:54.097008 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'de289421-8da5-4a93-81f2-007f226e06d5', 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc', 'port_id': 'de289421-8da5-4a93-81f2-007f226e06d5', 'mac_address': 'fa:16:3e:31:50:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 10:07:54.139344 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:54.160236 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de289421-8da5-4a93-81f2-007f226e06d5 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:07:54.182832 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port de289421-8da5-4a93-81f2-007f226e06d5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=de289421-8da5-4a93-81f2-007f226e06d5,segment=NetworkSegment(f322bbaf-f945-4b43-ac8d-31e0476cfe6e),segment_id=f322bbaf-f945-4b43-ac8d-31e0476cfe6e)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:54.187384 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:54.215190 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28705a5-895e-428b-a554-f1df86bb7ff1 req-de685b0c-5ac8-425f-b466-6cbba7e046b9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:54.216733 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d28705a5-895e-428b-a554-f1df86bb7ff1 req-de685b0c-5ac8-425f-b466-6cbba7e046b9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0498199 Jan 21 10:07:54.238975 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=de289421-8da5-4a93-81f2-007f226e06d5,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:54.256929 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d28705a5-895e-428b-a554-f1df86bb7ff1 req-3fb564a0-18f2-4fea-bfee-712927249608 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340555 Jan 21 10:07:54.393439 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['de289421-8da5-4a93-81f2-007f226e06d5'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:07:55.091923 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:55.372588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ea062-bb5d-49d9-bbc9-569a24140ff3 req-205339b9-4a4c-484d-868c-5a85a60c8390 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:55.374102 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5e3ea062-bb5d-49d9-bbc9-569a24140ff3 req-205339b9-4a4c-484d-868c-5a85a60c8390 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 944 time: 0.0485430 Jan 21 10:07:55.420653 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5e3ea062-bb5d-49d9-bbc9-569a24140ff3 req-e307d7e4-ac1d-4e24-b10b-8b5efc515b25 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406175 Jan 21 10:07:56.000010 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device de289421-8da5-4a93-81f2-007f226e06d5 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:07:56.047877 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port de289421-8da5-4a93-81f2-007f226e06d5 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:07:56.051624 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port de289421-8da5-4a93-81f2-007f226e06d5 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:56.051995 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:56.129566 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:56.154650 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4b0ef9-727c-4994-af58-4606bcd0ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de289421-8da5-4a93-81f2-007f226e06d5'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:56.156857 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad53605-b925-40e5-b118-5813cf0892ce" -d '{"events": [{"server_uuid": "ef4b0ef9-727c-4994-af58-4606bcd0ffa5", "name": "network-vif-plugged", "status": "completed", "tag": "de289421-8da5-4a93-81f2-007f226e06d5"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:07:56.170561 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port de289421-8da5-4a93-81f2-007f226e06d5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=de289421-8da5-4a93-81f2-007f226e06d5,segment=NetworkSegment(f322bbaf-f945-4b43-ac8d-31e0476cfe6e),segment_id=f322bbaf-f945-4b43-ac8d-31e0476cfe6e)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:56.176104 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:56.204817 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b2108f-988e-4cbb-9aed-41b236cd7ac4 x-openstack-request-id: req-46b2108f-988e-4cbb-9aed-41b236cd7ac4 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:07:56.205101 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4b0ef9-727c-4994-af58-4606bcd0ffa5", "name": "network-vif-plugged", "status": "completed", "tag": "de289421-8da5-4a93-81f2-007f226e06d5", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:07:56.205348 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-46b2108f-988e-4cbb-9aed-41b236cd7ac4 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:07:56.207535 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4b0ef9-727c-4994-af58-4606bcd0ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de289421-8da5-4a93-81f2-007f226e06d5', 'code': 200} Jan 21 10:07:56.233791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=de289421-8da5-4a93-81f2-007f226e06d5,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:56.373932 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f15ac6-f261-4ec0-8194-5b96fb6a543b req-bdf7784c-a27c-41e8-9ab7-4a1d4a22fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:56.375442 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f4f15ac6-f261-4ec0-8194-5b96fb6a543b req-bdf7784c-a27c-41e8-9ab7-4a1d4a22fb9c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 1098 time: 0.0469820 Jan 21 10:07:56.409644 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f4f15ac6-f261-4ec0-8194-5b96fb6a543b req-954d00d1-329b-4ffc-83b0-387e9ec94d45 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279512 Jan 21 10:07:56.549510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b62dd-dd52-4db1-b421-acbdeb242f8c req-5b340082-2415-4047-a57e-442862c8ce4d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:56.550991 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-085b62dd-dd52-4db1-b421-acbdeb242f8c req-5b340082-2415-4047-a57e-442862c8ce4d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0587060 Jan 21 10:07:56.589869 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-085b62dd-dd52-4db1-b421-acbdeb242f8c req-7fcd56f1-fda9-4028-992c-81ebee5e1483 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327461 Jan 21 10:07:57.790029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab6197-6282-49cf-9e4a-4d023d204529 req-42f07696-0f66-4646-aa5b-8825e93bc25a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:57.792643 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-30ab6197-6282-49cf-9e4a-4d023d204529 req-42f07696-0f66-4646-aa5b-8825e93bc25a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.1327031 Jan 21 10:07:57.832169 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-30ab6197-6282-49cf-9e4a-4d023d204529 req-200c4f59-9205-40ff-989f-2ddf6e7eec88 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328546 Jan 21 10:07:57.955754 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd8a54-d38a-428c-ab78-25ef62c45b68 req-98ba473d-1f44-4c0c-8f19-a9341a33d152 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:57.957319 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-77dd8a54-d38a-428c-ab78-25ef62c45b68 req-98ba473d-1f44-4c0c-8f19-a9341a33d152 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0528622 Jan 21 10:07:58.000121 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-77dd8a54-d38a-428c-ab78-25ef62c45b68 req-140cfaac-5f52-4e72-a77c-a2f16cf25275 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358524 Jan 21 10:07:58.021300 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50238) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:58.066666 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c053535f-da57-494b-9303-e32ce2572428 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:58.068180 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c053535f-da57-494b-9303-e32ce2572428 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 1093 time: 0.0458701 Jan 21 10:07:58.070955 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50240) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:58.075384 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': 'de289421-8da5-4a93-81f2-007f226e06d5', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:58.099678 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.200406 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.308273 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.26.7.3 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/530fe7db-86e9-48d1-9c84-fac11e3ce8b4) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:07:58.409635 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.443434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.493487 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:07:58.496892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:58.501230 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:07:58.504221 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=530fe7db-86e9-48d1-9c84-fac11e3ce8b4,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:58.855821 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.926142 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.091623 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.096501 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.164435 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=530fe7db-86e9-48d1-9c84-fac11e3ce8b4,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:59.177447 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.285611 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Floating IP 09a81869-6ab6-4f45-941b-3e83b1a65d2a associated. External IP: 172.26.7.3, port: de289421-8da5-4a93-81f2-007f226e06d5. Jan 21 10:07:59.527404 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router 297422de-e912-41be-8e89-3ba324ef1eb8 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:07:59.646362 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:07:59.657690 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b79ff-f546-443b-bf9e-1595284cb75d None None] Sync routers for ids ['297422de-e912-41be-8e89-3ba324ef1eb8'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:07:59.667076 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.667596 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b79ff-f546-443b-bf9e-1595284cb75d None None] Routers {'297422de-e912-41be-8e89-3ba324ef1eb8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:07:59.668210 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-fa8b79ff-f546-443b-bf9e-1595284cb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:07:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['297422de-e912-41be-8e89-3ba324ef1eb8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:59.695327 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-c2fcd4bd-f462-4ebf-9442-093e7bcce2fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6233103 Jan 21 10:07:59.695896 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4b0ef9-727c-4994-af58-4606bcd0ffa5', 'tag': 'de289421-8da5-4a93-81f2-007f226e06d5'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:59.699205 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3223593-1833-47d6-a03c-dfd38a0e662e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4b0ef9-727c-4994-af58-4606bcd0ffa5", "tag": "de289421-8da5-4a93-81f2-007f226e06d5"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:07:59.738390 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283e3c71-9c38-4736-b98b-16b77d5174f9 x-openstack-request-id: req-283e3c71-9c38-4736-b98b-16b77d5174f9 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:07:59.738684 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4b0ef9-727c-4994-af58-4606bcd0ffa5", "tag": "de289421-8da5-4a93-81f2-007f226e06d5", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:07:59.738928 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-283e3c71-9c38-4736-b98b-16b77d5174f9 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:07:59.739323 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4b0ef9-727c-4994-af58-4606bcd0ffa5', 'tag': 'de289421-8da5-4a93-81f2-007f226e06d5', 'status': 'completed', 'code': 200} Jan 21 10:07:59.795363 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-fa8b79ff-f546-443b-bf9e-1595284cb75d None None] Set router 297422de-e912-41be-8e89-3ba324ef1eb8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:07:59.803435 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a6631-a11e-46d9-b1d3-30089b68353e req-0098c0a8-3e1f-44b5-88d5-2483a4066e82 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:59.805004 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ba4a6631-a11e-46d9-b1d3-30089b68353e req-0098c0a8-3e1f-44b5-88d5-2483a4066e82 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0547676 Jan 21 10:07:59.814230 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3223593-1833-47d6-a03c-dfd38a0e662e req-b2cc3b24-0ba1-418b-a158-b83280d25545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:59.815752 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d3223593-1833-47d6-a03c-dfd38a0e662e req-b2cc3b24-0ba1-418b-a158-b83280d25545 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 1098 time: 0.0449231 Jan 21 10:07:59.857943 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ba4a6631-a11e-46d9-b1d3-30089b68353e req-4f4774d5-6121-477a-8bae-d39a82c7fc51 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450406 Jan 21 10:07:59.886015 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50246) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:07:59.920090 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3223593-1833-47d6-a03c-dfd38a0e662e req-1172cd51-5164-48e5-a8a8-74850b819162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:59.921731 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d3223593-1833-47d6-a03c-dfd38a0e662e req-1172cd51-5164-48e5-a8a8-74850b819162 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6828fe53-be72-48f2-88d2-de4d5aadf7bc HTTP/1.1" status: 200 len: 898 time: 0.0992842 Jan 21 10:07:59.981273 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ec15269c-d966-4500-b91d-f089a04f20c8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/09a81869-6ab6-4f45-941b-3e83b1a65d2a HTTP/1.1" status: 200 len: 989 time: 0.0940664 Jan 21 10:08:00.006230 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d3223593-1833-47d6-a03c-dfd38a0e662e req-b882c90c-0041-4197-ac41-1e05da920800 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de289421-8da5-4a93-81f2-007f226e06d5 HTTP/1.1" status: 200 len: 997 time: 0.0759299 Jan 21 10:08:00.056973 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3223593-1833-47d6-a03c-dfd38a0e662e req-2a2b5e83-c83d-4665-8eea-0689dc2f946d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:00.058530 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d3223593-1833-47d6-a03c-dfd38a0e662e req-2a2b5e83-c83d-4665-8eea-0689dc2f946d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=df6aff1f-6cad-4a4a-b20f-371032cea56b HTTP/1.1" status: 200 len: 835 time: 0.0459676 Jan 21 10:08:00.062886 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-fa8b79ff-f546-443b-bf9e-1595284cb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91608011', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4e608087-1118-4b3a-854f-51f4958f202c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:46Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '4e608087-1118-4b3a-854f-51f4958f202c', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '09a81869-6ab6-4f45-941b-3e83b1a65d2a', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'floating_ip_address': '172.26.7.3', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'port_id': 'de289421-8da5-4a93-81f2-007f226e06d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc', 'mac_address': 'fa:16:3e:31:50:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4b0ef9-727c-4994-af58-4606bcd0ffa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:07:58Z', 'updated_at': '2022-01-21T10:07:58Z', 'revision_number': 0, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03803602-e7b8-48a7-a12e-530c36e28476', 'name': '', 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:bc:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:45Z', 'updated_at': '2022-01-21T10:07:49Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:08:00.090355 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b79ff-f546-443b-bf9e-1595284cb75d None None] Checking router: 297422de-e912-41be-8e89-3ba324ef1eb8 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:08:00.099074 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b79ff-f546-443b-bf9e-1595284cb75d None None] Routers {'297422de-e912-41be-8e89-3ba324ef1eb8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:08:00.099679 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-fa8b79ff-f546-443b-bf9e-1595284cb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:07:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['297422de-e912-41be-8e89-3ba324ef1eb8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:08:00.108315 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3223593-1833-47d6-a03c-dfd38a0e662e req-67055e76-0eac-4b10-8b18-4712dcf3ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:00.109980 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d3223593-1833-47d6-a03c-dfd38a0e662e req-67055e76-0eac-4b10-8b18-4712dcf3ad07 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6828fe53-be72-48f2-88d2-de4d5aadf7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452714 Jan 21 10:08:00.206963 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d3223593-1833-47d6-a03c-dfd38a0e662e req-9c79801d-c4be-4d84-8107-f8790660e82a service neutron] 10.222.0.113 "GET /v2.0/networks/6828fe53-be72-48f2-88d2-de4d5aadf7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903916 Jan 21 10:08:00.210175 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-fa8b79ff-f546-443b-bf9e-1595284cb75d None None] Set router 297422de-e912-41be-8e89-3ba324ef1eb8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:08:00.311523 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d3223593-1833-47d6-a03c-dfd38a0e662e req-9ff1bcf5-3c3b-4cf7-8d8c-179446060f05 service neutron] 10.222.0.113 "GET /v2.0/networks/6828fe53-be72-48f2-88d2-de4d5aadf7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983207 Jan 21 10:08:00.449842 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-fa8b79ff-f546-443b-bf9e-1595284cb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91608011', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4e608087-1118-4b3a-854f-51f4958f202c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:46Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '4e608087-1118-4b3a-854f-51f4958f202c', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '09a81869-6ab6-4f45-941b-3e83b1a65d2a', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'floating_ip_address': '172.26.7.3', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'port_id': 'de289421-8da5-4a93-81f2-007f226e06d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc', 'mac_address': 'fa:16:3e:31:50:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4b0ef9-727c-4994-af58-4606bcd0ffa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:07:58Z', 'updated_at': '2022-01-21T10:07:58Z', 'revision_number': 0, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03803602-e7b8-48a7-a12e-530c36e28476', 'name': '', 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:bc:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:45Z', 'updated_at': '2022-01-21T10:07:49Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:08:00.480714 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b79ff-f546-443b-bf9e-1595284cb75d None None] The sync data for ids ['297422de-e912-41be-8e89-3ba324ef1eb8'] in dv-neutron-825721-1-hyperv is: [{'id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91608011', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4e608087-1118-4b3a-854f-51f4958f202c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:46Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '4e608087-1118-4b3a-854f-51f4958f202c', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '09a81869-6ab6-4f45-941b-3e83b1a65d2a', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'floating_ip_address': '172.26.7.3', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'port_id': 'de289421-8da5-4a93-81f2-007f226e06d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc', 'mac_address': 'fa:16:3e:31:50:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4b0ef9-727c-4994-af58-4606bcd0ffa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:07:58Z', 'updated_at': '2022-01-21T10:07:58Z', 'revision_number': 0, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03803602-e7b8-48a7-a12e-530c36e28476', 'name': '', 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:bc:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:45Z', 'updated_at': '2022-01-21T10:07:49Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:08:00.664949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7212b9-ee14-4f51-a36b-3e5cccc1f063 None None] New status for floating IP 09a81869-6ab6-4f45-941b-3e83b1a65d2a: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:08:00.983770 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50248) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:08:01.045337 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d4bb7da2-a220-4c46-8d63-6e234f8d1a9e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/09a81869-6ab6-4f45-941b-3e83b1a65d2a HTTP/1.1" status: 200 len: 991 time: 0.0603731 Jan 21 10:08:02.684992 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-043d9bb3-8522-4221-9834-1c24ddb923f8 req-225f4361-a6fd-4818-83ff-1e8a5ad6be17 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463839 Jan 21 10:08:02.770550 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d9bb3-8522-4221-9834-1c24ddb923f8 req-3fd56b06-31b1-4644-a85d-6b2c238b8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:02.772054 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-043d9bb3-8522-4221-9834-1c24ddb923f8 req-3fd56b06-31b1-4644-a85d-6b2c238b8d34 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 1098 time: 0.0477443 Jan 21 10:08:02.874388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d9bb3-8522-4221-9834-1c24ddb923f8 req-4a5acd00-38ae-4323-b940-a4694d29f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:02.875866 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-043d9bb3-8522-4221-9834-1c24ddb923f8 req-4a5acd00-38ae-4323-b940-a4694d29f6a9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6828fe53-be72-48f2-88d2-de4d5aadf7bc HTTP/1.1" status: 200 len: 898 time: 0.0856309 Jan 21 10:08:02.943400 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-043d9bb3-8522-4221-9834-1c24ddb923f8 req-4161c889-2ca8-4943-a2a0-a996a63c326c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de289421-8da5-4a93-81f2-007f226e06d5 HTTP/1.1" status: 200 len: 999 time: 0.0613322 Jan 21 10:08:02.996538 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d9bb3-8522-4221-9834-1c24ddb923f8 req-a74deea8-6599-4a3c-a5c6-828ab4c96b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:02.997978 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-043d9bb3-8522-4221-9834-1c24ddb923f8 req-a74deea8-6599-4a3c-a5c6-828ab4c96b91 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=df6aff1f-6cad-4a4a-b20f-371032cea56b HTTP/1.1" status: 200 len: 835 time: 0.0476437 Jan 21 10:08:03.043642 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d9bb3-8522-4221-9834-1c24ddb923f8 req-29a3abc2-e003-4910-b94f-87f1323cf47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:03.045162 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-043d9bb3-8522-4221-9834-1c24ddb923f8 req-29a3abc2-e003-4910-b94f-87f1323cf47b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6828fe53-be72-48f2-88d2-de4d5aadf7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412414 Jan 21 10:08:03.522110 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-043d9bb3-8522-4221-9834-1c24ddb923f8 req-fe5efb32-f582-4edd-a16d-e736af774423 service neutron] 10.222.0.113 "GET /v2.0/networks/6828fe53-be72-48f2-88d2-de4d5aadf7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706724 Jan 21 10:08:03.620128 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-043d9bb3-8522-4221-9834-1c24ddb923f8 req-beb6e350-3c85-43ec-8836-17542672b730 service neutron] 10.222.0.113 "GET /v2.0/networks/6828fe53-be72-48f2-88d2-de4d5aadf7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907710 Jan 21 10:08:05.926015 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-60336d6a-86c5-420a-b9c0-1ed5a33af249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:08.306681 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-57863a7a-0a2d-4104-b71d-ad03c9079e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:09.198049 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:08:09.397985 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:11.413150 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:11.423830 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:25.098307 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:32.473155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996c5c5-2e99-4eb3-ad32-d4bb06ab127b req-a52ed413-6b8c-4de1-8867-c9251c11cef4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:32.474998 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b996c5c5-2e99-4eb3-ad32-d4bb06ab127b req-a52ed413-6b8c-4de1-8867-c9251c11cef4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.1005445 Jan 21 10:08:32.518935 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b996c5c5-2e99-4eb3-ad32-d4bb06ab127b req-d1c8c481-d77c-4ddb-be4a-f8513176fc4d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378230 Jan 21 10:08:33.641714 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e68ab-9017-4644-96da-05c14260d87c req-19566c3d-a85c-48fd-981e-325d044bf0f8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:33.643194 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-891e68ab-9017-4644-96da-05c14260d87c req-19566c3d-a85c-48fd-981e-325d044bf0f8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0503266 Jan 21 10:08:33.684413 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-891e68ab-9017-4644-96da-05c14260d87c req-0c01ac28-f925-4b7e-89e7-10ce6876b10d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350826 Jan 21 10:08:34.805305 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb27189-c94a-4e83-b924-c0b5bdfa1869 req-ac7484d6-25ab-4495-91d5-aeabfd7a58ad tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:34.806812 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-efb27189-c94a-4e83-b924-c0b5bdfa1869 req-ac7484d6-25ab-4495-91d5-aeabfd7a58ad tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0538998 Jan 21 10:08:34.845048 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-efb27189-c94a-4e83-b924-c0b5bdfa1869 req-1f54b5f1-f3ac-4200-846b-db85a91fde8c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316136 Jan 21 10:08:35.919073 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4b0554a8-8100-4586-98d7-05b483a44960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:35.964040 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becd817-a03d-4aa4-90d9-e96edcd138ee req-5212f33a-793b-40d2-b9d8-3e54f7e5ed32 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:35.965630 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9becd817-a03d-4aa4-90d9-e96edcd138ee req-5212f33a-793b-40d2-b9d8-3e54f7e5ed32 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0523303 Jan 21 10:08:36.003991 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9becd817-a03d-4aa4-90d9-e96edcd138ee req-120b5705-91f9-42b9-8831-059da4198e3f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316708 Jan 21 10:08:37.127885 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5088e-3117-410f-92c1-8e33472890d1 req-5c824e8a-4249-451f-a66c-6eb1f74796d9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:37.129388 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d1d5088e-3117-410f-92c1-8e33472890d1 req-5c824e8a-4249-451f-a66c-6eb1f74796d9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0509651 Jan 21 10:08:37.168220 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d1d5088e-3117-410f-92c1-8e33472890d1 req-11087b34-fd87-4693-893e-1a76ff6c5503 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329001 Jan 21 10:08:38.283016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8bd0c-1725-41d5-ae2e-8dce1d74dbc6 req-908f45fb-46ad-4126-b478-c42315aca21d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:38.284486 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c1f8bd0c-1725-41d5-ae2e-8dce1d74dbc6 req-908f45fb-46ad-4126-b478-c42315aca21d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0485311 Jan 21 10:08:38.310404 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a95f6da0-ef14-45f8-82de-26a7699d1918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:38.327255 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c1f8bd0c-1725-41d5-ae2e-8dce1d74dbc6 req-07c70152-35ec-431c-b3af-9159550c5013 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367546 Jan 21 10:08:39.405082 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:39.446871 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f8498-80c5-468e-b41e-966532988b5f req-77d0a7a0-3aaa-4f07-b47f-856f6c68938c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:39.448404 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-af4f8498-80c5-468e-b41e-966532988b5f req-77d0a7a0-3aaa-4f07-b47f-856f6c68938c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0521164 Jan 21 10:08:39.492776 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-af4f8498-80c5-468e-b41e-966532988b5f req-7d7b5b0f-019e-4f1c-bacf-68692519ad13 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382626 Jan 21 10:08:40.606890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa64304-8acf-4747-ac27-ab80b63e892e req-794b9a7a-c412-403c-aa36-ef61a4d08493 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:40.608982 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6aa64304-8acf-4747-ac27-ab80b63e892e req-794b9a7a-c412-403c-aa36-ef61a4d08493 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0484121 Jan 21 10:08:40.650027 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6aa64304-8acf-4747-ac27-ab80b63e892e req-4374ef95-236c-450b-b72b-b84895385da5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349276 Jan 21 10:08:41.420371 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:41.426654 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:41.770358 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9981d41-ca16-4b6b-8099-4952cb7a5f05 req-f51faea6-29a1-4361-bb08-bdcaf94f6e41 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:41.771845 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b9981d41-ca16-4b6b-8099-4952cb7a5f05 req-f51faea6-29a1-4361-bb08-bdcaf94f6e41 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0490639 Jan 21 10:08:41.810116 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b9981d41-ca16-4b6b-8099-4952cb7a5f05 req-9d7cb56d-baa5-4834-b2b1-7dfee33c835c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319588 Jan 21 10:08:42.925828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63629125-18d2-4b24-8dc3-9a60cdb23a9e req-39d46519-3990-46f2-9c60-ba5a7203ba45 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:42.927297 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-63629125-18d2-4b24-8dc3-9a60cdb23a9e req-39d46519-3990-46f2-9c60-ba5a7203ba45 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0488801 Jan 21 10:08:42.964472 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-63629125-18d2-4b24-8dc3-9a60cdb23a9e req-e1e7a7e5-7eb4-4720-a446-24855dbe279b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312493 Jan 21 10:08:44.077201 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635b093-ed33-41f8-aafc-17dc655061fc req-912d4b5c-4041-4069-ae11-8ba59d0b65cf tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:44.079123 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e635b093-ed33-41f8-aafc-17dc655061fc req-912d4b5c-4041-4069-ae11-8ba59d0b65cf tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0490761 Jan 21 10:08:44.116679 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e635b093-ed33-41f8-aafc-17dc655061fc req-a054a1b7-d904-47d3-8534-0a20cd91f749 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317111 Jan 21 10:08:45.236058 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5129c-955a-40f4-a3d8-830ae6f6b78c req-4b55cf51-7852-4b48-9cef-f3c7761d8ef9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:45.237621 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-77f5129c-955a-40f4-a3d8-830ae6f6b78c req-4b55cf51-7852-4b48-9cef-f3c7761d8ef9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0505545 Jan 21 10:08:45.276502 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-77f5129c-955a-40f4-a3d8-830ae6f6b78c req-a1ae6beb-8ba9-456d-9abc-e10372f889f2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327325 Jan 21 10:08:46.196532 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:08:46.395457 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813669f4-7793-47ab-b312-bdbaad3e168d req-ebed1b5d-f04f-4ba3-bb85-de1a9224d427 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:46.396972 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-813669f4-7793-47ab-b312-bdbaad3e168d req-ebed1b5d-f04f-4ba3-bb85-de1a9224d427 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0498977 Jan 21 10:08:46.439503 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-813669f4-7793-47ab-b312-bdbaad3e168d req-beff314e-e767-4984-844c-bd69bf42e3f3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363777 Jan 21 10:08:47.555678 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c0e04-c8d0-4dc8-a71f-03498309ad47 req-f070ffe9-f539-4f81-8075-a0afe0d48776 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:47.557217 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d82c0e04-c8d0-4dc8-a71f-03498309ad47 req-f070ffe9-f539-4f81-8075-a0afe0d48776 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0508168 Jan 21 10:08:47.605188 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d82c0e04-c8d0-4dc8-a71f-03498309ad47 req-116076a6-6739-4e00-b209-8f423240413a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393474 Jan 21 10:08:48.718527 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853540f-541f-4bfb-ac11-93cf56ac8df5 req-b0c8af62-93a5-42b8-b1e0-8a657f5081ad tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:48.720269 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4853540f-541f-4bfb-ac11-93cf56ac8df5 req-b0c8af62-93a5-42b8-b1e0-8a657f5081ad tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0489187 Jan 21 10:08:48.758077 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4853540f-541f-4bfb-ac11-93cf56ac8df5 req-132053a3-c8bf-4377-b820-2e912bed3200 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317397 Jan 21 10:08:48.789950 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50298) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:08:48.849473 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e993e74d-28f4-465f-b1fc-8c1a283219a9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/09a81869-6ab6-4f45-941b-3e83b1a65d2a HTTP/1.1" status: 200 len: 991 time: 0.0583620 Jan 21 10:08:50.144800 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d9863-5e91-401f-9a82-f5628b9d0a45 req-5aa17d84-4a80-4fcf-a7d3-754fb056a1e8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:50.146327 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6b2d9863-5e91-401f-9a82-f5628b9d0a45 req-5aa17d84-4a80-4fcf-a7d3-754fb056a1e8 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0503135 Jan 21 10:08:50.188187 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6b2d9863-5e91-401f-9a82-f5628b9d0a45 req-5a8e5140-b5d8-4d8a-9e92-720c0d9fd23a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346916 Jan 21 10:08:50.210131 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa85a0f-bba4-4ec2-90b7-baf1873cb589 req-a6bcbdba-4870-4e66-ba83-1e4c54780618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:50.211639 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-faa85a0f-bba4-4ec2-90b7-baf1873cb589 req-a6bcbdba-4870-4e66-ba83-1e4c54780618 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 1098 time: 0.0887816 Jan 21 10:08:50.305199 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa85a0f-bba4-4ec2-90b7-baf1873cb589 req-ac7daecf-8f84-4483-b8c3-dc22909caca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:50.306686 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-faa85a0f-bba4-4ec2-90b7-baf1873cb589 req-ac7daecf-8f84-4483-b8c3-dc22909caca1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6828fe53-be72-48f2-88d2-de4d5aadf7bc HTTP/1.1" status: 200 len: 898 time: 0.0873628 Jan 21 10:08:50.370542 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-faa85a0f-bba4-4ec2-90b7-baf1873cb589 req-d860b0cd-bc51-41ef-9111-d50438570c1f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de289421-8da5-4a93-81f2-007f226e06d5 HTTP/1.1" status: 200 len: 999 time: 0.0567348 Jan 21 10:08:50.419322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa85a0f-bba4-4ec2-90b7-baf1873cb589 req-f79d9e2f-9930-45e7-9f5f-690f82398cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:50.420697 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-faa85a0f-bba4-4ec2-90b7-baf1873cb589 req-f79d9e2f-9930-45e7-9f5f-690f82398cbe service neutron] 10.222.0.113 "GET /v2.0/subnets?id=df6aff1f-6cad-4a4a-b20f-371032cea56b HTTP/1.1" status: 200 len: 835 time: 0.0438299 Jan 21 10:08:50.473956 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa85a0f-bba4-4ec2-90b7-baf1873cb589 req-c7beff0e-03ef-4401-a360-08cc90589f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:50.475445 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-faa85a0f-bba4-4ec2-90b7-baf1873cb589 req-c7beff0e-03ef-4401-a360-08cc90589f77 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6828fe53-be72-48f2-88d2-de4d5aadf7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0488684 Jan 21 10:08:50.563336 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-faa85a0f-bba4-4ec2-90b7-baf1873cb589 req-b293b90c-e899-40da-a5bb-fa0d0eedc8b8 service neutron] 10.222.0.113 "GET /v2.0/networks/6828fe53-be72-48f2-88d2-de4d5aadf7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809402 Jan 21 10:08:50.655778 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-faa85a0f-bba4-4ec2-90b7-baf1873cb589 req-ab2e3b9e-bc73-4a89-b546-3155459feb28 service neutron] 10.222.0.113 "GET /v2.0/networks/6828fe53-be72-48f2-88d2-de4d5aadf7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863969 Jan 21 10:08:51.306411 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f47793-e794-44dc-91cb-3b3b9c72219b req-4e416edf-5c03-450c-af41-10bfce75b2c3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:51.307903 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-07f47793-e794-44dc-91cb-3b3b9c72219b req-4e416edf-5c03-450c-af41-10bfce75b2c3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0500100 Jan 21 10:08:51.345782 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-07f47793-e794-44dc-91cb-3b3b9c72219b req-9bfe4461-67a2-4d70-9d14-60b19dc52a25 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316086 Jan 21 10:08:51.368434 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50310) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:08:51.430542 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f64cb666-3c09-47e7-b6af-3239d2eb13ae tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/09a81869-6ab6-4f45-941b-3e83b1a65d2a HTTP/1.1" status: 200 len: 991 time: 0.0608625 Jan 21 10:08:55.109587 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:04.703373 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b4cb4dbf-5de4-4db7-af32-a666089cbb9d req-4af07952-60ad-46d2-a4fd-2d30fe116fcc service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439487 Jan 21 10:09:04.786573 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb4dbf-5de4-4db7-af32-a666089cbb9d req-d8eca463-6ecc-4bdc-b6b1-16052ebaed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:04.788119 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b4cb4dbf-5de4-4db7-af32-a666089cbb9d req-d8eca463-6ecc-4bdc-b6b1-16052ebaed01 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 1098 time: 0.0431180 Jan 21 10:09:04.887307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb4dbf-5de4-4db7-af32-a666089cbb9d req-fca2d6d6-0467-40ee-9bed-599f6109bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:04.888766 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b4cb4dbf-5de4-4db7-af32-a666089cbb9d req-fca2d6d6-0467-40ee-9bed-599f6109bbd2 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6828fe53-be72-48f2-88d2-de4d5aadf7bc HTTP/1.1" status: 200 len: 898 time: 0.0833826 Jan 21 10:09:04.956142 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b4cb4dbf-5de4-4db7-af32-a666089cbb9d req-00d10cd8-2355-4ce3-bd16-e152121ae114 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de289421-8da5-4a93-81f2-007f226e06d5 HTTP/1.1" status: 200 len: 999 time: 0.0606589 Jan 21 10:09:05.004995 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb4dbf-5de4-4db7-af32-a666089cbb9d req-68b1ace0-2307-4784-b5fa-a4f0494ae40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:05.006617 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b4cb4dbf-5de4-4db7-af32-a666089cbb9d req-68b1ace0-2307-4784-b5fa-a4f0494ae40d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=df6aff1f-6cad-4a4a-b20f-371032cea56b HTTP/1.1" status: 200 len: 835 time: 0.0445104 Jan 21 10:09:05.053305 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb4dbf-5de4-4db7-af32-a666089cbb9d req-595a38e3-44d9-4c78-9842-6e582eaad831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:05.054746 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b4cb4dbf-5de4-4db7-af32-a666089cbb9d req-595a38e3-44d9-4c78-9842-6e582eaad831 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6828fe53-be72-48f2-88d2-de4d5aadf7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415096 Jan 21 10:09:05.148058 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b4cb4dbf-5de4-4db7-af32-a666089cbb9d req-6b959d80-f877-4c86-a942-476ff27ad1af service neutron] 10.222.0.113 "GET /v2.0/networks/6828fe53-be72-48f2-88d2-de4d5aadf7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868819 Jan 21 10:09:05.237318 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b4cb4dbf-5de4-4db7-af32-a666089cbb9d req-0d5ccce8-b5ed-4334-8d22-7f5d26d10de2 service neutron] 10.222.0.113 "GET /v2.0/networks/6828fe53-be72-48f2-88d2-de4d5aadf7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828297 Jan 21 10:09:05.923342 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2b859160-9117-4a7c-9edc-d7e57c50c581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:08.449391 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-01875fdd-d09f-4c16-b718-343effe8f80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:09.406728 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:11.437545 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:11.440971 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:21.843989 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50326) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:22.003351 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port 530fe7db-86e9-48d1-9c84-fac11e3ce8b4 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:09:22.003710 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:22.077821 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:22.078143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:22.089253 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for 530fe7db-86e9-48d1-9c84-fac11e3ce8b4 owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:09:22.492857 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:22.519276 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=530fe7db-86e9-48d1-9c84-fac11e3ce8b4,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:22.530035 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:22.530375 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:22.530707 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:22.531033 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:22.531361 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:22.531680 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:22.531995 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:22.532307 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:22.532620 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:22.532932 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:22.533242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:22.533581 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:22.586545 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:22.586871 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Floating IP 09a81869-6ab6-4f45-941b-3e83b1a65d2a disassociated (deleted). External IP: 172.26.7.3, port: de289421-8da5-4a93-81f2-007f226e06d5. Jan 21 10:09:22.788494 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router 297422de-e912-41be-8e89-3ba324ef1eb8 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:09:22.893909 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:09:22.900380 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:22.905613 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4bbcfb-452d-4c53-99a0-9857e3f76000 None None] Sync routers for ids ['297422de-e912-41be-8e89-3ba324ef1eb8'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:09:22.914824 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4bbcfb-452d-4c53-99a0-9857e3f76000 None None] Routers {'297422de-e912-41be-8e89-3ba324ef1eb8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:22.915431 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-2e4bbcfb-452d-4c53-99a0-9857e3f76000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:09:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['297422de-e912-41be-8e89-3ba324ef1eb8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:22.928284 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f4da5a22-67f5-460d-91c9-d2609f2fa00e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/floatingips/09a81869-6ab6-4f45-941b-3e83b1a65d2a HTTP/1.1" status: 204 len: 168 time: 1.0832145 Jan 21 10:09:22.928876 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4b0ef9-727c-4994-af58-4606bcd0ffa5', 'tag': 'de289421-8da5-4a93-81f2-007f226e06d5'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:22.931160 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60518c42-fde4-439a-9d1e-311471e70796" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4b0ef9-727c-4994-af58-4606bcd0ffa5", "tag": "de289421-8da5-4a93-81f2-007f226e06d5"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:09:22.969829 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257bf24b-8c4b-452a-b1d0-3941a1e2fddb x-openstack-request-id: req-257bf24b-8c4b-452a-b1d0-3941a1e2fddb {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:09:22.970149 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4b0ef9-727c-4994-af58-4606bcd0ffa5", "tag": "de289421-8da5-4a93-81f2-007f226e06d5", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:09:22.970366 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-257bf24b-8c4b-452a-b1d0-3941a1e2fddb {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:09:22.970764 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4b0ef9-727c-4994-af58-4606bcd0ffa5', 'tag': 'de289421-8da5-4a93-81f2-007f226e06d5', 'status': 'completed', 'code': 200} Jan 21 10:09:23.023801 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-2e4bbcfb-452d-4c53-99a0-9857e3f76000 None None] Set router 297422de-e912-41be-8e89-3ba324ef1eb8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:09:23.042846 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60518c42-fde4-439a-9d1e-311471e70796 req-784ce027-43be-4154-b4f1-27f62579d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:23.045020 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-60518c42-fde4-439a-9d1e-311471e70796 req-784ce027-43be-4154-b4f1-27f62579d859 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 1098 time: 0.0530071 Jan 21 10:09:23.143633 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60518c42-fde4-439a-9d1e-311471e70796 req-e5460382-85c5-46cd-a59a-c297347b166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:23.145117 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-60518c42-fde4-439a-9d1e-311471e70796 req-e5460382-85c5-46cd-a59a-c297347b166e service neutron] 10.222.0.113 "GET /v2.0/networks?id=6828fe53-be72-48f2-88d2-de4d5aadf7bc HTTP/1.1" status: 200 len: 898 time: 0.0892894 Jan 21 10:09:23.163183 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72926e7-70ec-4a79-92ab-075b3b33fac8 req-e1db98b3-098d-4a8e-8934-496fb3de383b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:23.164694 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a72926e7-70ec-4a79-92ab-075b3b33fac8 req-e1db98b3-098d-4a8e-8934-496fb3de383b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0559556 Jan 21 10:09:23.195106 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-60518c42-fde4-439a-9d1e-311471e70796 req-1219b349-06d1-42dc-9292-4888dc19a6d4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de289421-8da5-4a93-81f2-007f226e06d5 HTTP/1.1" status: 200 len: 217 time: 0.0418954 Jan 21 10:09:23.205728 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:09:23.207719 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a72926e7-70ec-4a79-92ab-075b3b33fac8 req-7ad051a2-1083-4f7c-89f0-9f47e2663850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362732 Jan 21 10:09:23.232156 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-2e4bbcfb-452d-4c53-99a0-9857e3f76000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91608011', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4e608087-1118-4b3a-854f-51f4958f202c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:46Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '4e608087-1118-4b3a-854f-51f4958f202c', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '03803602-e7b8-48a7-a12e-530c36e28476', 'name': '', 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:bc:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:45Z', 'updated_at': '2022-01-21T10:07:49Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:23.246275 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60518c42-fde4-439a-9d1e-311471e70796 req-f5840daa-a5e6-4e33-aae6-25063d85d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:23.247778 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-60518c42-fde4-439a-9d1e-311471e70796 req-f5840daa-a5e6-4e33-aae6-25063d85d5fd service neutron] 10.222.0.113 "GET /v2.0/subnets?id=df6aff1f-6cad-4a4a-b20f-371032cea56b HTTP/1.1" status: 200 len: 835 time: 0.0461757 Jan 21 10:09:23.262237 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4bbcfb-452d-4c53-99a0-9857e3f76000 None None] Checking router: 297422de-e912-41be-8e89-3ba324ef1eb8 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:09:23.270746 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4bbcfb-452d-4c53-99a0-9857e3f76000 None None] Routers {'297422de-e912-41be-8e89-3ba324ef1eb8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:23.271350 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-2e4bbcfb-452d-4c53-99a0-9857e3f76000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:09:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['297422de-e912-41be-8e89-3ba324ef1eb8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:23.293878 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60518c42-fde4-439a-9d1e-311471e70796 req-3cb73abf-9453-4178-a431-6631c13fa83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:23.295341 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-60518c42-fde4-439a-9d1e-311471e70796 req-3cb73abf-9453-4178-a431-6631c13fa83b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6828fe53-be72-48f2-88d2-de4d5aadf7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410202 Jan 21 10:09:23.374902 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-2e4bbcfb-452d-4c53-99a0-9857e3f76000 None None] Set router 297422de-e912-41be-8e89-3ba324ef1eb8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:09:23.391162 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-60518c42-fde4-439a-9d1e-311471e70796 req-566f94d8-de77-4268-a448-ad527ecedfd1 service neutron] 10.222.0.113 "GET /v2.0/networks/6828fe53-be72-48f2-88d2-de4d5aadf7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876479 Jan 21 10:09:23.483534 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-60518c42-fde4-439a-9d1e-311471e70796 req-8d6c2143-f84f-4e3a-93e5-fe25bb939313 service neutron] 10.222.0.113 "GET /v2.0/networks/6828fe53-be72-48f2-88d2-de4d5aadf7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853834 Jan 21 10:09:23.570310 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-2e4bbcfb-452d-4c53-99a0-9857e3f76000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91608011', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4e608087-1118-4b3a-854f-51f4958f202c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:46Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '4e608087-1118-4b3a-854f-51f4958f202c', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '03803602-e7b8-48a7-a12e-530c36e28476', 'name': '', 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:bc:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:45Z', 'updated_at': '2022-01-21T10:07:49Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:23.596160 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4bbcfb-452d-4c53-99a0-9857e3f76000 None None] The sync data for ids ['297422de-e912-41be-8e89-3ba324ef1eb8'] in dv-neutron-825721-1-hyperv is: [{'id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91608011', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4e608087-1118-4b3a-854f-51f4958f202c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:46Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '4e608087-1118-4b3a-854f-51f4958f202c', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '03803602-e7b8-48a7-a12e-530c36e28476', 'name': '', 'network_id': '6828fe53-be72-48f2-88d2-de4d5aadf7bc', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:bc:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:45Z', 'updated_at': '2022-01-21T10:07:49Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'df6aff1f-6cad-4a4a-b20f-371032cea56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:09:23.801143 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2224508c-dda7-4106-8e85-9b50e6ec4142 None None] New status for floating IP 09a81869-6ab6-4f45-941b-3e83b1a65d2a: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:09:24.326900 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b79db-456d-4fc4-a0f9-cd5521355f62 req-8ba623e3-8ca6-4112-93a6-8669023d662e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:24.328382 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e19b79db-456d-4fc4-a0f9-cd5521355f62 req-8ba623e3-8ca6-4112-93a6-8669023d662e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0498102 Jan 21 10:09:24.366731 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e19b79db-456d-4fc4-a0f9-cd5521355f62 req-9ef55792-7afb-4456-a979-fae09d6ea721 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6080b75-0021-4887-82c2-8b21a3f08d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320821 Jan 21 10:09:24.706806 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a066ea-e771-4a7a-b1f3-5e8bc1aa08c9 req-90c8758f-206a-4280-92cd-af795941746e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:24.708942 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a7a066ea-e771-4a7a-b1f3-5e8bc1aa08c9 req-90c8758f-206a-4280-92cd-af795941746e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0540645 Jan 21 10:09:24.796457 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-a7a066ea-e771-4a7a-b1f3-5e8bc1aa08c9 req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port de289421-8da5-4a93-81f2-007f226e06d5 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:09:24.796799 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a7a066ea-e771-4a7a-b1f3-5e8bc1aa08c9 req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:24.886920 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-a7a066ea-e771-4a7a-b1f3-5e8bc1aa08c9 req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] For port de289421-8da5-4a93-81f2-007f226e06d5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=de289421-8da5-4a93-81f2-007f226e06d5,segment=NetworkSegment(f322bbaf-f945-4b43-ac8d-31e0476cfe6e),segment_id=f322bbaf-f945-4b43-ac8d-31e0476cfe6e)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:24.887273 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a7a066ea-e771-4a7a-b1f3-5e8bc1aa08c9 req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:24.899213 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-a7a066ea-e771-4a7a-b1f3-5e8bc1aa08c9 req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for de289421-8da5-4a93-81f2-007f226e06d5 owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:09:25.032701 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a7a066ea-e771-4a7a-b1f3-5e8bc1aa08c9 req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.071345 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=de289421-8da5-4a93-81f2-007f226e06d5,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:25.095574 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:25.095924 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:25.096264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:25.096601 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:25.096935 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:25.097264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:25.097616 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:25.097938 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:25.098265 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:25.099290 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:25.099650 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:25.099951 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:25.116535 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.122733 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a066ea-e771-4a7a-b1f3-5e8bc1aa08c9 req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] No DVR routers for this DVR port de289421-8da5-4a93-81f2-007f226e06d5 on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:09:25.125298 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a7a066ea-e771-4a7a-b1f3-5e8bc1aa08c9 req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.128691 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a7a066ea-e771-4a7a-b1f3-5e8bc1aa08c9 req-53e40f87-a650-4149-b697-ccd7fe324b20 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "DELETE /v2.0/ports/de289421-8da5-4a93-81f2-007f226e06d5 HTTP/1.1" status: 204 len: 173 time: 0.4144964 Jan 21 10:09:25.129130 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4b0ef9-727c-4994-af58-4606bcd0ffa5', 'name': 'network-vif-deleted', 'tag': 'de289421-8da5-4a93-81f2-007f226e06d5'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:25.131536 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b650c1-5acb-4eb1-973e-e45b77682ddf" -d '{"events": [{"server_uuid": "ef4b0ef9-727c-4994-af58-4606bcd0ffa5", "name": "network-vif-deleted", "tag": "de289421-8da5-4a93-81f2-007f226e06d5"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:09:25.225006 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad683d1-777f-4fe2-acf4-196155676e13 x-openstack-request-id: req-fad683d1-777f-4fe2-acf4-196155676e13 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:09:25.225307 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4b0ef9-727c-4994-af58-4606bcd0ffa5", "name": "network-vif-deleted", "tag": "de289421-8da5-4a93-81f2-007f226e06d5", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:09:25.225610 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fad683d1-777f-4fe2-acf4-196155676e13 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:09:25.226030 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4b0ef9-727c-4994-af58-4606bcd0ffa5', 'name': 'network-vif-deleted', 'tag': 'de289421-8da5-4a93-81f2-007f226e06d5', 'status': 'completed', 'code': 200} Jan 21 10:09:25.481153 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d80632bd-63e9-4ab4-baa3-9eb7506e2433 req-bf289798-3f49-4cc5-b09c-645e54bddad7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef4b0ef9-727c-4994-af58-4606bcd0ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0307603 Jan 21 10:09:26.546627 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50346) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:26.903874 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4fd07d79-1af4-40ca-bde3-049f2b2b2360 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.169282 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4fd07d79-1af4-40ca-bde3-049f2b2b2360 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port 03803602-e7b8-48a7-a12e-530c36e28476 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:09:27.169576 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4fd07d79-1af4-40ca-bde3-049f2b2b2360 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.261372 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-4fd07d79-1af4-40ca-bde3-049f2b2b2360 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] For port 03803602-e7b8-48a7-a12e-530c36e28476, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=03803602-e7b8-48a7-a12e-530c36e28476,segment=NetworkSegment(f322bbaf-f945-4b43-ac8d-31e0476cfe6e),segment_id=f322bbaf-f945-4b43-ac8d-31e0476cfe6e)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:27.261742 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4fd07d79-1af4-40ca-bde3-049f2b2b2360 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.274165 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4fd07d79-1af4-40ca-bde3-049f2b2b2360 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for 03803602-e7b8-48a7-a12e-530c36e28476 owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:09:27.454822 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4fd07d79-1af4-40ca-bde3-049f2b2b2360 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.480968 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd07d79-1af4-40ca-bde3-049f2b2b2360 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=03803602-e7b8-48a7-a12e-530c36e28476,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:27.655591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4fd07d79-1af4-40ca-bde3-049f2b2b2360 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.869425 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd07d79-1af4-40ca-bde3-049f2b2b2360 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router 297422de-e912-41be-8e89-3ba324ef1eb8 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:09:27.975877 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd07d79-1af4-40ca-bde3-049f2b2b2360 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:09:27.983383 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4fd07d79-1af4-40ca-bde3-049f2b2b2360 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "PUT /v2.0/routers/297422de-e912-41be-8e89-3ba324ef1eb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4332225 Jan 21 10:09:27.983753 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50348) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:27.988668 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c6c4c-cf1f-409b-8dcf-b520df8cb473 None None] Sync routers for ids ['297422de-e912-41be-8e89-3ba324ef1eb8'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:09:27.998423 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991c6c4c-cf1f-409b-8dcf-b520df8cb473 None None] Routers {'297422de-e912-41be-8e89-3ba324ef1eb8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:27.999031 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-991c6c4c-cf1f-409b-8dcf-b520df8cb473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:09:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['297422de-e912-41be-8e89-3ba324ef1eb8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:28.034163 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca26af0-797c-400a-9fea-f0c7ffa54b91 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting subnet df6aff1f-6cad-4a4a-b20f-371032cea56b {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 10:09:28.038552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eca26af0-797c-400a-9fea-f0c7ffa54b91 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.087317 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eca26af0-797c-400a-9fea-f0c7ffa54b91 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.103138 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-991c6c4c-cf1f-409b-8dcf-b520df8cb473 None None] Set router 297422de-e912-41be-8e89-3ba324ef1eb8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:09:28.171647 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eca26af0-797c-400a-9fea-f0c7ffa54b91 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.231341 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eca26af0-797c-400a-9fea-f0c7ffa54b91 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.259835 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca26af0-797c-400a-9fea-f0c7ffa54b91 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Subnet': ['ID=df6aff1f-6cad-4a4a-b20f-371032cea56b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:28.261853 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-eca26af0-797c-400a-9fea-f0c7ffa54b91 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.265078 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-eca26af0-797c-400a-9fea-f0c7ffa54b91 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/subnets/df6aff1f-6cad-4a4a-b20f-371032cea56b HTTP/1.1" status: 204 len: 168 time: 0.2803254 Jan 21 10:09:28.267936 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50350) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:28.270249 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdb33e5-698f-435b-9aa0-3467d91214c8 None None] Network 6828fe53-be72-48f2-88d2-de4d5aadf7bc requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:09:28.293866 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-991c6c4c-cf1f-409b-8dcf-b520df8cb473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91608011', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4e608087-1118-4b3a-854f-51f4958f202c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:09:27Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '4e608087-1118-4b3a-854f-51f4958f202c', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:28.320880 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c6c4c-cf1f-409b-8dcf-b520df8cb473 None None] Checking router: 297422de-e912-41be-8e89-3ba324ef1eb8 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:09:28.331367 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991c6c4c-cf1f-409b-8dcf-b520df8cb473 None None] Routers {'297422de-e912-41be-8e89-3ba324ef1eb8'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:28.332021 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-991c6c4c-cf1f-409b-8dcf-b520df8cb473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:09:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['297422de-e912-41be-8e89-3ba324ef1eb8'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:28.403462 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device de289421-8da5-4a93-81f2-007f226e06d5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:09:28.405299 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdd37283-b911-4f26-93a1-75054ee81938 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.424306 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: de289421-8da5-4a93-81f2-007f226e06d5 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:09:28.424558 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device de289421-8da5-4a93-81f2-007f226e06d5 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:09:28.456461 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-991c6c4c-cf1f-409b-8dcf-b520df8cb473 None None] Set router 297422de-e912-41be-8e89-3ba324ef1eb8 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:09:28.483877 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] DHCP port deletion for 6828fe53-be72-48f2-88d2-de4d5aadf7bc request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 10:09:28.521531 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdd37283-b911-4f26-93a1-75054ee81938 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.532163 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Deleting port 293686d4-b787-42cd-8364-e76837240bf4 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:09:28.532597 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.576353 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-bdd37283-b911-4f26-93a1-75054ee81938 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port 4e608087-1118-4b3a-854f-51f4958f202c {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:09:28.576742 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdd37283-b911-4f26-93a1-75054ee81938 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.595060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] For port 293686d4-b787-42cd-8364-e76837240bf4, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=293686d4-b787-42cd-8364-e76837240bf4,segment=NetworkSegment(f322bbaf-f945-4b43-ac8d-31e0476cfe6e),segment_id=f322bbaf-f945-4b43-ac8d-31e0476cfe6e)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:28.595455 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.609256 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Calling delete_port for 293686d4-b787-42cd-8364-e76837240bf4 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:09:28.642689 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-991c6c4c-cf1f-409b-8dcf-b520df8cb473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91608011', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4e608087-1118-4b3a-854f-51f4958f202c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:09:27Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '4e608087-1118-4b3a-854f-51f4958f202c', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:28.664904 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-bdd37283-b911-4f26-93a1-75054ee81938 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] For port 4e608087-1118-4b3a-854f-51f4958f202c, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4e608087-1118-4b3a-854f-51f4958f202c,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:28.665674 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdd37283-b911-4f26-93a1-75054ee81938 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.671927 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c6c4c-cf1f-409b-8dcf-b520df8cb473 None None] The sync data for ids ['297422de-e912-41be-8e89-3ba324ef1eb8'] in dv-neutron-825721-1-hyperv is: [{'id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91608011', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4e608087-1118-4b3a-854f-51f4958f202c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:09:27Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '4e608087-1118-4b3a-854f-51f4958f202c', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297422de-e912-41be-8e89-3ba324ef1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:43Z', 'updated_at': '2022-01-21T10:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:09:28.679720 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-bdd37283-b911-4f26-93a1-75054ee81938 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for 4e608087-1118-4b3a-854f-51f4958f202c owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:09:28.706172 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.737422 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Pushing event deleted for resources: {'Port': ['ID=293686d4-b787-42cd-8364-e76837240bf4,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:28.740357 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] No DVR routers for this DVR port 293686d4-b787-42cd-8364-e76837240bf4 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:09:28.748100 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.748450 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.748793 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.749128 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.749477 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.749871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.750224 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.750479 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.750808 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.751128 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.751451 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.751771 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466aaaf1-89a6-4fbd-94bd-047157fffcaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.872051 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdd37283-b911-4f26-93a1-75054ee81938 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.899191 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd37283-b911-4f26-93a1-75054ee81938 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=4e608087-1118-4b3a-854f-51f4958f202c,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:28.960198 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdd37283-b911-4f26-93a1-75054ee81938 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.050452 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdd37283-b911-4f26-93a1-75054ee81938 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.053213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdd37283-b911-4f26-93a1-75054ee81938 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.098402 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdd37283-b911-4f26-93a1-75054ee81938 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.099485 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd37283-b911-4f26-93a1-75054ee81938 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Fanout notify agent at l3_agent the message router_deleted on router 297422de-e912-41be-8e89-3ba324ef1eb8 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:09:29.106676 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bdd37283-b911-4f26-93a1-75054ee81938 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.108071 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bdd37283-b911-4f26-93a1-75054ee81938 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/routers/297422de-e912-41be-8e89-3ba324ef1eb8 HTTP/1.1" status: 204 len: 168 time: 0.8390322 Jan 21 10:09:29.110535 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50352) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:29.197620 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d9310328-e206-4403-af62-02c08970b9af tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.284857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d9310328-e206-4403-af62-02c08970b9af tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.309192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-d9310328-e206-4403-af62-02c08970b9af tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6828fe53-be72-48f2-88d2-de4d5aadf7bc']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:29.318094 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-d9310328-e206-4403-af62-02c08970b9af tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f322bbaf-f945-4b43-ac8d-31e0476cfe6e') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:29.318383 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-d9310328-e206-4403-af62-02c08970b9af tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f322bbaf-f945-4b43-ac8d-31e0476cfe6e') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:29.327406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d9310328-e206-4403-af62-02c08970b9af tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.340337 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d9310328-e206-4403-af62-02c08970b9af tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.345967 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9310328-e206-4403-af62-02c08970b9af tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:09:29.346347 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d9310328-e206-4403-af62-02c08970b9af tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:09:29.349310 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:09:29.407736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d9310328-e206-4403-af62-02c08970b9af tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.415380 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-d9310328-e206-4403-af62-02c08970b9af tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.418506 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-d9310328-e206-4403-af62-02c08970b9af tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/networks/6828fe53-be72-48f2-88d2-de4d5aadf7bc HTTP/1.1" status: 204 len: 168 time: 0.3069658 Jan 21 10:09:29.421513 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50354) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:29.430809 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9310328-e206-4403-af62-02c08970b9af tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Network': ['ID=6828fe53-be72-48f2-88d2-de4d5aadf7bc,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:29.482822 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1f782329-8b18-462b-a71b-f04b5f51884f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.508370 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1f782329-8b18-462b-a71b-f04b5f51884f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.562640 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 293686d4-b787-42cd-8364-e76837240bf4 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:09:29.575888 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1f782329-8b18-462b-a71b-f04b5f51884f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.578599 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1f782329-8b18-462b-a71b-f04b5f51884f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.582331 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1f782329-8b18-462b-a71b-f04b5f51884f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/security-groups/a6080b75-0021-4887-82c2-8b21a3f08d96 HTTP/1.1" status: 204 len: 168 time: 0.1572022 Jan 21 10:09:29.587181 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 293686d4-b787-42cd-8364-e76837240bf4 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:09:29.587525 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 293686d4-b787-42cd-8364-e76837240bf4 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:09:29.587949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 03803602-e7b8-48a7-a12e-530c36e28476 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:09:29.590226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f782329-8b18-462b-a71b-f04b5f51884f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6080b75-0021-4887-82c2-8b21a3f08d96,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:29.617268 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 03803602-e7b8-48a7-a12e-530c36e28476 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:09:29.617743 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 03803602-e7b8-48a7-a12e-530c36e28476 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:09:29.961926 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50360) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:29.966596 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-649072bd-a7c9-40ef-9f2c-10854d0b5138 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1422038566', 'description': 'tempest-secgroup-smoke-1422038566 description', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:09:29.991758 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-649072bd-a7c9-40ef-9f2c-10854d0b5138 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.057260 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-649072bd-a7c9-40ef-9f2c-10854d0b5138 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.061187 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-649072bd-a7c9-40ef-9f2c-10854d0b5138 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.093974 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-649072bd-a7c9-40ef-9f2c-10854d0b5138 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.095225 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-649072bd-a7c9-40ef-9f2c-10854d0b5138 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1322930 Jan 21 10:09:30.097193 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649072bd-a7c9-40ef-9f2c-10854d0b5138 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:30.098379 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50362) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:30.105396 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-bfd3a4c5-3798-45fa-b720-76bc3672b114 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '9e68947a-e7ef-4e7e-8b5a-c5d25990a45b', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:09:30.143327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bfd3a4c5-3798-45fa-b720-76bc3672b114 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.213330 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bfd3a4c5-3798-45fa-b720-76bc3672b114 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.218119 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bfd3a4c5-3798-45fa-b720-76bc3672b114 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.241696 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3a4c5-3798-45fa-b720-76bc3672b114 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70da6b5e-76b6-48cb-a59d-83abedf97cbe,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:30.250470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bfd3a4c5-3798-45fa-b720-76bc3672b114 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.251713 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bfd3a4c5-3798-45fa-b720-76bc3672b114 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516902 Jan 21 10:09:30.255333 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50364) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:30.259840 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-4e1cb126-4e46-43a0-8687-d5c33e129fc1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '9e68947a-e7ef-4e7e-8b5a-c5d25990a45b', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:09:30.287055 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4e1cb126-4e46-43a0-8687-d5c33e129fc1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.346183 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4e1cb126-4e46-43a0-8687-d5c33e129fc1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.349946 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4e1cb126-4e46-43a0-8687-d5c33e129fc1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.367234 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cb126-4e46-43a0-8687-d5c33e129fc1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca744ccb-7ed2-48cd-8917-46f53582bc43,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:30.374120 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4e1cb126-4e46-43a0-8687-d5c33e129fc1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.375320 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4e1cb126-4e46-43a0-8687-d5c33e129fc1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188707 Jan 21 10:09:30.378066 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50366) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:30.383297 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-0be3cfc1-b9ff-44b6-9510-d82ff82f7f97 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '9e68947a-e7ef-4e7e-8b5a-c5d25990a45b', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:09:30.412148 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0be3cfc1-b9ff-44b6-9510-d82ff82f7f97 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.473082 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0be3cfc1-b9ff-44b6-9510-d82ff82f7f97 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.476847 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0be3cfc1-b9ff-44b6-9510-d82ff82f7f97 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.494203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3cfc1-b9ff-44b6-9510-d82ff82f7f97 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28202df0-e3de-4089-9dec-68db9d19b287,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:30.502716 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-0be3cfc1-b9ff-44b6-9510-d82ff82f7f97 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.503921 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-0be3cfc1-b9ff-44b6-9510-d82ff82f7f97 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249053 Jan 21 10:09:30.507519 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50368) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:30.511999 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-4080f2f5-82fc-4b6d-afe6-64ebe8764a13 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '9e68947a-e7ef-4e7e-8b5a-c5d25990a45b', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:09:30.543041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4080f2f5-82fc-4b6d-afe6-64ebe8764a13 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.604969 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4080f2f5-82fc-4b6d-afe6-64ebe8764a13 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.608751 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4080f2f5-82fc-4b6d-afe6-64ebe8764a13 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.626160 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080f2f5-82fc-4b6d-afe6-64ebe8764a13 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66ce920-23d1-4e6d-8d05-14dbf206a1bd,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:30.634444 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4080f2f5-82fc-4b6d-afe6-64ebe8764a13 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.635679 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4080f2f5-82fc-4b6d-afe6-64ebe8764a13 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272075 Jan 21 10:09:30.638457 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50370) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:30.642836 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-75f5705f-04f8-40ca-a46a-efd8081de632 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '9e68947a-e7ef-4e7e-8b5a-c5d25990a45b', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:09:30.666316 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-75f5705f-04f8-40ca-a46a-efd8081de632 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Project 201a78c3b7f54d2a9d1f7fdd4c7e7829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:09:30.671100 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-75f5705f-04f8-40ca-a46a-efd8081de632 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.733567 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-75f5705f-04f8-40ca-a46a-efd8081de632 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.737320 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-75f5705f-04f8-40ca-a46a-efd8081de632 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.754579 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5705f-04f8-40ca-a46a-efd8081de632 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa05a1e-3293-4173-b8da-6e8bb950b918,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:30.763676 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-75f5705f-04f8-40ca-a46a-efd8081de632 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.764873 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-75f5705f-04f8-40ca-a46a-efd8081de632 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254642 Jan 21 10:09:30.767638 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50372) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:30.772219 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-ec28e001-9f77-41a9-8e1e-f48fd5b3e880 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'security_group_rule': {'security_group_id': '9e68947a-e7ef-4e7e-8b5a-c5d25990a45b', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:09:30.794998 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-ec28e001-9f77-41a9-8e1e-f48fd5b3e880 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Project 201a78c3b7f54d2a9d1f7fdd4c7e7829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:09:30.799809 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec28e001-9f77-41a9-8e1e-f48fd5b3e880 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.859892 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec28e001-9f77-41a9-8e1e-f48fd5b3e880 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.863383 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec28e001-9f77-41a9-8e1e-f48fd5b3e880 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.882139 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28e001-9f77-41a9-8e1e-f48fd5b3e880 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3a979e-827b-4537-ac53-729d71818d99,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:30.888707 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-ec28e001-9f77-41a9-8e1e-f48fd5b3e880 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.889912 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ec28e001-9f77-41a9-8e1e-f48fd5b3e880 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213663 Jan 21 10:09:30.892809 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50374) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:30.897997 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-78c29c34-f777-4cd9-a23b-101d38b6d915 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'network': {'name': 'tempest-network-smoke--968590672', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'port_security_enabled': True}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:09:30.919399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c29c34-f777-4cd9-a23b-101d38b6d915 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Made reservation on behalf of 201a78c3b7f54d2a9d1f7fdd4c7e7829 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:09:30.922788 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78c29c34-f777-4cd9-a23b-101d38b6d915 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.947126 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c29c34-f777-4cd9-a23b-101d38b6d915 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:09:30.955802 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78c29c34-f777-4cd9-a23b-101d38b6d915 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.956297 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-78c29c34-f777-4cd9-a23b-101d38b6d915 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Added segment 67b971f8-600b-4034-a2ef-dbd18eea072c of type vlan for network 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac Jan 21 10:09:30.998153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78c29c34-f777-4cd9-a23b-101d38b6d915 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.025946 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78c29c34-f777-4cd9-a23b-101d38b6d915 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.031274 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c29c34-f777-4cd9-a23b-101d38b6d915 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:31.031843 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-78c29c34-f777-4cd9-a23b-101d38b6d915 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.091729 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-78c29c34-f777-4cd9-a23b-101d38b6d915 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1977267 Jan 21 10:09:31.094389 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50376) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:31.101978 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2146735132', 'admin_state_up': True, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:09:31.111337 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c29c34-f777-4cd9-a23b-101d38b6d915 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Network': ['ID=0eefe4f1-9d14-4df4-8c04-782d4f61d9ac,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:31.122271 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 10:09:31.135182 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.136221 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.169676 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4e608087-1118-4b3a-854f-51f4958f202c no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:09:31.191718 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.198781 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 4e608087-1118-4b3a-854f-51f4958f202c {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:09:31.199009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4e608087-1118-4b3a-854f-51f4958f202c not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:09:31.327900 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.517128 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.536813 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.636823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.26.7.169 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:09:31.742714 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.777330 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:31.812306 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:09:31.816900 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:31.821390 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:09:31.845159 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:32.071906 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:32.271500 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:32.395206 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:09:32.501498 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:09:32.511708 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Sync routers for ids ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:09:32.520909 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Routers {'2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:32.521661 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:09:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:32.522912 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:32.524436 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-e0e70b84-58b7-426d-b79a-b9563ec47fa4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4291427 Jan 21 10:09:32.527573 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50378) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:32.600129 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-856096fb-4b87-44db-86eb-7cf409a8188a tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714328 Jan 21 10:09:32.604410 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50382) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:32.629614 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Set router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:09:32.753000 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac5f81-4d23-4ba1-87f8-60ae661d2014 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:32.754464 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b0ac5f81-4d23-4ba1-87f8-60ae661d2014 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1489697 Jan 21 10:09:32.758750 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50384) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:32.791444 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-89b499d6-8524-44c5-9847-eed586c3079b tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=e5b467b6-3f77-41e6-abda-a63a446d52f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292392 Jan 21 10:09:32.791675 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50386) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:32.796540 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-82c1c8e3-bb2a-4f94-bf4d-3d724efbabf7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-67730984', 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac', 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:09:32.810097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146735132', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:31Z', 'revision_number': 3, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:32.842703 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Checking router: 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:09:32.843054 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Updating router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 port 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:09:32.870550 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:32.890223 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c1c8e3-bb2a-4f94-bf4d-3d724efbabf7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Made reservation on behalf of 201a78c3b7f54d2a9d1f7fdd4c7e7829 for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:09:32.893740 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-82c1c8e3-bb2a-4f94-bf4d-3d724efbabf7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:33.088243 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-82c1c8e3-bb2a-4f94-bf4d-3d724efbabf7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:33.136986 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:33.142134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:33.147061 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1c8e3-bb2a-4f94-bf4d-3d724efbabf7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Subnet': ['ID=b6b0d4b3-e01d-4efc-b317-ae1ec880b87f,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:33.162952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c1c8e3-bb2a-4f94-bf4d-3d724efbabf7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Checking segment: {'id': '67b971f8-600b-4034-a2ef-dbd18eea072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:09:33.163319 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c1c8e3-bb2a-4f94-bf4d-3d724efbabf7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network hostable DHCP agents. Network: 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:09:33.180005 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c1c8e3-bb2a-4f94-bf4d-3d724efbabf7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:09:33.189777 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-82c1c8e3-bb2a-4f94-bf4d-3d724efbabf7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:33.194338 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c1c8e3-bb2a-4f94-bf4d-3d724efbabf7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:33.194952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-82c1c8e3-bb2a-4f94-bf4d-3d724efbabf7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:33.200201 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Attempting to bind port 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:09:33.200567 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Attempting to bind port 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:09:33.200919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Attempting to bind port 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:09:33.204868 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df59ea19-9be6-4294-bba0-fcbe821dd7b7 None None] Network 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:09:33.208550 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542d664-83bc-4e6e-832c-0452157eda3a None None] Pushing event updated for resources: {'Port': ['ID=6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:33.211592 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-82c1c8e3-bb2a-4f94-bf4d-3d724efbabf7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4189131 Jan 21 10:09:33.214415 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:09:33.214589 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50388) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:33.214791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:09:33.215188 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:33.215571 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:09:33.216029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Bound port: 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:09:33.216407 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:33.328166 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] For port 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:09:33.347561 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] For port 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:09:33.352949 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:33.465251 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542d664-83bc-4e6e-832c-0452157eda3a None None] Pushing event updated for resources: {'Port': ['ID=6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:33.468590 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Routers {'2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:33.468590 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:09:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:33.508952 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-0eefe4f1-9d14-4df4-8c04-782d4f61d9ac', 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ips': [{'subnet_id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 10:09:33.509856 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:33.660459 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] Set router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:09:33.927483 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:33.934573 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Allocated IP 172.20.0.2 (0eefe4f1-9d14-4df4-8c04-782d4f61d9ac/b6b0d4b3-e01d-4efc-b317-ae1ec880b87f/4c2beb34-1972-4ace-92b6-647fba61759d) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:09:34.126692 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146735132', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:31Z', 'revision_number': 3, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:34.162916 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a2910-3be3-47a4-bf50-6971f3d4021f None None] The sync data for ids ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'] in dv-neutron-825721-1-hyperv is: [{'id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146735132', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:31Z', 'revision_number': 3, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:09:34.164804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.171123 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.213161 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Network 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:09:34.218278 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:34.222074 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:09:34.227062 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.20.0.1 (0eefe4f1-9d14-4df4-8c04-782d4f61d9ac/b6b0d4b3-e01d-4efc-b317-ae1ec880b87f/ad6df01e-6aa4-4488-b102-2b48933a3d70) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:09:34.233827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Pushing event updated for resources: {'Port': ['ID=4c2beb34-1972-4ace-92b6-647fba61759d,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:34.282918 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Attempting to bind port 4c2beb34-1972-4ace-92b6-647fba61759d on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:09:34.283296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Attempting to bind port 4c2beb34-1972-4ace-92b6-647fba61759d by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '67b971f8-600b-4034-a2ef-dbd18eea072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:09:34.283661 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Attempting to bind port 4c2beb34-1972-4ace-92b6-647fba61759d on network 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:09:34.293200 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:09:34.293609 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Checking segment: {'id': '67b971f8-600b-4034-a2ef-dbd18eea072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:09:34.294926 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.295327 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Bound using segment: {'id': '67b971f8-600b-4034-a2ef-dbd18eea072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:09:34.295804 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Bound port: 4c2beb34-1972-4ace-92b6-647fba61759d, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b971f8-600b-4034-a2ef-dbd18eea072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:09:34.296195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.358797 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.364090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] For port 4c2beb34-1972-4ace-92b6-647fba61759d, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:09:34.368368 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] For port 4c2beb34-1972-4ace-92b6-647fba61759d, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4c2beb34-1972-4ace-92b6-647fba61759d,segment=NetworkSegment(67b971f8-600b-4034-a2ef-dbd18eea072c),segment_id=67b971f8-600b-4034-a2ef-dbd18eea072c)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:09:34.372998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.411053 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.456600 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfd5fa-75e8-437b-82cb-2bf74cb1a01a None None] Pushing event updated for resources: {'Port': ['ID=4c2beb34-1972-4ace-92b6-647fba61759d,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:34.463203 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:09:34.466213 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:34.468668 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:09:34.527751 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=ad6df01e-6aa4-4488-b102-2b48933a3d70,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:34.539779 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.714634 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:35.022880 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:35.027757 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:35.097938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:35.107965 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=ad6df01e-6aa4-4488-b102-2b48933a3d70,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:35.217036 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:09:35.218543 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:35.339185 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4c2beb34-1972-4ace-92b6-647fba61759d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:09:35.357550 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:09:35.401432 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 4c2beb34-1972-4ace-92b6-647fba61759d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:35.401913 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:35.476195 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:09:35.490179 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e2001515-5c63-4ff6-a827-98577039cc33 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "PUT /v2.0/routers/2da4ce0e-8b43-4ce7-abb5-ae475824bdb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2705059 Jan 21 10:09:35.492163 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:35.502947 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100f8c88-68cc-4f21-a20f-56c4812ff54c None None] Network 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:09:35.583029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 4c2beb34-1972-4ace-92b6-647fba61759d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4c2beb34-1972-4ace-92b6-647fba61759d,segment=NetworkSegment(67b971f8-600b-4034-a2ef-dbd18eea072c),segment_id=67b971f8-600b-4034-a2ef-dbd18eea072c)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:35.590913 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:35.591522 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:09:35.600162 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5edabe53-8be2-43f3-8053-b03d7529b036 None None] Provisioning complete for port 4c2beb34-1972-4ace-92b6-647fba61759d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:35.600480 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5edabe53-8be2-43f3-8053-b03d7529b036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:35.643445 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-c81630cd-c1b7-4f3d-83f1-374ab62bff6f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422038566&fields=id&tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829 HTTP/1.1" status: 200 len: 267 time: 0.0417078 Jan 21 10:09:35.752075 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=4c2beb34-1972-4ace-92b6-647fba61759d,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:35.771380 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-3c22042d-67dc-4752-a1ca-e604131704a5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:35.772855 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-3c22042d-67dc-4752-a1ca-e604131704a5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/networks?id=0eefe4f1-9d14-4df4-8c04-782d4f61d9ac HTTP/1.1" status: 200 len: 796 time: 0.1219668 Jan 21 10:09:35.788082 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-dfeb4bec-e75f-4a32-a51d-48b1763e05d4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/quotas/201a78c3b7f54d2a9d1f7fdd4c7e7829 HTTP/1.1" status: 200 len: 375 time: 0.0091574 Jan 21 10:09:35.799072 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:35.799443 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:35.843292 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-3d75b94e-fb90-414a-bad1-3afccd5c2a86 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496030 Jan 21 10:09:35.926354 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Sync routers for ids ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:09:35.932185 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:35.939761 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Routers {'2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:35.940516 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:09:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:35.949359 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1fc6db36-2d59-42ca-bcb6-295fa3918179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:35.961769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:35.966924 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-4e3cdb31-05b9-497e-90ff-13db170d81cf service neutron] 10.222.0.88 "GET /v2.0/networks/0eefe4f1-9d14-4df4-8c04-782d4f61d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109934 Jan 21 10:09:35.968952 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.039446 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:36.089564 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-fc76207f-5021-49a8-87cd-8d8353cb3993 service neutron] 10.222.0.88 "GET /v2.0/networks/0eefe4f1-9d14-4df4-8c04-782d4f61d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144235 Jan 21 10:09:36.181199 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-9cc85d12-e3aa-4075-8ac8-05fceaec27f9 None None] Provisioning complete for port ad6df01e-6aa4-4488-b102-2b48933a3d70 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:36.181199 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9cc85d12-e3aa-4075-8ac8-05fceaec27f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.190539 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Set router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:09:36.245306 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-9cc85d12-e3aa-4075-8ac8-05fceaec27f9 None None] Port ad6df01e-6aa4-4488-b102-2b48933a3d70 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:09:36.277850 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-9cc85d12-e3aa-4075-8ac8-05fceaec27f9 None None] Provisioning complete for port 4c2beb34-1972-4ace-92b6-647fba61759d triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:36.278382 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9cc85d12-e3aa-4075-8ac8-05fceaec27f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.331701 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-453cab5f-230a-475e-8f2c-ab7d42b8165f req-32b9f1cc-9ad8-4408-a0bc-baab69e262fe tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 210 time: 0.0545602 Jan 21 10:09:36.454856 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146735132', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:34Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'ad6df01e-6aa4-4488-b102-2b48933a3d70', 'name': '', 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:36:19:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:34Z', 'updated_at': '2022-01-21T10:09:34Z', 'revision_number': 2, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:36.482207 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Checking router: 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:09:36.482555 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Updating router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 port ad6df01e-6aa4-4488-b102-2b48933a3d70 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:09:36.516485 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.540106 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-910c6cd6-8f71-47ae-99f2-1764347cb377 None None] Provisioning complete for port ad6df01e-6aa4-4488-b102-2b48933a3d70 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:36.541206 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-910c6cd6-8f71-47ae-99f2-1764347cb377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.583020 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-910c6cd6-8f71-47ae-99f2-1764347cb377 None None] Port ad6df01e-6aa4-4488-b102-2b48933a3d70 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:09:36.709053 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-666542e5-dcc0-441e-9945-b929c145ca57 None None] Provisioning complete for port ad6df01e-6aa4-4488-b102-2b48933a3d70 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:36.710628 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-666542e5-dcc0-441e-9945-b929c145ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.750964 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-666542e5-dcc0-441e-9945-b929c145ca57 None None] Port ad6df01e-6aa4-4488-b102-2b48933a3d70 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:09:36.811500 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.816740 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.869787 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d72078-6999-476b-9257-d778d0a16046 None None] Pushing event updated for resources: {'Port': ['ID=ad6df01e-6aa4-4488-b102-2b48933a3d70,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:36.894267 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d72078-6999-476b-9257-d778d0a16046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:36.894616 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d72078-6999-476b-9257-d778d0a16046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:36.894952 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d72078-6999-476b-9257-d778d0a16046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:36.895909 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d72078-6999-476b-9257-d778d0a16046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:36.896405 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d72078-6999-476b-9257-d778d0a16046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:36.896733 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d72078-6999-476b-9257-d778d0a16046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:36.897068 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d72078-6999-476b-9257-d778d0a16046 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:36.897389 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d72078-6999-476b-9257-d778d0a16046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:36.897733 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d72078-6999-476b-9257-d778d0a16046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:36.898056 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d72078-6999-476b-9257-d778d0a16046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:36.898629 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d72078-6999-476b-9257-d778d0a16046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:36.898944 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d72078-6999-476b-9257-d778d0a16046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:36.932373 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Attempting to bind port ad6df01e-6aa4-4488-b102-2b48933a3d70 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:09:36.933065 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Attempting to bind port ad6df01e-6aa4-4488-b102-2b48933a3d70 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '67b971f8-600b-4034-a2ef-dbd18eea072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:09:36.933263 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Attempting to bind port ad6df01e-6aa4-4488-b102-2b48933a3d70 on network 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:09:36.938500 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:09:36.938873 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Checking segment: {'id': '67b971f8-600b-4034-a2ef-dbd18eea072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:09:36.939277 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.939661 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Bound using segment: {'id': '67b971f8-600b-4034-a2ef-dbd18eea072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:09:36.940116 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Bound port: ad6df01e-6aa4-4488-b102-2b48933a3d70, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b971f8-600b-4034-a2ef-dbd18eea072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:09:36.940669 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:37.015001 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] For port ad6df01e-6aa4-4488-b102-2b48933a3d70, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:09:37.018906 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] For port ad6df01e-6aa4-4488-b102-2b48933a3d70, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ad6df01e-6aa4-4488-b102-2b48933a3d70,segment=NetworkSegment(67b971f8-600b-4034-a2ef-dbd18eea072c),segment_id=67b971f8-600b-4034-a2ef-dbd18eea072c)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:09:37.025218 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:37.080880 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-23479a54-df81-425b-854b-0499256a138a None None] Provisioning complete for port ad6df01e-6aa4-4488-b102-2b48933a3d70 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:37.081290 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-23479a54-df81-425b-854b-0499256a138a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:37.084788 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Routers {'2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:37.085325 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:09:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:37.087300 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d72078-6999-476b-9257-d778d0a16046 None None] Pushing event updated for resources: {'Port': ['ID=ad6df01e-6aa4-4488-b102-2b48933a3d70,revision_number=4']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:37.171136 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-23479a54-df81-425b-854b-0499256a138a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:37.208615 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-23479a54-df81-425b-854b-0499256a138a None None] For port ad6df01e-6aa4-4488-b102-2b48933a3d70, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ad6df01e-6aa4-4488-b102-2b48933a3d70,segment=NetworkSegment(67b971f8-600b-4034-a2ef-dbd18eea072c),segment_id=67b971f8-600b-4034-a2ef-dbd18eea072c)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:37.210294 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] Set router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:09:37.213012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-23479a54-df81-425b-854b-0499256a138a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:37.253215 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4c2beb34-1972-4ace-92b6-647fba61759d up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:09:37.313969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23479a54-df81-425b-854b-0499256a138a None None] Pushing event updated for resources: {'Port': ['ID=ad6df01e-6aa4-4488-b102-2b48933a3d70,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:37.344036 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a9713aed-da93-4653-982b-b08737fe3241 None None] Provisioning complete for port ad6df01e-6aa4-4488-b102-2b48933a3d70 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:37.344416 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a9713aed-da93-4653-982b-b08737fe3241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:37.346043 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 4c2beb34-1972-4ace-92b6-647fba61759d triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:37.346387 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:37.452042 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146735132', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:34Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'ad6df01e-6aa4-4488-b102-2b48933a3d70', 'name': '', 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:36:19:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:34Z', 'updated_at': '2022-01-21T10:09:37Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:37.485029 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74539c0e-3077-4e73-982f-647a383655e0 None None] The sync data for ids ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'] in dv-neutron-825721-1-hyperv is: [{'id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146735132', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:34Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'ad6df01e-6aa4-4488-b102-2b48933a3d70', 'name': '', 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:36:19:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:34Z', 'updated_at': '2022-01-21T10:09:37Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:09:37.502713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-51cb5daf-4830-4d6a-b67f-3c79ac0daeed tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:37.503664 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:09:37.504244 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-51cb5daf-4830-4d6a-b67f-3c79ac0daeed tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "GET /v2.0/networks?id=0eefe4f1-9d14-4df4-8c04-782d4f61d9ac HTTP/1.1" status: 200 len: 796 time: 0.1862130 Jan 21 10:09:37.577123 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-7d6cf211-57b0-4663-82b1-e3c464c7e1d7 req-4e0201b4-dfa8-4033-b7fd-093d3118e5c2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 210 time: 0.0712550 Jan 21 10:09:37.593420 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:37.593998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:37.612842 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-99e6f51a-7c11-4cbc-82a9-26948f77dcc7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829 HTTP/1.1" status: 200 len: 380 time: 0.0980537 Jan 21 10:09:37.623814 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-77300c2c-58ad-418a-8d9a-70ef33f4460b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'port': {'device_id': 'ae4693bf-7b26-4f4f-9563-563031f8b701', 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac', 'admin_state_up': True, 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'security_groups': ['9e68947a-e7ef-4e7e-8b5a-c5d25990a45b']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:09:37.742399 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-77300c2c-58ad-418a-8d9a-70ef33f4460b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Made reservation on behalf of 201a78c3b7f54d2a9d1f7fdd4c7e7829 for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:09:37.746060 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-77300c2c-58ad-418a-8d9a-70ef33f4460b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:37.881322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-77300c2c-58ad-418a-8d9a-70ef33f4460b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.20.0.6 (0eefe4f1-9d14-4df4-8c04-782d4f61d9ac/b6b0d4b3-e01d-4efc-b317-ae1ec880b87f/af7bd704-ddfb-412c-a037-51e8fe09afeb) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:09:38.312883 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9ee63ea9-ddb6-4ca8-9341-a9a9edb52f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:38.374672 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-77300c2c-58ad-418a-8d9a-70ef33f4460b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:38.410768 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-77300c2c-58ad-418a-8d9a-70ef33f4460b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:38.458367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-77300c2c-58ad-418a-8d9a-70ef33f4460b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:09:38.464552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-77300c2c-58ad-418a-8d9a-70ef33f4460b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:38.467168 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-77300c2c-58ad-418a-8d9a-70ef33f4460b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:09:38.474738 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77300c2c-58ad-418a-8d9a-70ef33f4460b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=af7bd704-ddfb-412c-a037-51e8fe09afeb,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:38.529885 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-77300c2c-58ad-418a-8d9a-70ef33f4460b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:38.530582 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-77300c2c-58ad-418a-8d9a-70ef33f4460b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:38.549134 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-77300c2c-58ad-418a-8d9a-70ef33f4460b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9290540 Jan 21 10:09:38.562934 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Request body: {'port': {'device_id': 'ae4693bf-7b26-4f4f-9563-563031f8b701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:09:38.630714 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:38.727570 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff58c0-aa27-4aa0-85c7-4d43e3e585e8 req-dae7ec4b-357e-43de-ae24-bd09276f9f71 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:38.729125 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c4ff58c0-aa27-4aa0-85c7-4d43e3e585e8 req-dae7ec4b-357e-43de-ae24-bd09276f9f71 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 931 time: 0.0671315 Jan 21 10:09:38.773531 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c4ff58c0-aa27-4aa0-85c7-4d43e3e585e8 req-21b6dda3-19be-45c0-b2c7-df33fd9147ec tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376883 Jan 21 10:09:38.775294 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-9d80fec7-e6ff-4839-9f2b-258e587b2d04 None None] Provisioning complete for port af7bd704-ddfb-412c-a037-51e8fe09afeb triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:38.775777 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9d80fec7-e6ff-4839-9f2b-258e587b2d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:38.811431 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-9d80fec7-e6ff-4839-9f2b-258e587b2d04 None None] Port af7bd704-ddfb-412c-a037-51e8fe09afeb cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:09:38.913917 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7bd704-ddfb-412c-a037-51e8fe09afeb {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:09:38.920967 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:38.933010 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Transition to ACTIVE for port object af7bd704-ddfb-412c-a037-51e8fe09afeb will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:09:38.943353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:38.993289 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Pushing event updated for resources: {'Port': ['ID=af7bd704-ddfb-412c-a037-51e8fe09afeb,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:39.074051 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Attempting to bind port af7bd704-ddfb-412c-a037-51e8fe09afeb on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:09:39.074389 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Attempting to bind port af7bd704-ddfb-412c-a037-51e8fe09afeb by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '67b971f8-600b-4034-a2ef-dbd18eea072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:09:39.074715 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Attempting to bind port af7bd704-ddfb-412c-a037-51e8fe09afeb on network 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:09:39.079447 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Port af7bd704-ddfb-412c-a037-51e8fe09afeb on network 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 10:09:39.079831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Attempting to bind port af7bd704-ddfb-412c-a037-51e8fe09afeb on network 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:09:39.085747 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:09:39.086086 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Checking segment: {'id': '67b971f8-600b-4034-a2ef-dbd18eea072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:09:39.086475 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Bound using segment: {'id': '67b971f8-600b-4034-a2ef-dbd18eea072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:09:39.086904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Bound port: af7bd704-ddfb-412c-a037-51e8fe09afeb, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b971f8-600b-4034-a2ef-dbd18eea072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:09:39.087261 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:39.168688 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] For port af7bd704-ddfb-412c-a037-51e8fe09afeb, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:09:39.171987 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] For port af7bd704-ddfb-412c-a037-51e8fe09afeb, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=af7bd704-ddfb-412c-a037-51e8fe09afeb,segment=NetworkSegment(67b971f8-600b-4034-a2ef-dbd18eea072c),segment_id=67b971f8-600b-4034-a2ef-dbd18eea072c)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:09:39.179523 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:39.212896 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:39.213750 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:39.215324 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] 10.222.0.113 "PUT /v2.0/ports/af7bd704-ddfb-412c-a037-51e8fe09afeb HTTP/1.1" status: 200 len: 1093 time: 0.6571081 Jan 21 10:09:39.218074 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4693bf-7b26-4f4f-9563-563031f8b701', 'tag': 'af7bd704-ddfb-412c-a037-51e8fe09afeb'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:39.222404 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4e0333-562d-4df9-8d3a-28cf4f97ac9d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4693bf-7b26-4f4f-9563-563031f8b701", "tag": "af7bd704-ddfb-412c-a037-51e8fe09afeb"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:09:39.276837 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c93b20-a2fe-46ee-a6e1-5cbf49970f19 service neutron] Pushing event updated for resources: {'Port': ['ID=af7bd704-ddfb-412c-a037-51e8fe09afeb,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:39.292747 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ad6df01e-6aa4-4488-b102-2b48933a3d70 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:09:39.294444 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f37c79c-73c8-486f-bac8-4a3ca317448a x-openstack-request-id: req-1f37c79c-73c8-486f-bac8-4a3ca317448a {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:09:39.294673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4693bf-7b26-4f4f-9563-563031f8b701", "tag": "af7bd704-ddfb-412c-a037-51e8fe09afeb", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:09:39.294929 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1f37c79c-73c8-486f-bac8-4a3ca317448a {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:09:39.295324 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4693bf-7b26-4f4f-9563-563031f8b701', 'tag': 'af7bd704-ddfb-412c-a037-51e8fe09afeb', 'status': 'completed', 'code': 200} Jan 21 10:09:39.312303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b8211a8f-2c70-4e6a-ba92-dcef0b42d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:39.314154 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-b8211a8f-2c70-4e6a-ba92-dcef0b42d589 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 1096 time: 0.0528617 Jan 21 10:09:39.343940 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port ad6df01e-6aa4-4488-b102-2b48933a3d70 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:39.344315 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:39.360938 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-1c6eadc1-4f27-4026-a453-26409b9a82c7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7bd704-ddfb-412c-a037-51e8fe09afeb HTTP/1.1" status: 200 len: 217 time: 0.0395477 Jan 21 10:09:39.417477 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-48f17b70-7078-44aa-9a87-f6894cd81dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:39.418885 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-48f17b70-7078-44aa-9a87-f6894cd81dbc service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b6b0d4b3-e01d-4efc-b317-ae1ec880b87f HTTP/1.1" status: 200 len: 833 time: 0.0516791 Jan 21 10:09:39.427752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:39.473979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-e27ebd0d-660b-439b-b2fa-e958cc0fa4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:39.475590 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-e27ebd0d-660b-439b-b2fa-e958cc0fa4c9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0eefe4f1-9d14-4df4-8c04-782d4f61d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0504074 Jan 21 10:09:39.569128 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-c27d1bae-d6eb-4a8d-91c6-1b5f6fa55662 service neutron] 10.222.0.113 "GET /v2.0/networks/0eefe4f1-9d14-4df4-8c04-782d4f61d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871861 Jan 21 10:09:39.658554 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c30b76b-fc18-458a-ace1-d0eb9a990ca4 req-c5c54d85-e772-497d-91cd-7589bc6a6d4e service neutron] 10.222.0.113 "GET /v2.0/networks/0eefe4f1-9d14-4df4-8c04-782d4f61d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825756 Jan 21 10:09:39.749560 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e0333-562d-4df9-8d3a-28cf4f97ac9d req-8d7cb500-ad6d-4047-b5bd-0d1a23d391bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:39.750922 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0d4e0333-562d-4df9-8d3a-28cf4f97ac9d req-8d7cb500-ad6d-4047-b5bd-0d1a23d391bc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 1096 time: 0.0461698 Jan 21 10:09:39.843397 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e0333-562d-4df9-8d3a-28cf4f97ac9d req-927404ca-b808-44ac-8609-6ee61cc885df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:39.844970 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0d4e0333-562d-4df9-8d3a-28cf4f97ac9d req-927404ca-b808-44ac-8609-6ee61cc885df service neutron] 10.222.0.113 "GET /v2.0/networks?id=0eefe4f1-9d14-4df4-8c04-782d4f61d9ac HTTP/1.1" status: 200 len: 897 time: 0.0869231 Jan 21 10:09:39.887931 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0d4e0333-562d-4df9-8d3a-28cf4f97ac9d req-ee013cbb-48f2-4ae6-8ac6-2bd6da5a80a6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7bd704-ddfb-412c-a037-51e8fe09afeb HTTP/1.1" status: 200 len: 217 time: 0.0358527 Jan 21 10:09:39.890208 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073820d3-70ba-4c7c-a299-6e9e80a737d0 req-ef9a5a18-9c3d-4dd3-829f-9618ba56fb9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:39.891680 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-073820d3-70ba-4c7c-a299-6e9e80a737d0 req-ef9a5a18-9c3d-4dd3-829f-9618ba56fb9b tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 943 time: 0.0492511 Jan 21 10:09:39.932804 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-073820d3-70ba-4c7c-a299-6e9e80a737d0 req-3bbe3c7d-f1ce-4f6a-ba57-32419ba73874 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348518 Jan 21 10:09:39.942852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e0333-562d-4df9-8d3a-28cf4f97ac9d req-b250601e-d0b8-4cf0-94e2-3bf6a90a2da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:39.944811 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0d4e0333-562d-4df9-8d3a-28cf4f97ac9d req-b250601e-d0b8-4cf0-94e2-3bf6a90a2da1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b6b0d4b3-e01d-4efc-b317-ae1ec880b87f HTTP/1.1" status: 200 len: 833 time: 0.0500755 Jan 21 10:09:39.991790 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e0333-562d-4df9-8d3a-28cf4f97ac9d req-c12d8b39-99ed-4f91-8914-dd600dacfa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:39.993255 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0d4e0333-562d-4df9-8d3a-28cf4f97ac9d req-c12d8b39-99ed-4f91-8914-dd600dacfa8b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0eefe4f1-9d14-4df4-8c04-782d4f61d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415814 Jan 21 10:09:40.082533 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0d4e0333-562d-4df9-8d3a-28cf4f97ac9d req-a9d34403-ba83-4e48-8345-7a861ddfd60d service neutron] 10.222.0.113 "GET /v2.0/networks/0eefe4f1-9d14-4df4-8c04-782d4f61d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820003 Jan 21 10:09:40.176275 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0d4e0333-562d-4df9-8d3a-28cf4f97ac9d req-9fba17c2-ea60-44a4-bda3-06cc0526baa1 service neutron] 10.222.0.113 "GET /v2.0/networks/0eefe4f1-9d14-4df4-8c04-782d4f61d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870397 Jan 21 10:09:41.055737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cec43-0d62-45e6-81fd-2a87a05bcf0b req-d253ff1a-c591-4d2b-bdbb-37e0702bc306 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:41.057283 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-713cec43-0d62-45e6-81fd-2a87a05bcf0b req-d253ff1a-c591-4d2b-bdbb-37e0702bc306 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 943 time: 0.0551267 Jan 21 10:09:41.097585 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-713cec43-0d62-45e6-81fd-2a87a05bcf0b req-bedf9d0b-5558-423a-ba42-18ac9dc89c6f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343199 Jan 21 10:09:41.427450 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:41.430246 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:42.216473 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68773558-f767-49a5-b2f3-722c09d5f31b req-dfdf83fa-a814-42b3-9379-bb37dde364fd tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:42.217970 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-68773558-f767-49a5-b2f3-722c09d5f31b req-dfdf83fa-a814-42b3-9379-bb37dde364fd tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 943 time: 0.0525990 Jan 21 10:09:42.255782 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-68773558-f767-49a5-b2f3-722c09d5f31b req-6385493b-2d16-47e0-b9ac-3c18e8b95960 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311110 Jan 21 10:09:42.489714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device af7bd704-ddfb-412c-a037-51e8fe09afeb details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 10:09:42.586784 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port af7bd704-ddfb-412c-a037-51e8fe09afeb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=af7bd704-ddfb-412c-a037-51e8fe09afeb,segment=NetworkSegment(67b971f8-600b-4034-a2ef-dbd18eea072c),segment_id=67b971f8-600b-4034-a2ef-dbd18eea072c)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:42.596845 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'af7bd704-ddfb-412c-a037-51e8fe09afeb', 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac', 'port_id': 'af7bd704-ddfb-412c-a037-51e8fe09afeb', 'mac_address': 'fa:16:3e:4a:b5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 10:09:42.634242 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:42.647276 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7bd704-ddfb-412c-a037-51e8fe09afeb {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:09:42.665873 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port af7bd704-ddfb-412c-a037-51e8fe09afeb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=af7bd704-ddfb-412c-a037-51e8fe09afeb,segment=NetworkSegment(67b971f8-600b-4034-a2ef-dbd18eea072c),segment_id=67b971f8-600b-4034-a2ef-dbd18eea072c)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:42.669797 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:42.717125 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=af7bd704-ddfb-412c-a037-51e8fe09afeb,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:42.887439 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['af7bd704-ddfb-412c-a037-51e8fe09afeb'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:09:43.374390 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148f108-faab-4c6e-8531-521ce3ad8cfb req-75368c96-ad51-49be-a70c-d9442f72f387 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:43.375876 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0148f108-faab-4c6e-8531-521ce3ad8cfb req-75368c96-ad51-49be-a70c-d9442f72f387 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 944 time: 0.0535626 Jan 21 10:09:43.415004 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0148f108-faab-4c6e-8531-521ce3ad8cfb req-f437c060-7b7a-489e-8ba8-39e2f71ada14 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327148 Jan 21 10:09:44.502118 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device af7bd704-ddfb-412c-a037-51e8fe09afeb up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:09:44.536367 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d89a1-954e-49e2-8eab-fd04ab22ecb8 req-40cfbeb0-d648-4067-98f1-a684b5985fbb tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:44.537979 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8b6d89a1-954e-49e2-8eab-fd04ab22ecb8 req-40cfbeb0-d648-4067-98f1-a684b5985fbb tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 944 time: 0.0511334 Jan 21 10:09:44.553715 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port af7bd704-ddfb-412c-a037-51e8fe09afeb completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:09:44.557606 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port af7bd704-ddfb-412c-a037-51e8fe09afeb triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:44.558101 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:44.577357 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8b6d89a1-954e-49e2-8eab-fd04ab22ecb8 req-c98bfac7-50af-4e53-9e31-faea3a113896 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330877 Jan 21 10:09:44.639523 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:44.662964 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4693bf-7b26-4f4f-9563-563031f8b701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7bd704-ddfb-412c-a037-51e8fe09afeb'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:44.665183 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e1a409-1bc2-4cbd-baa9-8106948e1aa4" -d '{"events": [{"server_uuid": "ae4693bf-7b26-4f4f-9563-563031f8b701", "name": "network-vif-plugged", "status": "completed", "tag": "af7bd704-ddfb-412c-a037-51e8fe09afeb"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:09:44.677887 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port af7bd704-ddfb-412c-a037-51e8fe09afeb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=af7bd704-ddfb-412c-a037-51e8fe09afeb,segment=NetworkSegment(67b971f8-600b-4034-a2ef-dbd18eea072c),segment_id=67b971f8-600b-4034-a2ef-dbd18eea072c)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:44.681872 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:44.733063 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=af7bd704-ddfb-412c-a037-51e8fe09afeb,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:44.751307 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf827efe-e340-4662-b730-d59f04a1c96e x-openstack-request-id: req-cf827efe-e340-4662-b730-d59f04a1c96e {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:09:44.751587 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4693bf-7b26-4f4f-9563-563031f8b701", "name": "network-vif-plugged", "status": "completed", "tag": "af7bd704-ddfb-412c-a037-51e8fe09afeb", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:09:44.751890 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cf827efe-e340-4662-b730-d59f04a1c96e {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:09:44.752269 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4693bf-7b26-4f4f-9563-563031f8b701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7bd704-ddfb-412c-a037-51e8fe09afeb', 'code': 200} Jan 21 10:09:44.935891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d22afe-86d1-4cab-8570-0c80a7282761 req-97614f88-694e-4fff-8b0f-7ac31c72a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:44.937530 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-20d22afe-86d1-4cab-8570-0c80a7282761 req-97614f88-694e-4fff-8b0f-7ac31c72a4c1 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 1098 time: 0.0525911 Jan 21 10:09:44.973357 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-20d22afe-86d1-4cab-8570-0c80a7282761 req-0c31dea2-8fd3-40bd-ace4-041bf52ac1cb service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292051 Jan 21 10:09:45.695717 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bf965-910b-48a7-a60a-018171d14aa3 req-0934fc1f-0db0-493f-89f8-92c2de4f2033 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:45.697242 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ba0bf965-910b-48a7-a60a-018171d14aa3 req-0934fc1f-0db0-493f-89f8-92c2de4f2033 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 945 time: 0.0532444 Jan 21 10:09:45.739873 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ba0bf965-910b-48a7-a60a-018171d14aa3 req-a6ea9fe3-64b9-4a08-83d2-bd0799129011 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358338 Jan 21 10:09:46.859558 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4d663-4aaf-4918-926d-44c94281635b req-9ac83a3b-fc75-4daf-94dc-242a7711462d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:46.861021 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a5f4d663-4aaf-4918-926d-44c94281635b req-9ac83a3b-fc75-4daf-94dc-242a7711462d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 945 time: 0.0495973 Jan 21 10:09:46.900381 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a5f4d663-4aaf-4918-926d-44c94281635b req-0d04e234-42df-4b8d-a512-54360f3a6059 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328867 Jan 21 10:09:47.017786 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11ab1f-1815-4a9a-b589-80d6ce692f23 req-0571d4e4-6bc1-4382-9df0-f3363f200e61 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:47.019273 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fc11ab1f-1815-4a9a-b589-80d6ce692f23 req-0571d4e4-6bc1-4382-9df0-f3363f200e61 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 945 time: 0.0522277 Jan 21 10:09:47.057423 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-fc11ab1f-1815-4a9a-b589-80d6ce692f23 req-61260417-ceb1-43b5-a960-f9f6f5f1bda0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307972 Jan 21 10:09:47.080864 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50450) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:47.120980 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07ca785-4062-46ff-ab5f-3c1b8e4acc62 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:47.122545 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f07ca785-4062-46ff-ab5f-3c1b8e4acc62 tempest-TestNetworkAdvancedServerOps-2065011664 tempest-TestNetworkAdvancedServerOps-2065011664-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 1093 time: 0.0406785 Jan 21 10:09:47.125226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50452) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:47.130346 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': 'af7bd704-ddfb-412c-a037-51e8fe09afeb', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:09:47.156655 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:47.269138 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:47.375804 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Allocated IP 172.26.7.187 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/d01327fe-8457-41c1-ba52-1045b4cf6242) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:09:47.485164 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:47.523480 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:47.564957 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:09:47.570938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:47.575609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:09:47.579177 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=d01327fe-8457-41c1-ba52-1045b4cf6242,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:47.968846 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:48.042863 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:48.198904 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:48.203686 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:48.275833 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event updated for resources: {'Port': ['ID=d01327fe-8457-41c1-ba52-1045b4cf6242,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:48.285947 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:48.661639 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Floating IP c3e6895c-163b-49d3-a465-81003c20818f associated. External IP: 172.26.7.187, port: af7bd704-ddfb-412c-a037-51e8fe09afeb. Jan 21 10:09:48.862121 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:09:48.975133 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:09:48.984839 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae59df-43e7-4ae0-a946-bcb6c89c9213 None None] Sync routers for ids ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:09:48.993363 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:48.995734 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae59df-43e7-4ae0-a946-bcb6c89c9213 None None] Routers {'2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:48.996357 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-5eae59df-43e7-4ae0-a946-bcb6c89c9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:09:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:49.023782 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e717055e-31dd-4e25-ab7e-4d7283bd8e34 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8971586 Jan 21 10:09:49.024392 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4693bf-7b26-4f4f-9563-563031f8b701', 'tag': 'af7bd704-ddfb-412c-a037-51e8fe09afeb'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:49.026714 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66994dfb-d232-46d4-aac6-14b421f36b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4693bf-7b26-4f4f-9563-563031f8b701", "tag": "af7bd704-ddfb-412c-a037-51e8fe09afeb"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:09:49.064150 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87f6d98-0344-46e8-8632-733296b1fb86 x-openstack-request-id: req-f87f6d98-0344-46e8-8632-733296b1fb86 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:09:49.064756 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4693bf-7b26-4f4f-9563-563031f8b701", "tag": "af7bd704-ddfb-412c-a037-51e8fe09afeb", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:09:49.064756 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f87f6d98-0344-46e8-8632-733296b1fb86 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:09:49.065119 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4693bf-7b26-4f4f-9563-563031f8b701', 'tag': 'af7bd704-ddfb-412c-a037-51e8fe09afeb', 'status': 'completed', 'code': 200} Jan 21 10:09:49.115296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-5eae59df-43e7-4ae0-a946-bcb6c89c9213 None None] Set router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:09:49.155814 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e3b89-414b-41cc-83fd-e8c4eeb80737 req-49e550fa-ca90-4e50-a845-5356cf288bf7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:49.157301 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e24e3b89-414b-41cc-83fd-e8c4eeb80737 req-49e550fa-ca90-4e50-a845-5356cf288bf7 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 945 time: 0.0830841 Jan 21 10:09:49.160188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66994dfb-d232-46d4-aac6-14b421f36b4b req-75e7b7a0-7023-4d33-a7a3-7fd11b412a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:49.162236 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-66994dfb-d232-46d4-aac6-14b421f36b4b req-75e7b7a0-7023-4d33-a7a3-7fd11b412a4d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 1098 time: 0.0762269 Jan 21 10:09:49.245607 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e24e3b89-414b-41cc-83fd-e8c4eeb80737 req-5ffedfd7-9479-451c-9f6a-ab5eec2b0674 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802474 Jan 21 10:09:49.268504 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50458) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:49.276621 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66994dfb-d232-46d4-aac6-14b421f36b4b req-00959697-1f0b-4b8c-9844-130c98180c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:49.278503 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-66994dfb-d232-46d4-aac6-14b421f36b4b req-00959697-1f0b-4b8c-9844-130c98180c4c service neutron] 10.222.0.113 "GET /v2.0/networks?id=0eefe4f1-9d14-4df4-8c04-782d4f61d9ac HTTP/1.1" status: 200 len: 897 time: 0.1071029 Jan 21 10:09:49.336595 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3002bda5-29ee-4092-987d-37756d7245d4 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/c3e6895c-163b-49d3-a465-81003c20818f HTTP/1.1" status: 200 len: 991 time: 0.0667899 Jan 21 10:09:49.346399 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-5eae59df-43e7-4ae0-a946-bcb6c89c9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146735132', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:34Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'c3e6895c-163b-49d3-a465-81003c20818f', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'floating_ip_address': '172.26.7.187', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'port_id': 'af7bd704-ddfb-412c-a037-51e8fe09afeb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac', 'mac_address': 'fa:16:3e:4a:b5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4693bf-7b26-4f4f-9563-563031f8b701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:09:47Z', 'updated_at': '2022-01-21T10:09:47Z', 'revision_number': 0, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6df01e-6aa4-4488-b102-2b48933a3d70', 'name': '', 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:36:19:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:34Z', 'updated_at': '2022-01-21T10:09:37Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:49.355004 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-66994dfb-d232-46d4-aac6-14b421f36b4b req-022b574b-4ed4-4084-b998-919d9992c23c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7bd704-ddfb-412c-a037-51e8fe09afeb HTTP/1.1" status: 200 len: 999 time: 0.0700984 Jan 21 10:09:49.374420 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae59df-43e7-4ae0-a946-bcb6c89c9213 None None] Checking router: 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:09:49.382799 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae59df-43e7-4ae0-a946-bcb6c89c9213 None None] Routers {'2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:49.383409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-5eae59df-43e7-4ae0-a946-bcb6c89c9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:09:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:49.406589 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66994dfb-d232-46d4-aac6-14b421f36b4b req-110d3cb9-5cd8-4b1e-85ac-5928f1191cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:49.408093 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-66994dfb-d232-46d4-aac6-14b421f36b4b req-110d3cb9-5cd8-4b1e-85ac-5928f1191cfa service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b6b0d4b3-e01d-4efc-b317-ae1ec880b87f HTTP/1.1" status: 200 len: 833 time: 0.0455701 Jan 21 10:09:49.455867 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66994dfb-d232-46d4-aac6-14b421f36b4b req-a48fbf5e-e0a9-4c6b-b524-c6533c3cd955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:49.457401 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-66994dfb-d232-46d4-aac6-14b421f36b4b req-a48fbf5e-e0a9-4c6b-b524-c6533c3cd955 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0eefe4f1-9d14-4df4-8c04-782d4f61d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430799 Jan 21 10:09:49.558496 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-66994dfb-d232-46d4-aac6-14b421f36b4b req-bbf11884-983b-4609-94f9-feeb3642a5bc service neutron] 10.222.0.113 "GET /v2.0/networks/0eefe4f1-9d14-4df4-8c04-782d4f61d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930278 Jan 21 10:09:49.635540 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-5eae59df-43e7-4ae0-a946-bcb6c89c9213 None None] Set router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:09:49.651544 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-66994dfb-d232-46d4-aac6-14b421f36b4b req-0def6fad-db52-4a23-accd-3769d754b26c service neutron] 10.222.0.113 "GET /v2.0/networks/0eefe4f1-9d14-4df4-8c04-782d4f61d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861807 Jan 21 10:09:49.857508 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-5eae59df-43e7-4ae0-a946-bcb6c89c9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146735132', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:34Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'c3e6895c-163b-49d3-a465-81003c20818f', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'floating_ip_address': '172.26.7.187', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'port_id': 'af7bd704-ddfb-412c-a037-51e8fe09afeb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac', 'mac_address': 'fa:16:3e:4a:b5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4693bf-7b26-4f4f-9563-563031f8b701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:09:47Z', 'updated_at': '2022-01-21T10:09:47Z', 'revision_number': 0, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6df01e-6aa4-4488-b102-2b48933a3d70', 'name': '', 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:36:19:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:34Z', 'updated_at': '2022-01-21T10:09:37Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:49.886918 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae59df-43e7-4ae0-a946-bcb6c89c9213 None None] The sync data for ids ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'] in dv-neutron-825721-1-hyperv is: [{'id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146735132', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:34Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'c3e6895c-163b-49d3-a465-81003c20818f', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'floating_ip_address': '172.26.7.187', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'port_id': 'af7bd704-ddfb-412c-a037-51e8fe09afeb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac', 'mac_address': 'fa:16:3e:4a:b5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4693bf-7b26-4f4f-9563-563031f8b701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:09:47Z', 'updated_at': '2022-01-21T10:09:47Z', 'revision_number': 0, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6df01e-6aa4-4488-b102-2b48933a3d70', 'name': '', 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:36:19:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:34Z', 'updated_at': '2022-01-21T10:09:37Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:09:50.079429 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938ef8ce-718e-441c-8f70-4f0f18ea1d66 None None] New status for floating IP c3e6895c-163b-49d3-a465-81003c20818f: ACTIVE {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:09:50.340314 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50460) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:09:50.400205 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-09d6ce91-c8ca-42db-bebd-698cd384da3e tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/c3e6895c-163b-49d3-a465-81003c20818f HTTP/1.1" status: 200 len: 993 time: 0.0587564 Jan 21 10:09:55.120737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:00.204042 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:10:04.687736 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d16570e8-af7a-4aa4-a38f-d9ba103caa6c req-c02b5659-fe1e-4f1b-af18-5931e8fff242 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466726 Jan 21 10:10:04.768483 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16570e8-af7a-4aa4-a38f-d9ba103caa6c req-82748cc8-996a-4a8b-bd8e-ab55419cadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:04.769953 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d16570e8-af7a-4aa4-a38f-d9ba103caa6c req-82748cc8-996a-4a8b-bd8e-ab55419cadd3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 1098 time: 0.0411932 Jan 21 10:10:04.874620 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16570e8-af7a-4aa4-a38f-d9ba103caa6c req-56e69dee-d767-4de7-87ee-fd1fa52ccdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:04.876104 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d16570e8-af7a-4aa4-a38f-d9ba103caa6c req-56e69dee-d767-4de7-87ee-fd1fa52ccdd3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0eefe4f1-9d14-4df4-8c04-782d4f61d9ac HTTP/1.1" status: 200 len: 897 time: 0.0861633 Jan 21 10:10:04.946794 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d16570e8-af7a-4aa4-a38f-d9ba103caa6c req-361abcef-43a3-44c3-b0c7-22e9cdab5506 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7bd704-ddfb-412c-a037-51e8fe09afeb HTTP/1.1" status: 200 len: 1001 time: 0.0640099 Jan 21 10:10:04.995880 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16570e8-af7a-4aa4-a38f-d9ba103caa6c req-f99f3440-edda-4370-85d7-07dbd0bd6e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:04.997313 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d16570e8-af7a-4aa4-a38f-d9ba103caa6c req-f99f3440-edda-4370-85d7-07dbd0bd6e7b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b6b0d4b3-e01d-4efc-b317-ae1ec880b87f HTTP/1.1" status: 200 len: 833 time: 0.0428977 Jan 21 10:10:05.044272 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16570e8-af7a-4aa4-a38f-d9ba103caa6c req-647cd2fd-48f8-4140-965d-1080c3dfe4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:05.045795 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d16570e8-af7a-4aa4-a38f-d9ba103caa6c req-647cd2fd-48f8-4140-965d-1080c3dfe4b5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0eefe4f1-9d14-4df4-8c04-782d4f61d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416596 Jan 21 10:10:05.141467 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d16570e8-af7a-4aa4-a38f-d9ba103caa6c req-ceae7989-84db-4b4f-a841-dc140a394fed service neutron] 10.222.0.113 "GET /v2.0/networks/0eefe4f1-9d14-4df4-8c04-782d4f61d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868855 Jan 21 10:10:05.231373 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d16570e8-af7a-4aa4-a38f-d9ba103caa6c req-d19535d6-f74c-4992-bde1-6514f062e598 service neutron] 10.222.0.113 "GET /v2.0/networks/0eefe4f1-9d14-4df4-8c04-782d4f61d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828922 Jan 21 10:10:05.923474 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-15e7ea36-4e08-47c8-96ba-6437b4b45568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:08.314153 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-226c230b-c240-4885-b203-d8c7a4803fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:09.410534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:11.430463 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:11.433510 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.829050 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f3726-d522-41c7-ab79-0bee5e5d5250 req-03f010d8-8fdf-4538-9a7e-6174364ae54c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:21.830548 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-000f3726-d522-41c7-ab79-0bee5e5d5250 req-03f010d8-8fdf-4538-9a7e-6174364ae54c tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 945 time: 0.0526185 Jan 21 10:10:21.867684 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-000f3726-d522-41c7-ab79-0bee5e5d5250 req-dadb576b-c7da-4565-92fd-b3083a41e8d0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306323 Jan 21 10:10:22.990853 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088efec-4b56-4364-a19b-ef2ee5d2275b req-749c6512-8bf0-4989-a29c-de7f60a7a302 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:22.992349 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3088efec-4b56-4364-a19b-ef2ee5d2275b req-749c6512-8bf0-4989-a29c-de7f60a7a302 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 945 time: 0.0544457 Jan 21 10:10:23.030229 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3088efec-4b56-4364-a19b-ef2ee5d2275b req-a42d2b09-3009-4ca1-9e07-1b637e1c29f1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320766 Jan 21 10:10:23.052877 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50490) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:23.113707 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-15c695ea-6edd-417c-91b5-c8b447ffc9d1 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/c3e6895c-163b-49d3-a465-81003c20818f HTTP/1.1" status: 200 len: 993 time: 0.0596330 Jan 21 10:10:24.398418 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d8341-bb34-4863-94b9-dac5ce49db4e req-8ee719bf-ad40-43f7-9b81-035844c9d58a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:24.399854 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0e1d8341-bb34-4863-94b9-dac5ce49db4e req-8ee719bf-ad40-43f7-9b81-035844c9d58a tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 945 time: 0.0533829 Jan 21 10:10:24.417203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd047e9-b30b-4845-a4f0-d27ad98b16f3 req-7442f458-57f6-4f92-8bb7-c6f015c9e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:24.418771 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bcd047e9-b30b-4845-a4f0-d27ad98b16f3 req-7442f458-57f6-4f92-8bb7-c6f015c9e171 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 1098 time: 0.0516460 Jan 21 10:10:24.442098 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0e1d8341-bb34-4863-94b9-dac5ce49db4e req-b8ac7ba0-433d-4193-8cc7-1a43b72865d2 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340474 Jan 21 10:10:24.509056 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd047e9-b30b-4845-a4f0-d27ad98b16f3 req-760c426b-4b8f-4ff2-84ae-7fabb2909a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:24.510565 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bcd047e9-b30b-4845-a4f0-d27ad98b16f3 req-760c426b-4b8f-4ff2-84ae-7fabb2909a24 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0eefe4f1-9d14-4df4-8c04-782d4f61d9ac HTTP/1.1" status: 200 len: 897 time: 0.0854466 Jan 21 10:10:24.579118 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bcd047e9-b30b-4845-a4f0-d27ad98b16f3 req-4bf3f6fc-2d0f-49e2-941f-84a63030ed7c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7bd704-ddfb-412c-a037-51e8fe09afeb HTTP/1.1" status: 200 len: 1001 time: 0.0617495 Jan 21 10:10:24.626550 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd047e9-b30b-4845-a4f0-d27ad98b16f3 req-bae5a16d-dcb6-444c-9deb-82526752db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:24.627966 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bcd047e9-b30b-4845-a4f0-d27ad98b16f3 req-bae5a16d-dcb6-444c-9deb-82526752db90 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b6b0d4b3-e01d-4efc-b317-ae1ec880b87f HTTP/1.1" status: 200 len: 833 time: 0.0429511 Jan 21 10:10:24.673023 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd047e9-b30b-4845-a4f0-d27ad98b16f3 req-11dc583b-b0d8-4bfc-930b-3bb29c4a1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:24.674437 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bcd047e9-b30b-4845-a4f0-d27ad98b16f3 req-11dc583b-b0d8-4bfc-930b-3bb29c4a1913 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0eefe4f1-9d14-4df4-8c04-782d4f61d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404577 Jan 21 10:10:24.766310 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bcd047e9-b30b-4845-a4f0-d27ad98b16f3 req-34e88c04-f2a5-43e9-8a9a-43eb205591a8 service neutron] 10.222.0.113 "GET /v2.0/networks/0eefe4f1-9d14-4df4-8c04-782d4f61d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846915 Jan 21 10:10:24.854454 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-bcd047e9-b30b-4845-a4f0-d27ad98b16f3 req-4a3e3902-24a7-49f9-b195-b2548b1550f3 service neutron] 10.222.0.113 "GET /v2.0/networks/0eefe4f1-9d14-4df4-8c04-782d4f61d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820913 Jan 21 10:10:25.128107 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.562251 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253f4fc-d85f-430c-86ef-7ba7067ebd45 req-2586af48-01bf-4964-8ca7-27dede6f9eb3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:25.563748 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5253f4fc-d85f-430c-86ef-7ba7067ebd45 req-2586af48-01bf-4964-8ca7-27dede6f9eb3 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 945 time: 0.0506070 Jan 21 10:10:25.601980 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5253f4fc-d85f-430c-86ef-7ba7067ebd45 req-7edd317b-ef75-4c0a-9601-07e67414da95 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323222 Jan 21 10:10:26.716188 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6db5a-5675-4e1b-913c-2ec722f08479 req-719177eb-1aa6-4ba5-9421-b59f5958d438 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:26.717675 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02f6db5a-5675-4e1b-913c-2ec722f08479 req-719177eb-1aa6-4ba5-9421-b59f5958d438 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 945 time: 0.0484388 Jan 21 10:10:26.754482 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-02f6db5a-5675-4e1b-913c-2ec722f08479 req-b081dd65-881b-48d7-a311-9b06364995a5 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305786 Jan 21 10:10:26.777192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50502) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:26.841796 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4ae9cf5d-5657-4d73-a829-17f2c9bfdb61 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/floatingips/c3e6895c-163b-49d3-a465-81003c20818f HTTP/1.1" status: 200 len: 993 time: 0.0633664 Jan 21 10:10:27.071793 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50508) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:27.234873 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port d01327fe-8457-41c1-ba52-1045b4cf6242 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:10:27.235498 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.315980 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.316303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.327955 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for d01327fe-8457-41c1-ba52-1045b4cf6242 owned by network:floatingip {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:10:27.478152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.507521 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=d01327fe-8457-41c1-ba52-1045b4cf6242,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:27.518710 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:27.519057 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:27.519392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:27.519722 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:27.520050 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:27.520385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:27.521308 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:27.521637 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:27.521962 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:27.522284 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:27.522605 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:27.522922 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:27.575829 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for floatingip, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.576154 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Floating IP c3e6895c-163b-49d3-a465-81003c20818f disassociated (deleted). External IP: 172.26.7.187, port: af7bd704-ddfb-412c-a037-51e8fe09afeb. Jan 21 10:10:27.781369 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:10:27.887704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:10:27.892821 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.899686 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135118b4-6724-48d4-a50a-bd0bffe20ab1 None None] Sync routers for ids ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:10:27.908594 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135118b4-6724-48d4-a50a-bd0bffe20ab1 None None] Routers {'2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:27.909210 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-135118b4-6724-48d4-a50a-bd0bffe20ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:27.920766 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-1c9d362c-c732-4867-a468-b71dc5b2ca3d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/floatingips/c3e6895c-163b-49d3-a465-81003c20818f HTTP/1.1" status: 204 len: 168 time: 0.8478739 Jan 21 10:10:27.921472 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4693bf-7b26-4f4f-9563-563031f8b701', 'tag': 'af7bd704-ddfb-412c-a037-51e8fe09afeb'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:27.923994 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3116d1e8-70fd-405a-b480-e5af70a592fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4693bf-7b26-4f4f-9563-563031f8b701", "tag": "af7bd704-ddfb-412c-a037-51e8fe09afeb"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:10:27.965006 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75000657-4794-4028-9c00-6f75d048edd7 x-openstack-request-id: req-75000657-4794-4028-9c00-6f75d048edd7 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:10:27.965331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4693bf-7b26-4f4f-9563-563031f8b701", "tag": "af7bd704-ddfb-412c-a037-51e8fe09afeb", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:10:27.965613 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-75000657-4794-4028-9c00-6f75d048edd7 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:10:27.966016 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4693bf-7b26-4f4f-9563-563031f8b701', 'tag': 'af7bd704-ddfb-412c-a037-51e8fe09afeb', 'status': 'completed', 'code': 200} Jan 21 10:10:28.028653 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-135118b4-6724-48d4-a50a-bd0bffe20ab1 None None] Set router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:10:28.037584 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116d1e8-70fd-405a-b480-e5af70a592fc req-b52342a2-d1ef-4355-ba41-d0543072a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:28.039194 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3116d1e8-70fd-405a-b480-e5af70a592fc req-b52342a2-d1ef-4355-ba41-d0543072a1de service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 1098 time: 0.0510087 Jan 21 10:10:28.172235 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116d1e8-70fd-405a-b480-e5af70a592fc req-d4e8fbe3-e94e-405d-98af-03178e716138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:28.173731 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3116d1e8-70fd-405a-b480-e5af70a592fc req-d4e8fbe3-e94e-405d-98af-03178e716138 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0eefe4f1-9d14-4df4-8c04-782d4f61d9ac HTTP/1.1" status: 200 len: 897 time: 0.1255009 Jan 21 10:10:28.182884 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68243a-d91a-4cb7-a31e-0fbd6d41bfa7 req-a3981247-a657-4017-9236-812e97e69743 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:28.184300 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2b68243a-d91a-4cb7-a31e-0fbd6d41bfa7 req-a3981247-a657-4017-9236-812e97e69743 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 945 time: 0.0761511 Jan 21 10:10:28.229127 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3116d1e8-70fd-405a-b480-e5af70a592fc req-167abeab-9348-4c21-a04f-542c50b20e8b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7bd704-ddfb-412c-a037-51e8fe09afeb HTTP/1.1" status: 200 len: 217 time: 0.0438843 Jan 21 10:10:28.244638 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-135118b4-6724-48d4-a50a-bd0bffe20ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146735132', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:34Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'ad6df01e-6aa4-4488-b102-2b48933a3d70', 'name': '', 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:36:19:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:34Z', 'updated_at': '2022-01-21T10:09:37Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:28.271511 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135118b4-6724-48d4-a50a-bd0bffe20ab1 None None] Checking router: 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:10:28.279850 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135118b4-6724-48d4-a50a-bd0bffe20ab1 None None] Routers {'2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:28.280462 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-135118b4-6724-48d4-a50a-bd0bffe20ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:28.288103 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2b68243a-d91a-4cb7-a31e-0fbd6d41bfa7 req-a5020c70-2d01-494d-8f1e-675a7998611d tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964236 Jan 21 10:10:28.295678 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116d1e8-70fd-405a-b480-e5af70a592fc req-1cd99dae-1f10-4849-8287-908adebe2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:28.297169 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3116d1e8-70fd-405a-b480-e5af70a592fc req-1cd99dae-1f10-4849-8287-908adebe2d6c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b6b0d4b3-e01d-4efc-b317-ae1ec880b87f HTTP/1.1" status: 200 len: 833 time: 0.0600185 Jan 21 10:10:28.344061 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116d1e8-70fd-405a-b480-e5af70a592fc req-4d1257a6-2696-4cef-8062-833e67dbafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:28.345600 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3116d1e8-70fd-405a-b480-e5af70a592fc req-4d1257a6-2696-4cef-8062-833e67dbafe7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0eefe4f1-9d14-4df4-8c04-782d4f61d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409915 Jan 21 10:10:28.386800 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-135118b4-6724-48d4-a50a-bd0bffe20ab1 None None] Set router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:10:28.441411 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3116d1e8-70fd-405a-b480-e5af70a592fc req-01b8a3e9-223c-4a43-8e61-f264867b0cc6 service neutron] 10.222.0.113 "GET /v2.0/networks/0eefe4f1-9d14-4df4-8c04-782d4f61d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888481 Jan 21 10:10:28.533638 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3116d1e8-70fd-405a-b480-e5af70a592fc req-afcba948-2de3-47fb-8550-beffb58b4e4f service neutron] 10.222.0.113 "GET /v2.0/networks/0eefe4f1-9d14-4df4-8c04-782d4f61d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843668 Jan 21 10:10:28.584301 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-135118b4-6724-48d4-a50a-bd0bffe20ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146735132', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:34Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'ad6df01e-6aa4-4488-b102-2b48933a3d70', 'name': '', 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:36:19:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:34Z', 'updated_at': '2022-01-21T10:09:37Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:28.613253 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135118b4-6724-48d4-a50a-bd0bffe20ab1 None None] The sync data for ids ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'] in dv-neutron-825721-1-hyperv is: [{'id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146735132', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:34Z', 'revision_number': 4, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'ad6df01e-6aa4-4488-b102-2b48933a3d70', 'name': '', 'network_id': '0eefe4f1-9d14-4df4-8c04-782d4f61d9ac', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'mac_address': 'fa:16:3e:36:19:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:34Z', 'updated_at': '2022-01-21T10:09:37Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'subnets': [{'id': 'b6b0d4b3-e01d-4efc-b317-ae1ec880b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:10:28.823851 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e9688-5b5a-4f02-8947-bdb0a8b87607 None None] New status for floating IP c3e6895c-163b-49d3-a465-81003c20818f: DOWN {{(pid=102149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:10:29.408981 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745034bf-1738-4c65-b320-06f3ade69ef2 req-012e18b0-5e58-4f03-865c-db5a32f6590f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:29.410502 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-745034bf-1738-4c65-b320-06f3ade69ef2 req-012e18b0-5e58-4f03-865c-db5a32f6590f tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 945 time: 0.0519538 Jan 21 10:10:29.451244 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-745034bf-1738-4c65-b320-06f3ade69ef2 req-e128a75e-c0a3-4358-9314-2dba5de3ebbb tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338750 Jan 21 10:10:29.687203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031ccb4-172f-4baf-8fd0-0022b8774d82 req-d49e659a-68d5-40cd-a6c3-05ece39b9b24 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:29.688662 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0031ccb4-172f-4baf-8fd0-0022b8774d82 req-d49e659a-68d5-40cd-a6c3-05ece39b9b24 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 945 time: 0.0504656 Jan 21 10:10:29.780051 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-0031ccb4-172f-4baf-8fd0-0022b8774d82 req-22aceff2-63bc-49c0-a0ee-57dc5168d5f9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port af7bd704-ddfb-412c-a037-51e8fe09afeb {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:10:29.780287 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-0031ccb4-172f-4baf-8fd0-0022b8774d82 req-22aceff2-63bc-49c0-a0ee-57dc5168d5f9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.866380 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-0031ccb4-172f-4baf-8fd0-0022b8774d82 req-22aceff2-63bc-49c0-a0ee-57dc5168d5f9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] For port af7bd704-ddfb-412c-a037-51e8fe09afeb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=af7bd704-ddfb-412c-a037-51e8fe09afeb,segment=NetworkSegment(67b971f8-600b-4034-a2ef-dbd18eea072c),segment_id=67b971f8-600b-4034-a2ef-dbd18eea072c)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:29.866741 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-0031ccb4-172f-4baf-8fd0-0022b8774d82 req-22aceff2-63bc-49c0-a0ee-57dc5168d5f9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.878213 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-0031ccb4-172f-4baf-8fd0-0022b8774d82 req-22aceff2-63bc-49c0-a0ee-57dc5168d5f9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for af7bd704-ddfb-412c-a037-51e8fe09afeb owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:10:30.008892 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-0031ccb4-172f-4baf-8fd0-0022b8774d82 req-22aceff2-63bc-49c0-a0ee-57dc5168d5f9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:30.039192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aceff2-63bc-49c0-a0ee-57dc5168d5f9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=af7bd704-ddfb-412c-a037-51e8fe09afeb,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:30.082139 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-0031ccb4-172f-4baf-8fd0-0022b8774d82 req-22aceff2-63bc-49c0-a0ee-57dc5168d5f9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] No DVR routers for this DVR port af7bd704-ddfb-412c-a037-51e8fe09afeb on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:10:30.085326 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-0031ccb4-172f-4baf-8fd0-0022b8774d82 req-22aceff2-63bc-49c0-a0ee-57dc5168d5f9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:30.088688 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0031ccb4-172f-4baf-8fd0-0022b8774d82 req-22aceff2-63bc-49c0-a0ee-57dc5168d5f9 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.113 "DELETE /v2.0/ports/af7bd704-ddfb-412c-a037-51e8fe09afeb HTTP/1.1" status: 204 len: 173 time: 0.3946586 Jan 21 10:10:30.089130 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4693bf-7b26-4f4f-9563-563031f8b701', 'name': 'network-vif-deleted', 'tag': 'af7bd704-ddfb-412c-a037-51e8fe09afeb'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:30.091479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92bc34b-5468-4d92-a155-8294b2bfbd68" -d '{"events": [{"server_uuid": "ae4693bf-7b26-4f4f-9563-563031f8b701", "name": "network-vif-deleted", "tag": "af7bd704-ddfb-412c-a037-51e8fe09afeb"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:10:30.128742 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962ddca2-1b4f-4af1-b462-8d4c7b9d0c1e x-openstack-request-id: req-962ddca2-1b4f-4af1-b462-8d4c7b9d0c1e {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:10:30.129065 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4693bf-7b26-4f4f-9563-563031f8b701", "name": "network-vif-deleted", "tag": "af7bd704-ddfb-412c-a037-51e8fe09afeb", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:10:30.129317 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-962ddca2-1b4f-4af1-b462-8d4c7b9d0c1e {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:10:30.129750 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4693bf-7b26-4f4f-9563-563031f8b701', 'name': 'network-vif-deleted', 'tag': 'af7bd704-ddfb-412c-a037-51e8fe09afeb', 'status': 'completed', 'code': 200} Jan 21 10:10:30.569199 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e5d9163e-1843-4ba0-bdd2-a50937267c47 req-4a0c4677-1027-4038-ba36-09a9e42d32de tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae4693bf-7b26-4f4f-9563-563031f8b701 HTTP/1.1" status: 200 len: 210 time: 0.0263331 Jan 21 10:10:31.625902 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50524) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:31.980485 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42e8cbc4-a424-4352-af20-7d9fa8e0b5b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:32.569282 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-42e8cbc4-a424-4352-af20-7d9fa8e0b5b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port ad6df01e-6aa4-4488-b102-2b48933a3d70 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:10:32.569652 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42e8cbc4-a424-4352-af20-7d9fa8e0b5b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:32.660076 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-42e8cbc4-a424-4352-af20-7d9fa8e0b5b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] For port ad6df01e-6aa4-4488-b102-2b48933a3d70, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ad6df01e-6aa4-4488-b102-2b48933a3d70,segment=NetworkSegment(67b971f8-600b-4034-a2ef-dbd18eea072c),segment_id=67b971f8-600b-4034-a2ef-dbd18eea072c)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:32.660821 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42e8cbc4-a424-4352-af20-7d9fa8e0b5b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:32.672771 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-42e8cbc4-a424-4352-af20-7d9fa8e0b5b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for ad6df01e-6aa4-4488-b102-2b48933a3d70 owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:10:32.797591 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device af7bd704-ddfb-412c-a037-51e8fe09afeb no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:10:32.818475 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: af7bd704-ddfb-412c-a037-51e8fe09afeb {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:10:32.818820 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device af7bd704-ddfb-412c-a037-51e8fe09afeb not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:10:32.864353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42e8cbc4-a424-4352-af20-7d9fa8e0b5b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:32.893277 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8cbc4-a424-4352-af20-7d9fa8e0b5b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=ad6df01e-6aa4-4488-b102-2b48933a3d70,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:33.078926 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-42e8cbc4-a424-4352-af20-7d9fa8e0b5b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.308249 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e8cbc4-a424-4352-af20-7d9fa8e0b5b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:10:33.415853 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e8cbc4-a424-4352-af20-7d9fa8e0b5b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:10:33.420774 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-42e8cbc4-a424-4352-af20-7d9fa8e0b5b0 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "PUT /v2.0/routers/2da4ce0e-8b43-4ce7-abb5-ae475824bdb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7938669 Jan 21 10:10:33.423695 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50526) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:33.426206 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eb4bdd-d2eb-4f2d-9cdc-b8865de2147d None None] Sync routers for ids ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:10:33.435872 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eb4bdd-d2eb-4f2d-9cdc-b8865de2147d None None] Routers {'2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:33.436520 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-83eb4bdd-d2eb-4f2d-9cdc-b8865de2147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:33.482176 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c406f70-0bbc-493c-b170-899fee344bbd tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting subnet b6b0d4b3-e01d-4efc-b317-ae1ec880b87f {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 10:10:33.485390 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3c406f70-0bbc-493c-b170-899fee344bbd tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.527152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3c406f70-0bbc-493c-b170-899fee344bbd tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.545503 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-83eb4bdd-d2eb-4f2d-9cdc-b8865de2147d None None] Set router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:10:33.615461 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3c406f70-0bbc-493c-b170-899fee344bbd tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.679792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3c406f70-0bbc-493c-b170-899fee344bbd tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.707865 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c406f70-0bbc-493c-b170-899fee344bbd tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b0d4b3-e01d-4efc-b317-ae1ec880b87f,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:33.713061 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3c406f70-0bbc-493c-b170-899fee344bbd tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.719064 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50528) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:33.719863 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3c406f70-0bbc-493c-b170-899fee344bbd tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/subnets/b6b0d4b3-e01d-4efc-b317-ae1ec880b87f HTTP/1.1" status: 204 len: 168 time: 0.2948616 Jan 21 10:10:33.723752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e31a7-d904-49bb-9f13-11e2d85663d3 None None] Network 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:10:33.737905 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-83eb4bdd-d2eb-4f2d-9cdc-b8865de2147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146735132', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:10:32Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:33.792213 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eb4bdd-d2eb-4f2d-9cdc-b8865de2147d None None] Checking router: 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:10:33.817369 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eb4bdd-d2eb-4f2d-9cdc-b8865de2147d None None] Routers {'2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:33.818072 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-83eb4bdd-d2eb-4f2d-9cdc-b8865de2147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:33.826124 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.931300 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.960515 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-83eb4bdd-d2eb-4f2d-9cdc-b8865de2147d None None] Set router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:10:33.988628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Deleting port 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:10:33.988989 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.016386 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] DHCP port deletion for 0eefe4f1-9d14-4df4-8c04-782d4f61d9ac request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 10:10:34.072570 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] For port 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:34.072935 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.084846 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Calling delete_port for 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:10:34.258146 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.285614 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Port': ['ID=6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:34.301825 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Deleting port 4c2beb34-1972-4ace-92b6-647fba61759d {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:10:34.302791 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.311268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.311614 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.311960 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.312297 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.312628 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.312957 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.313284 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.313635 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.313955 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.314273 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.314595 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.314916 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.352860 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.374806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] For port 4c2beb34-1972-4ace-92b6-647fba61759d, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=4c2beb34-1972-4ace-92b6-647fba61759d,segment=NetworkSegment(67b971f8-600b-4034-a2ef-dbd18eea072c),segment_id=67b971f8-600b-4034-a2ef-dbd18eea072c)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:34.375195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.390519 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Calling delete_port for 4c2beb34-1972-4ace-92b6-647fba61759d owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:10:34.407695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-83eb4bdd-d2eb-4f2d-9cdc-b8865de2147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146735132', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:10:32Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:34.446675 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.448858 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.467817 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eb4bdd-d2eb-4f2d-9cdc-b8865de2147d None None] The sync data for ids ['2da4ce0e-8b43-4ce7-abb5-ae475824bdb1'] in dv-neutron-825721-1-hyperv is: [{'id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146735132', 'tenant_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:10:32Z', 'revision_number': 5, 'project_id': '201a78c3b7f54d2a9d1f7fdd4c7e7829', 'gw_port': {'id': '6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da4ce0e-8b43-4ce7-abb5-ae475824bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:09:31Z', 'updated_at': '2022-01-21T10:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:10:34.507929 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.508764 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Fanout notify agent at l3_agent the message router_deleted on router 2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:10:34.516194 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.517042 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.518193 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4272f60c-60c0-472d-8cab-57959956e850 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/routers/2da4ce0e-8b43-4ce7-abb5-ae475824bdb1 HTTP/1.1" status: 204 len: 168 time: 0.7980914 Jan 21 10:10:34.521385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50530) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:34.542822 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Pushing event deleted for resources: {'Port': ['ID=4c2beb34-1972-4ace-92b6-647fba61759d,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:34.547057 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] No DVR routers for this DVR port 4c2beb34-1972-4ace-92b6-647fba61759d on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:10:34.557012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.557012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.557012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.557012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.557012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.557012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.557012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.558630 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.558794 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.559136 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.559464 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.559789 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce3cc-1439-4efa-98c1-b4eb9f7c4318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.600104 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3b983b4a-13c4-42e5-8cee-6f4b4845dd73 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.692061 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3b983b4a-13c4-42e5-8cee-6f4b4845dd73 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.712745 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-3b983b4a-13c4-42e5-8cee-6f4b4845dd73 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eefe4f1-9d14-4df4-8c04-782d4f61d9ac']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:34.721646 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-3b983b4a-13c4-42e5-8cee-6f4b4845dd73 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b971f8-600b-4034-a2ef-dbd18eea072c') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:34.721942 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-3b983b4a-13c4-42e5-8cee-6f4b4845dd73 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b971f8-600b-4034-a2ef-dbd18eea072c') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:34.731032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3b983b4a-13c4-42e5-8cee-6f4b4845dd73 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.743602 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3b983b4a-13c4-42e5-8cee-6f4b4845dd73 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.749552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b983b4a-13c4-42e5-8cee-6f4b4845dd73 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:10:34.750079 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3b983b4a-13c4-42e5-8cee-6f4b4845dd73 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:10:34.753303 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:10:34.814494 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3b983b4a-13c4-42e5-8cee-6f4b4845dd73 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.824283 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-3b983b4a-13c4-42e5-8cee-6f4b4845dd73 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.827481 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-3b983b4a-13c4-42e5-8cee-6f4b4845dd73 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/networks/0eefe4f1-9d14-4df4-8c04-782d4f61d9ac HTTP/1.1" status: 204 len: 168 time: 0.3049970 Jan 21 10:10:34.833661 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50532) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:34.842532 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b983b4a-13c4-42e5-8cee-6f4b4845dd73 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'Network': ['ID=0eefe4f1-9d14-4df4-8c04-782d4f61d9ac,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:34.903922 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-de4e0de6-3ef6-4bc0-8d06-9fc56d125594 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.931317 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-de4e0de6-3ef6-4bc0-8d06-9fc56d125594 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.997073 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-de4e0de6-3ef6-4bc0-8d06-9fc56d125594 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.999734 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-de4e0de6-3ef6-4bc0-8d06-9fc56d125594 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:35.000944 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-de4e0de6-3ef6-4bc0-8d06-9fc56d125594 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] 10.222.0.88 "DELETE /v2.0/security-groups/9e68947a-e7ef-4e7e-8b5a-c5d25990a45b HTTP/1.1" status: 204 len: 168 time: 0.1652207 Jan 21 10:10:35.011627 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e0de6-3ef6-4bc0-8d06-9fc56d125594 tempest-TestNetworkAdvancedServerOps-453799954 tempest-TestNetworkAdvancedServerOps-453799954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e68947a-e7ef-4e7e-8b5a-c5d25990a45b,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:35.332195 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50540) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:35.480327 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a9a0c40a-c784-4268-bd93-334f20f54e6a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=201a78c3b7f54d2a9d1f7fdd4c7e7829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431205 Jan 21 10:10:35.482461 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50544) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:35.535670 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2353fe31-b4cd-4b2a-950a-267819fae80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:35.541541 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4c2beb34-1972-4ace-92b6-647fba61759d no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:10:35.560133 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2353fe31-b4cd-4b2a-950a-267819fae80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:35.564577 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 4c2beb34-1972-4ace-92b6-647fba61759d {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:10:35.564924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 4c2beb34-1972-4ace-92b6-647fba61759d not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:10:35.565346 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ad6df01e-6aa4-4488-b102-2b48933a3d70 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:10:35.583877 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: ad6df01e-6aa4-4488-b102-2b48933a3d70 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:10:35.584151 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ad6df01e-6aa4-4488-b102-2b48933a3d70 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:10:35.584578 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:10:35.603414 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:10:35.603761 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 6d19ca3b-b4f8-4840-a3e3-182ecdfcbcac not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:10:35.611463 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2353fe31-b4cd-4b2a-950a-267819fae80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:35.614226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-2353fe31-b4cd-4b2a-950a-267819fae80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:35.617282 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-2353fe31-b4cd-4b2a-950a-267819fae80c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e902d951-86f5-4270-bef3-0fb810afbe00 HTTP/1.1" status: 204 len: 168 time: 0.1332471 Jan 21 10:10:35.624363 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353fe31-b4cd-4b2a-950a-267819fae80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e902d951-86f5-4270-bef3-0fb810afbe00,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:35.872131 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50550) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:35.885957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-144cdbe0-d43c-4d1f-a788-b9641380d2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:35.924554 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2bfacb8f-26a7-4bb1-915e-5f407580c7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:35.964835 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-144cdbe0-d43c-4d1f-a788-b9641380d2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:35.969201 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-144cdbe0-d43c-4d1f-a788-b9641380d2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.008155 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-144cdbe0-d43c-4d1f-a788-b9641380d2be admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9f762cca014e4f2684f7c3d97c3b8e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349430 Jan 21 10:10:36.009343 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cdbe0-d43c-4d1f-a788-b9641380d2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bd97d2-0a4d-4aad-b2ed-e4e1c87b0a81,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:36.010819 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50552) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:36.059107 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4d00a726-4c8b-4993-8046-8ea6ff2f49c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.080106 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4d00a726-4c8b-4993-8046-8ea6ff2f49c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.126585 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4d00a726-4c8b-4993-8046-8ea6ff2f49c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.129033 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-4d00a726-4c8b-4993-8046-8ea6ff2f49c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.130227 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-4d00a726-4c8b-4993-8046-8ea6ff2f49c8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/45bd97d2-0a4d-4aad-b2ed-e4e1c87b0a81 HTTP/1.1" status: 204 len: 168 time: 0.1183338 Jan 21 10:10:36.138714 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00a726-4c8b-4993-8046-8ea6ff2f49c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bd97d2-0a4d-4aad-b2ed-e4e1c87b0a81,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:36.803076 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50574) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:36.897952 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-3cf0bc50-7d3f-499a-81ef-3603f59fbbee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1840287666-network', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:36.920911 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf0bc50-7d3f-499a-81ef-3603f59fbbee admin admin] Made reservation on behalf of 1a1ae85cbef24232bc4f056090a2f18e for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:36.923515 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3cf0bc50-7d3f-499a-81ef-3603f59fbbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.932269 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3cf0bc50-7d3f-499a-81ef-3603f59fbbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.010896 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3cf0bc50-7d3f-499a-81ef-3603f59fbbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.015538 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3cf0bc50-7d3f-499a-81ef-3603f59fbbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.040794 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf0bc50-7d3f-499a-81ef-3603f59fbbee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:10:37.050166 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0bc50-7d3f-499a-81ef-3603f59fbbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a944492c-f9ac-46c2-8315-8dd4ad14cbb7,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:37.055491 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3cf0bc50-7d3f-499a-81ef-3603f59fbbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.055844 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-3cf0bc50-7d3f-499a-81ef-3603f59fbbee admin admin] Added segment ab97e409-8e23-48ea-a7ad-3fa349e0b212 of type vlan for network c608859b-86f7-483c-b333-d886f225beb0 Jan 21 10:10:37.097833 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3cf0bc50-7d3f-499a-81ef-3603f59fbbee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.122616 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3cf0bc50-7d3f-499a-81ef-3603f59fbbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.123557 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf0bc50-7d3f-499a-81ef-3603f59fbbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:37.124136 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3cf0bc50-7d3f-499a-81ef-3603f59fbbee admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.171283 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3cf0bc50-7d3f-499a-81ef-3603f59fbbee admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3670092 Jan 21 10:10:37.174244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50578) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:37.179879 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f77dedee-fe77-4591-ad2d-37f3f48e15b7 admin admin] Request body: {'subnet': {'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1840287666-subnet', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'ip_version': 4}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:37.186796 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0bc50-7d3f-499a-81ef-3603f59fbbee admin admin] Pushing event updated for resources: {'Network': ['ID=c608859b-86f7-483c-b333-d886f225beb0,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:37.197241 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network c608859b-86f7-483c-b333-d886f225beb0 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 10:10:37.202817 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:10:37.207128 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77dedee-fe77-4591-ad2d-37f3f48e15b7 admin admin] Made reservation on behalf of 1a1ae85cbef24232bc4f056090a2f18e for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:37.210336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f77dedee-fe77-4591-ad2d-37f3f48e15b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.378388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f77dedee-fe77-4591-ad2d-37f3f48e15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.429072 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dedee-fe77-4591-ad2d-37f3f48e15b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=759ae72a-6603-4da0-a67f-9069d2337f24,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:37.444602 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77dedee-fe77-4591-ad2d-37f3f48e15b7 admin admin] Checking segment: {'id': 'ab97e409-8e23-48ea-a7ad-3fa349e0b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:10:37.444963 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77dedee-fe77-4591-ad2d-37f3f48e15b7 admin admin] Network hostable DHCP agents. Network: c608859b-86f7-483c-b333-d886f225beb0, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:10:37.461327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77dedee-fe77-4591-ad2d-37f3f48e15b7 admin admin] Network c608859b-86f7-483c-b333-d886f225beb0 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:10:37.470565 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-f77dedee-fe77-4591-ad2d-37f3f48e15b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, c608859b-86f7-483c-b333-d886f225beb0) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:37.475355 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77dedee-fe77-4591-ad2d-37f3f48e15b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:37.475852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f77dedee-fe77-4591-ad2d-37f3f48e15b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.479717 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a63dd7-6927-4849-8205-262695651b96 None None] Network c608859b-86f7-483c-b333-d886f225beb0 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:10:37.495841 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f77dedee-fe77-4591-ad2d-37f3f48e15b7 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3178391 Jan 21 10:10:37.496098 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50580) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:37.500413 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:37.523009 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.524301 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.581113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.628714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-c608859b-86f7-483c-b333-d886f225beb0', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 10:10:37.629639 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.720873 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.766237 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Allocated IP 172.20.0.2 (c608859b-86f7-483c-b333-d886f225beb0/759ae72a-6603-4da0-a67f-9069d2337f24/9d34e055-5ba7-46eb-be6b-a234a0e47736) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:37.909677 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.916489 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.920486 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.940241 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.951009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Network c608859b-86f7-483c-b333-d886f225beb0 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:37.954311 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:37.956748 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:37.991698 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Pushing event updated for resources: {'Port': ['ID=9d34e055-5ba7-46eb-be6b-a234a0e47736,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:38.019174 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Attempting to bind port 9d34e055-5ba7-46eb-be6b-a234a0e47736 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:38.019539 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Attempting to bind port 9d34e055-5ba7-46eb-be6b-a234a0e47736 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'ab97e409-8e23-48ea-a7ad-3fa349e0b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:38.019898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Attempting to bind port 9d34e055-5ba7-46eb-be6b-a234a0e47736 on network c608859b-86f7-483c-b333-d886f225beb0 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:10:38.029486 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:10:38.029894 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Checking segment: {'id': 'ab97e409-8e23-48ea-a7ad-3fa349e0b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:10:38.030259 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:38.030910 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Bound using segment: {'id': 'ab97e409-8e23-48ea-a7ad-3fa349e0b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:10:38.031691 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Bound port: 9d34e055-5ba7-46eb-be6b-a234a0e47736, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab97e409-8e23-48ea-a7ad-3fa349e0b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:38.032495 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:38.064658 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Allocated IP 172.26.7.123 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/a2effd27-9369-4edf-b3b6-dfdf997d6f12) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:38.100684 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] For port 9d34e055-5ba7-46eb-be6b-a234a0e47736, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:38.103928 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] For port 9d34e055-5ba7-46eb-be6b-a234a0e47736, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9d34e055-5ba7-46eb-be6b-a234a0e47736,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:38.109553 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:38.173015 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f222a30-50e2-4eae-810a-796504a68ac3 None None] Pushing event updated for resources: {'Port': ['ID=9d34e055-5ba7-46eb-be6b-a234a0e47736,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:38.175635 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:38.211124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:38.246815 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:38.251993 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:38.256211 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:38.288843 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Pushing event updated for resources: {'Port': ['ID=a2effd27-9369-4edf-b3b6-dfdf997d6f12,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:38.335019 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7ef79aa0-bdfa-4d71-9e4a-52751ed355ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:38.547192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:38.742036 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:38.870188 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Router e79b3795-e653-44cd-9b5a-5dd4c1610f31 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:10:38.983526 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:10:38.993634 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Sync routers for ids ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:10:39.003495 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.004524 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-a61dbeec-d85f-44a0-b215-73a49db3c79e admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5074875 Jan 21 10:10:39.006017 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Routers {'e79b3795-e653-44cd-9b5a-5dd4c1610f31'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:39.006896 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:39.008419 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50582) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:39.117867 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Set router e79b3795-e653-44cd-9b5a-5dd4c1610f31 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:10:39.120777 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f483250b-013c-40e8-8998-b7d7611581ec None None] Network c608859b-86f7-483c-b333-d886f225beb0 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:10:39.190384 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-ab336b68-570f-41c6-868b-ee1de129ee25 None None] Provisioning complete for port 9d34e055-5ba7-46eb-be6b-a234a0e47736 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:39.190746 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ab336b68-570f-41c6-868b-ee1de129ee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.339481 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:38Z', 'revision_number': 3, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:39.357617 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ab336b68-570f-41c6-868b-ee1de129ee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.371577 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9d34e055-5ba7-46eb-be6b-a234a0e47736 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:10:39.376320 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Checking router: e79b3795-e653-44cd-9b5a-5dd4c1610f31 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:10:39.376805 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Updating router e79b3795-e653-44cd-9b5a-5dd4c1610f31 port a2effd27-9369-4edf-b3b6-dfdf997d6f12 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:10:39.404769 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.447471 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-ab336b68-570f-41c6-868b-ee1de129ee25 None None] For port 9d34e055-5ba7-46eb-be6b-a234a0e47736, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9d34e055-5ba7-46eb-be6b-a234a0e47736,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:39.455661 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.463716 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ab336b68-570f-41c6-868b-ee1de129ee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.513379 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 9d34e055-5ba7-46eb-be6b-a234a0e47736 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:39.514064 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.556085 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab336b68-570f-41c6-868b-ee1de129ee25 None None] Pushing event updated for resources: {'Port': ['ID=9d34e055-5ba7-46eb-be6b-a234a0e47736,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:39.687226 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e74b7a23-f618-49b5-a2f3-99a6072dac06 None None] Provisioning complete for port 9d34e055-5ba7-46eb-be6b-a234a0e47736 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:39.687507 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e74b7a23-f618-49b5-a2f3-99a6072dac06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.715326 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.721869 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.774714 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Attempting to bind port a2effd27-9369-4edf-b3b6-dfdf997d6f12 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:39.775078 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Attempting to bind port a2effd27-9369-4edf-b3b6-dfdf997d6f12 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:39.775728 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Attempting to bind port a2effd27-9369-4edf-b3b6-dfdf997d6f12 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:10:39.782512 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd52003-ebd2-4875-91e7-14f3e6094b5b None None] Pushing event updated for resources: {'Port': ['ID=a2effd27-9369-4edf-b3b6-dfdf997d6f12,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:39.785625 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:10:39.785979 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:10:39.786372 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.787430 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:10:39.787895 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Bound port: a2effd27-9369-4edf-b3b6-dfdf997d6f12, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:39.788245 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.814809 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd52003-ebd2-4875-91e7-14f3e6094b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:39.815183 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd52003-ebd2-4875-91e7-14f3e6094b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:39.815516 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd52003-ebd2-4875-91e7-14f3e6094b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:39.815839 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd52003-ebd2-4875-91e7-14f3e6094b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:39.816158 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd52003-ebd2-4875-91e7-14f3e6094b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:39.816479 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd52003-ebd2-4875-91e7-14f3e6094b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:39.816798 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd52003-ebd2-4875-91e7-14f3e6094b5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:39.817111 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd52003-ebd2-4875-91e7-14f3e6094b5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:39.817425 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd52003-ebd2-4875-91e7-14f3e6094b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:39.817757 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd52003-ebd2-4875-91e7-14f3e6094b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:39.818114 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd52003-ebd2-4875-91e7-14f3e6094b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:39.818425 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd52003-ebd2-4875-91e7-14f3e6094b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:39.843491 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.853490 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] For port a2effd27-9369-4edf-b3b6-dfdf997d6f12, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:39.856521 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] For port a2effd27-9369-4edf-b3b6-dfdf997d6f12, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a2effd27-9369-4edf-b3b6-dfdf997d6f12,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:39.860828 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.918022 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Routers {'e79b3795-e653-44cd-9b5a-5dd4c1610f31'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:39.918644 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:39.923194 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd52003-ebd2-4875-91e7-14f3e6094b5b None None] Pushing event updated for resources: {'Port': ['ID=a2effd27-9369-4edf-b3b6-dfdf997d6f12,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:40.006822 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Allocated IP 172.20.0.1 (c608859b-86f7-483c-b333-d886f225beb0/759ae72a-6603-4da0-a67f-9069d2337f24/d586470b-805c-4c4a-b4bd-f80ed3a14e0c) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:40.028911 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] Set router e79b3795-e653-44cd-9b5a-5dd4c1610f31 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:10:40.109252 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.143322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.194194 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Network c608859b-86f7-483c-b333-d886f225beb0 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:40.199335 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:40.201616 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Pushing event updated for resources: {'Port': ['ID=d586470b-805c-4c4a-b4bd-f80ed3a14e0c,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:40.203797 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:40.204217 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:38Z', 'revision_number': 3, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:40.236780 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572c909-8a58-48fc-8532-52b7c63a6e0c None None] The sync data for ids ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'] in dv-neutron-825721-1-hyperv is: [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:38Z', 'revision_number': 3, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:10:40.242168 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.381067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.497888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a7a33a05-40cd-4a1f-a4f5-7be8c11c2f4a None None] Provisioning complete for port d586470b-805c-4c4a-b4bd-f80ed3a14e0c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:40.498417 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a7a33a05-40cd-4a1f-a4f5-7be8c11c2f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.545120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a7a33a05-40cd-4a1f-a4f5-7be8c11c2f4a None None] Port d586470b-805c-4c4a-b4bd-f80ed3a14e0c cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:10:40.593973 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.598591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.666897 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.668645 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Pushing event updated for resources: {'Port': ['ID=d586470b-805c-4c4a-b4bd-f80ed3a14e0c,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:40.766963 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Network c608859b-86f7-483c-b333-d886f225beb0 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:40.768538 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:40.897580 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Router e79b3795-e653-44cd-9b5a-5dd4c1610f31 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:10:41.016267 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:10:41.021905 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-18befa97-a156-4535-aaab-4af2a286741f admin admin] 10.222.0.88 "PUT /v2.0/routers/e79b3795-e653-44cd-9b5a-5dd4c1610f31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0118468 Jan 21 10:10:41.067125 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-04f48fea-23f4-46df-ad27-8087684280e0 None None] Provisioning complete for port d586470b-805c-4c4a-b4bd-f80ed3a14e0c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:41.067567 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-04f48fea-23f4-46df-ad27-8087684280e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.108415 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-04f48fea-23f4-46df-ad27-8087684280e0 None None] Port d586470b-805c-4c4a-b4bd-f80ed3a14e0c cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:10:41.340238 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9d34e055-5ba7-46eb-be6b-a234a0e47736 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:10:41.391559 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 9d34e055-5ba7-46eb-be6b-a234a0e47736 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:41.391559 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.448067 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.452878 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.503089 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a2effd27-9369-4edf-b3b6-dfdf997d6f12 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:10:41.525385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50598) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:41.531193 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-65371031-6bef-4e01-a1ad-7e10cd332d59 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1074441185-network', 'tenant_id': '23d20d393f9b4a6da697eb5c31e75938'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:41.558499 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port a2effd27-9369-4edf-b3b6-dfdf997d6f12 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:41.558933 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.559552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65371031-6bef-4e01-a1ad-7e10cd332d59 admin admin] Made reservation on behalf of 23d20d393f9b4a6da697eb5c31e75938 for: {'network': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:41.562098 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65371031-6bef-4e01-a1ad-7e10cd332d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.576422 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65371031-6bef-4e01-a1ad-7e10cd332d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.640288 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.654991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65371031-6bef-4e01-a1ad-7e10cd332d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.659794 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65371031-6bef-4e01-a1ad-7e10cd332d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.664279 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port a2effd27-9369-4edf-b3b6-dfdf997d6f12, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a2effd27-9369-4edf-b3b6-dfdf997d6f12,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:41.668888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.680103 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65371031-6bef-4e01-a1ad-7e10cd332d59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:10:41.697809 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65371031-6bef-4e01-a1ad-7e10cd332d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.698160 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.segments_db [None req-65371031-6bef-4e01-a1ad-7e10cd332d59 admin admin] Added segment 1256d8be-9429-4b95-9fe5-bd556cdfe143 of type vlan for network de5bf6f6-975f-4092-8b56-25adf9d1c220 Jan 21 10:10:41.699538 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65371031-6bef-4e01-a1ad-7e10cd332d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ea865d-76d7-4bae-8253-edc27e659972,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:41.729826 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=a2effd27-9369-4edf-b3b6-dfdf997d6f12,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:41.743388 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65371031-6bef-4e01-a1ad-7e10cd332d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.767219 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65371031-6bef-4e01-a1ad-7e10cd332d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.768157 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65371031-6bef-4e01-a1ad-7e10cd332d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:41.768734 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-65371031-6bef-4e01-a1ad-7e10cd332d59 admin admin] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.816733 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-65371031-6bef-4e01-a1ad-7e10cd332d59 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2901323 Jan 21 10:10:41.819447 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50600) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:41.834479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-bf6d1402-e3c9-4241-a1a2-fb4d9f7445c4 admin admin] Request body: {'subnet': {'network_id': 'de5bf6f6-975f-4092-8b56-25adf9d1c220', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1074441185-subnet', 'tenant_id': '23d20d393f9b4a6da697eb5c31e75938', 'ip_version': 4}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:41.848669 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65371031-6bef-4e01-a1ad-7e10cd332d59 admin admin] Pushing event updated for resources: {'Network': ['ID=de5bf6f6-975f-4092-8b56-25adf9d1c220,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:41.859871 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network de5bf6f6-975f-4092-8b56-25adf9d1c220 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 10:10:41.869258 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6d1402-e3c9-4241-a1a2-fb4d9f7445c4 admin admin] Made reservation on behalf of 23d20d393f9b4a6da697eb5c31e75938 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:41.871850 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bf6d1402-e3c9-4241-a1a2-fb4d9f7445c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.900888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Sync routers for ids ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:10:41.928448 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Routers {'e79b3795-e653-44cd-9b5a-5dd4c1610f31'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:41.929065 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:42.034840 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Set router e79b3795-e653-44cd-9b5a-5dd4c1610f31 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:10:42.043883 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bf6d1402-e3c9-4241-a1a2-fb4d9f7445c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.098481 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d1402-e3c9-4241-a1a2-fb4d9f7445c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4b412b-c7c5-4617-bfae-fd09a865bfe8,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:42.116547 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d1402-e3c9-4241-a1a2-fb4d9f7445c4 admin admin] Checking segment: {'id': '1256d8be-9429-4b95-9fe5-bd556cdfe143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de5bf6f6-975f-4092-8b56-25adf9d1c220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:10:42.116907 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6d1402-e3c9-4241-a1a2-fb4d9f7445c4 admin admin] Network hostable DHCP agents. Network: de5bf6f6-975f-4092-8b56-25adf9d1c220, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:10:42.134762 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6d1402-e3c9-4241-a1a2-fb4d9f7445c4 admin admin] Network de5bf6f6-975f-4092-8b56-25adf9d1c220 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:10:42.143760 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-bf6d1402-e3c9-4241-a1a2-fb4d9f7445c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, de5bf6f6-975f-4092-8b56-25adf9d1c220) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:42.148014 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6d1402-e3c9-4241-a1a2-fb4d9f7445c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:42.148868 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bf6d1402-e3c9-4241-a1a2-fb4d9f7445c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.155829 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7cec2e-f2e3-4bf4-b0f2-bbd5da6423b5 None None] Network de5bf6f6-975f-4092-8b56-25adf9d1c220 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:10:42.165219 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bf6d1402-e3c9-4241-a1a2-fb4d9f7445c4 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3447378 Jan 21 10:10:42.167783 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50602) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:42.172087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1074441185-router', 'tenant_id': '23d20d393f9b4a6da697eb5c31e75938', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:42.196272 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.197244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.248653 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.358369 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-de5bf6f6-975f-4092-8b56-25adf9d1c220', 'network_id': 'de5bf6f6-975f-4092-8b56-25adf9d1c220', 'tenant_id': '23d20d393f9b4a6da697eb5c31e75938', 'fixed_ips': [{'subnet_id': 'bd4b412b-c7c5-4617-bfae-fd09a865bfe8'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 10:10:42.359215 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.364240 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 4, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'd586470b-805c-4c4a-b4bd-f80ed3a14e0c', 'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'mac_address': 'fa:16:3e:46:4e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:39Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 2, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'subnets': [{'id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:42.390557 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.550669 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Checking router: e79b3795-e653-44cd-9b5a-5dd4c1610f31 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:10:42.551283 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Updating router e79b3795-e653-44cd-9b5a-5dd4c1610f31 port d586470b-805c-4c4a-b4bd-f80ed3a14e0c binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:10:42.585159 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.598813 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.622375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.729639 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Allocated IP 172.26.7.142 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/539ed595-418f-4e4d-b99c-eb9842f07b39) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:42.792748 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Allocated IP 172.20.0.2 (de5bf6f6-975f-4092-8b56-25adf9d1c220/bd4b412b-c7c5-4617-bfae-fd09a865bfe8/682e5d87-c9d6-4340-bec6-67df36938ebc) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:42.838127 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.873886 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.916384 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:42.919835 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:42.921898 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:42.950398 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Pushing event updated for resources: {'Port': ['ID=539ed595-418f-4e4d-b99c-eb9842f07b39,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:43.055786 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.060845 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.063656 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.088769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.123610 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Network de5bf6f6-975f-4092-8b56-25adf9d1c220 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:43.125427 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Pushing event updated for resources: {'Port': ['ID=682e5d87-c9d6-4340-bec6-67df36938ebc,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:43.130675 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:43.134120 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:43.200557 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.241673 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403845b-2f28-437f-a876-969adf726810 None None] Pushing event updated for resources: {'Port': ['ID=d586470b-805c-4c4a-b4bd-f80ed3a14e0c,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:43.263942 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Attempting to bind port d586470b-805c-4c4a-b4bd-f80ed3a14e0c on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:43.263942 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Attempting to bind port d586470b-805c-4c4a-b4bd-f80ed3a14e0c by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'ab97e409-8e23-48ea-a7ad-3fa349e0b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:43.264262 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Attempting to bind port d586470b-805c-4c4a-b4bd-f80ed3a14e0c on network c608859b-86f7-483c-b333-d886f225beb0 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:10:43.270310 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Attempting to bind port 682e5d87-c9d6-4340-bec6-67df36938ebc on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:43.270680 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Attempting to bind port 682e5d87-c9d6-4340-bec6-67df36938ebc by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '1256d8be-9429-4b95-9fe5-bd556cdfe143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de5bf6f6-975f-4092-8b56-25adf9d1c220'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:43.271210 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Attempting to bind port 682e5d87-c9d6-4340-bec6-67df36938ebc on network de5bf6f6-975f-4092-8b56-25adf9d1c220 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:10:43.275105 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:10:43.275476 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Checking segment: {'id': 'ab97e409-8e23-48ea-a7ad-3fa349e0b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:10:43.275874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.276270 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Bound using segment: {'id': 'ab97e409-8e23-48ea-a7ad-3fa349e0b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:10:43.276739 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Bound port: d586470b-805c-4c4a-b4bd-f80ed3a14e0c, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab97e409-8e23-48ea-a7ad-3fa349e0b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:43.277124 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.287849 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:10:43.288292 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Checking segment: {'id': '1256d8be-9429-4b95-9fe5-bd556cdfe143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de5bf6f6-975f-4092-8b56-25adf9d1c220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:10:43.288622 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.289015 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Bound using segment: {'id': '1256d8be-9429-4b95-9fe5-bd556cdfe143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de5bf6f6-975f-4092-8b56-25adf9d1c220'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:10:43.289518 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Bound port: 682e5d87-c9d6-4340-bec6-67df36938ebc, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1256d8be-9429-4b95-9fe5-bd556cdfe143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de5bf6f6-975f-4092-8b56-25adf9d1c220'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:43.289908 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.295638 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a2effd27-9369-4edf-b3b6-dfdf997d6f12 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:10:43.416422 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] For port d586470b-805c-4c4a-b4bd-f80ed3a14e0c, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:43.419474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.422380 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] For port d586470b-805c-4c4a-b4bd-f80ed3a14e0c, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d586470b-805c-4c4a-b4bd-f80ed3a14e0c,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:43.434618 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.481767 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] For port 682e5d87-c9d6-4340-bec6-67df36938ebc, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:43.501628 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port a2effd27-9369-4edf-b3b6-dfdf997d6f12 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:43.502003 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.514422 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] For port 682e5d87-c9d6-4340-bec6-67df36938ebc, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=682e5d87-c9d6-4340-bec6-67df36938ebc,segment=NetworkSegment(1256d8be-9429-4b95-9fe5-bd556cdfe143),segment_id=1256d8be-9429-4b95-9fe5-bd556cdfe143)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:43.544118 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-fede7e47-ccf0-40e7-8276-0b0fd169ffeb None None] Provisioning complete for port d586470b-805c-4c4a-b4bd-f80ed3a14e0c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:43.544480 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fede7e47-ccf0-40e7-8276-0b0fd169ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.550672 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.561258 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Router 72af5250-89c6-45ef-b01b-00af24da2dc7 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:10:43.588696 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403845b-2f28-437f-a876-969adf726810 None None] Pushing event updated for resources: {'Port': ['ID=d586470b-805c-4c4a-b4bd-f80ed3a14e0c,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:43.607326 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Routers {'e79b3795-e653-44cd-9b5a-5dd4c1610f31'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:43.607969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:43.693811 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:10:43.704046 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Sync routers for ids ['72af5250-89c6-45ef-b01b-00af24da2dc7'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:10:43.715979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.720476 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-621315c5-0dca-4378-9cad-b1c72f227e19 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5491209 Jan 21 10:10:43.720618 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Routers {'72af5250-89c6-45ef-b01b-00af24da2dc7'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:43.720737 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50604) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:43.720874 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['72af5250-89c6-45ef-b01b-00af24da2dc7'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:43.734130 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113e8e6-efc6-4186-bf46-de0eb105591a None None] Pushing event updated for resources: {'Port': ['ID=682e5d87-c9d6-4340-bec6-67df36938ebc,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:43.888432 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Set router 72af5250-89c6-45ef-b01b-00af24da2dc7 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:10:43.945062 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] Set router e79b3795-e653-44cd-9b5a-5dd4c1610f31 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:10:43.947521 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fede7e47-ccf0-40e7-8276-0b0fd169ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.055836 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-fede7e47-ccf0-40e7-8276-0b0fd169ffeb None None] For port d586470b-805c-4c4a-b4bd-f80ed3a14e0c, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d586470b-805c-4c4a-b4bd-f80ed3a14e0c,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:44.067110 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fede7e47-ccf0-40e7-8276-0b0fd169ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.109217 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'name': 'tempest-TestShelveInstance-1074441185-router', 'tenant_id': '23d20d393f9b4a6da697eb5c31e75938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '539ed595-418f-4e4d-b99c-eb9842f07b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 3, 'project_id': '23d20d393f9b4a6da697eb5c31e75938', 'gw_port': {'id': '539ed595-418f-4e4d-b99c-eb9842f07b39', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:44.141009 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Checking router: 72af5250-89c6-45ef-b01b-00af24da2dc7 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:10:44.141943 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Updating router 72af5250-89c6-45ef-b01b-00af24da2dc7 port 539ed595-418f-4e4d-b99c-eb9842f07b39 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:10:44.177195 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.184368 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede7e47-ccf0-40e7-8276-0b0fd169ffeb None None] Pushing event updated for resources: {'Port': ['ID=d586470b-805c-4c4a-b4bd-f80ed3a14e0c,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:44.203569 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-db8f2364-b734-4123-b309-62232b0c10bc None None] Provisioning complete for port d586470b-805c-4c4a-b4bd-f80ed3a14e0c triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:44.204075 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-db8f2364-b734-4123-b309-62232b0c10bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.315534 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 4, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'd586470b-805c-4c4a-b4bd-f80ed3a14e0c', 'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'mac_address': 'fa:16:3e:46:4e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:39Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 4, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'subnets': [{'id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:44.352722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ef8980-73ff-406f-b23d-274c8c4f0593 None None] The sync data for ids ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'] in dv-neutron-825721-1-hyperv is: [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 4, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'd586470b-805c-4c4a-b4bd-f80ed3a14e0c', 'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'mac_address': 'fa:16:3e:46:4e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:39Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 4, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'subnets': [{'id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:10:44.621219 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.628610 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.668300 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.681627 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Attempting to bind port 539ed595-418f-4e4d-b99c-eb9842f07b39 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:44.682076 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Attempting to bind port 539ed595-418f-4e4d-b99c-eb9842f07b39 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:44.682502 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Attempting to bind port 539ed595-418f-4e4d-b99c-eb9842f07b39 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:10:44.690830 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:10:44.691002 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:10:44.691441 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.692040 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:10:44.692433 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Bound port: 539ed595-418f-4e4d-b99c-eb9842f07b39, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:44.693538 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.760326 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] For port 539ed595-418f-4e4d-b99c-eb9842f07b39, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:44.763804 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] For port 539ed595-418f-4e4d-b99c-eb9842f07b39, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=539ed595-418f-4e4d-b99c-eb9842f07b39,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:44.765135 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78dad62-444a-4712-91ce-ac85d5e9197d None None] Pushing event updated for resources: {'Port': ['ID=539ed595-418f-4e4d-b99c-eb9842f07b39,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:44.776078 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.814695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280cea7b-5b74-4b92-b537-c36b88bdddf7 None None] Network de5bf6f6-975f-4092-8b56-25adf9d1c220 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:10:44.832411 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Routers {'72af5250-89c6-45ef-b01b-00af24da2dc7'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:44.833141 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['72af5250-89c6-45ef-b01b-00af24da2dc7'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:44.863668 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Allocated IP 172.20.0.1 (de5bf6f6-975f-4092-8b56-25adf9d1c220/bd4b412b-c7c5-4617-bfae-fd09a865bfe8/9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:44.908105 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-006c2c61-39d3-444f-8dde-1f66f5abfb10 None None] Provisioning complete for port 682e5d87-c9d6-4340-bec6-67df36938ebc triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:44.908653 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-006c2c61-39d3-444f-8dde-1f66f5abfb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.963143 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] Set router 72af5250-89c6-45ef-b01b-00af24da2dc7 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:10:44.999857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.039332 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78dad62-444a-4712-91ce-ac85d5e9197d None None] Pushing event updated for resources: {'Port': ['ID=539ed595-418f-4e4d-b99c-eb9842f07b39,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:45.054775 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.125505 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Network de5bf6f6-975f-4092-8b56-25adf9d1c220 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:45.129273 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:45.135322 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:45.162237 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Pushing event updated for resources: {'Port': ['ID=9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:45.204940 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.252309 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'name': 'tempest-TestShelveInstance-1074441185-router', 'tenant_id': '23d20d393f9b4a6da697eb5c31e75938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '539ed595-418f-4e4d-b99c-eb9842f07b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 3, 'project_id': '23d20d393f9b4a6da697eb5c31e75938', 'gw_port': {'id': '539ed595-418f-4e4d-b99c-eb9842f07b39', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:45.258249 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-006c2c61-39d3-444f-8dde-1f66f5abfb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.299730 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-006c2c61-39d3-444f-8dde-1f66f5abfb10 None None] For port 682e5d87-c9d6-4340-bec6-67df36938ebc, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=682e5d87-c9d6-4340-bec6-67df36938ebc,segment=NetworkSegment(1256d8be-9429-4b95-9fe5-bd556cdfe143),segment_id=1256d8be-9429-4b95-9fe5-bd556cdfe143)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:45.305836 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-006c2c61-39d3-444f-8dde-1f66f5abfb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.318547 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b4dee5-e685-4711-a456-9740424079c4 None None] The sync data for ids ['72af5250-89c6-45ef-b01b-00af24da2dc7'] in dv-neutron-825721-1-hyperv is: [{'id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'name': 'tempest-TestShelveInstance-1074441185-router', 'tenant_id': '23d20d393f9b4a6da697eb5c31e75938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '539ed595-418f-4e4d-b99c-eb9842f07b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 3, 'project_id': '23d20d393f9b4a6da697eb5c31e75938', 'gw_port': {'id': '539ed595-418f-4e4d-b99c-eb9842f07b39', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:10:45.397163 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c2c61-39d3-444f-8dde-1f66f5abfb10 None None] Pushing event updated for resources: {'Port': ['ID=682e5d87-c9d6-4340-bec6-67df36938ebc,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:45.402234 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.482017 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d586470b-805c-4c4a-b4bd-f80ed3a14e0c up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:10:45.555490 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port d586470b-805c-4c4a-b4bd-f80ed3a14e0c triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:45.557911 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.678293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.689434 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.697985 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 682e5d87-c9d6-4340-bec6-67df36938ebc up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:10:45.766081 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-626c2218-7da5-43db-9e70-b69af21d59e7 None None] Provisioning complete for port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:45.766449 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-626c2218-7da5-43db-9e70-b69af21d59e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.815055 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Pushing event updated for resources: {'Port': ['ID=9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:45.823062 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 682e5d87-c9d6-4340-bec6-67df36938ebc triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:45.824783 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.826367 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.826983 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-626c2218-7da5-43db-9e70-b69af21d59e7 None None] Port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:10:45.879953 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-626c2218-7da5-43db-9e70-b69af21d59e7 None None] Provisioning complete for port 682e5d87-c9d6-4340-bec6-67df36938ebc triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:45.880968 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-626c2218-7da5-43db-9e70-b69af21d59e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.955783 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Network de5bf6f6-975f-4092-8b56-25adf9d1c220 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:45.958181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:46.100928 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Router 72af5250-89c6-45ef-b01b-00af24da2dc7 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:10:46.125724 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-a2291242-6ad3-4803-a46c-92f3354dae28 None None] Provisioning complete for port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:46.126220 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a2291242-6ad3-4803-a46c-92f3354dae28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:46.175490 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-a2291242-6ad3-4803-a46c-92f3354dae28 None None] Port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:10:46.226537 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:10:46.240654 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-efed5b42-9560-4e6b-af9a-dd3b8a5f88bc admin admin] 10.222.0.88 "PUT /v2.0/routers/72af5250-89c6-45ef-b01b-00af24da2dc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5102344 Jan 21 10:10:46.294058 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d1202794-b456-48c4-9d4f-a3f8d71428b3 None None] Provisioning complete for port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:46.294576 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d1202794-b456-48c4-9d4f-a3f8d71428b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:46.330704 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-d1202794-b456-48c4-9d4f-a3f8d71428b3 None None] Port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:10:46.811028 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50612) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:46.815668 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-023ddb06-a8c7-4402-a143-806dd28bf561 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1821928615', 'description': 'tempest-secgroup-smoke-1821928615 description', 'project_id': '1a1ae85cbef24232bc4f056090a2f18e'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:46.839226 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-023ddb06-a8c7-4402-a143-806dd28bf561 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:46.907247 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-023ddb06-a8c7-4402-a143-806dd28bf561 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:46.910976 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-023ddb06-a8c7-4402-a143-806dd28bf561 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:46.940375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-023ddb06-a8c7-4402-a143-806dd28bf561 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:46.941630 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-023ddb06-a8c7-4402-a143-806dd28bf561 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1295278 Jan 21 10:10:46.945196 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50614) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:46.945720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ddb06-a8c7-4402-a143-806dd28bf561 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:46.950033 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-5f73d882-0fdb-4397-9594-71e1eeda5e7d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'security_group_rule': {'security_group_id': '22cd06e1-1c03-409e-aab1-19f5ea0a4c4e', 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:46.979932 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5f73d882-0fdb-4397-9594-71e1eeda5e7d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.035034 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5f73d882-0fdb-4397-9594-71e1eeda5e7d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.041964 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5f73d882-0fdb-4397-9594-71e1eeda5e7d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.062639 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73d882-0fdb-4397-9594-71e1eeda5e7d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d54158c-1835-46b1-9b41-49ecbd518cb2,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:47.074268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-5f73d882-0fdb-4397-9594-71e1eeda5e7d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.076228 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-5f73d882-0fdb-4397-9594-71e1eeda5e7d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294153 Jan 21 10:10:47.078805 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50616) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:47.083476 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-6c4795f8-feb9-46f1-a6e7-b413bb7326a2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'security_group_rule': {'security_group_id': '22cd06e1-1c03-409e-aab1-19f5ea0a4c4e', 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:47.111151 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6c4795f8-feb9-46f1-a6e7-b413bb7326a2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.172951 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6c4795f8-feb9-46f1-a6e7-b413bb7326a2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.177888 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6c4795f8-feb9-46f1-a6e7-b413bb7326a2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.195011 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4795f8-feb9-46f1-a6e7-b413bb7326a2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64116094-1864-408a-a89b-9dcea67f6db0,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:47.205805 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6c4795f8-feb9-46f1-a6e7-b413bb7326a2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.207021 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6c4795f8-feb9-46f1-a6e7-b413bb7326a2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271114 Jan 21 10:10:47.209885 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50618) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:47.214648 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-0c6e176c-65c3-4d2a-ba2c-b471a86956a2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'security_group_rule': {'security_group_id': '22cd06e1-1c03-409e-aab1-19f5ea0a4c4e', 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:47.246074 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c6e176c-65c3-4d2a-ba2c-b471a86956a2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.306491 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c6e176c-65c3-4d2a-ba2c-b471a86956a2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.311199 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c6e176c-65c3-4d2a-ba2c-b471a86956a2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.332848 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e176c-65c3-4d2a-ba2c-b471a86956a2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9169caa7-8d46-42e6-bdf4-44ed83e0e995,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:47.334489 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 539ed595-418f-4e4d-b99c-eb9842f07b39 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:10:47.342105 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0c6e176c-65c3-4d2a-ba2c-b471a86956a2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.346041 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0c6e176c-65c3-4d2a-ba2c-b471a86956a2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325755 Jan 21 10:10:47.346413 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50620) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:47.352195 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e2dc83b1-7d99-4b95-8dbc-919458fd0c1a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'security_group_rule': {'security_group_id': '22cd06e1-1c03-409e-aab1-19f5ea0a4c4e', 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:47.382509 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2dc83b1-7d99-4b95-8dbc-919458fd0c1a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.387221 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 539ed595-418f-4e4d-b99c-eb9842f07b39 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:47.387600 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.451118 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2dc83b1-7d99-4b95-8dbc-919458fd0c1a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.456608 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2dc83b1-7d99-4b95-8dbc-919458fd0c1a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.481964 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.482537 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc83b1-7d99-4b95-8dbc-919458fd0c1a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd95f3c-1223-4747-9785-2cd11510f0ab,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:47.494835 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e2dc83b1-7d99-4b95-8dbc-919458fd0c1a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.496198 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e2dc83b1-7d99-4b95-8dbc-919458fd0c1a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1488442 Jan 21 10:10:47.498870 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50622) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:47.504854 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d6ef9ee1-4d23-47d3-9555-934f464a3375 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'security_group_rule': {'security_group_id': '22cd06e1-1c03-409e-aab1-19f5ea0a4c4e', 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:47.508256 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 539ed595-418f-4e4d-b99c-eb9842f07b39, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=539ed595-418f-4e4d-b99c-eb9842f07b39,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:47.512853 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.513695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 682e5d87-c9d6-4340-bec6-67df36938ebc up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:10:47.532388 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-d6ef9ee1-4d23-47d3-9555-934f464a3375 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Project 1a1ae85cbef24232bc4f056090a2f18e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:10:47.537686 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9ee1-4d23-47d3-9555-934f464a3375 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.602062 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=539ed595-418f-4e4d-b99c-eb9842f07b39,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:47.608828 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9ee1-4d23-47d3-9555-934f464a3375 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.613253 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 682e5d87-c9d6-4340-bec6-67df36938ebc triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:47.613666 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.614059 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9ee1-4d23-47d3-9555-934f464a3375 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.633873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef9ee1-4d23-47d3-9555-934f464a3375 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b9aeb1-9591-4baf-82f0-c9ed7701324a,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:47.648970 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9ee1-4d23-47d3-9555-934f464a3375 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.651048 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d6ef9ee1-4d23-47d3-9555-934f464a3375 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508915 Jan 21 10:10:47.653714 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50624) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:47.660532 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-11494eda-1df5-456e-8a50-339913d7576d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'security_group_rule': {'security_group_id': '22cd06e1-1c03-409e-aab1-19f5ea0a4c4e', 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:47.688108 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-11494eda-1df5-456e-8a50-339913d7576d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Project 1a1ae85cbef24232bc4f056090a2f18e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:10:47.694425 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-11494eda-1df5-456e-8a50-339913d7576d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.766356 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-11494eda-1df5-456e-8a50-339913d7576d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.772836 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-11494eda-1df5-456e-8a50-339913d7576d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.791835 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11494eda-1df5-456e-8a50-339913d7576d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28645a23-0eca-454e-a164-8fcae51b92b1,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:47.799181 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-11494eda-1df5-456e-8a50-339913d7576d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.800394 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-11494eda-1df5-456e-8a50-339913d7576d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454556 Jan 21 10:10:47.846962 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Sync routers for ids ['72af5250-89c6-45ef-b01b-00af24da2dc7'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:10:47.861005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Routers {'72af5250-89c6-45ef-b01b-00af24da2dc7'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:47.861757 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['72af5250-89c6-45ef-b01b-00af24da2dc7'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:47.954272 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-9d5d199b-c557-49c3-8b08-3aac95d155ed tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1821928615&fields=id&tenant_id=1a1ae85cbef24232bc4f056090a2f18e HTTP/1.1" status: 200 len: 267 time: 0.0322387 Jan 21 10:10:47.971958 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Set router 72af5250-89c6-45ef-b01b-00af24da2dc7 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:10:48.066735 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-dd8d2e2e-97a4-447b-9385-9b195028c1d1 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:48.068741 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-dd8d2e2e-97a4-447b-9385-9b195028c1d1 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 809 time: 0.1062145 Jan 21 10:10:48.090227 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-fc6145a7-013e-4a86-8081-ee7c85838204 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/quotas/1a1ae85cbef24232bc4f056090a2f18e HTTP/1.1" status: 200 len: 375 time: 0.0119369 Jan 21 10:10:48.146607 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-245abd35-3d16-4494-bf5d-8eba9c1e6629 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504479 Jan 21 10:10:48.181093 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'name': 'tempest-TestShelveInstance-1074441185-router', 'tenant_id': '23d20d393f9b4a6da697eb5c31e75938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '539ed595-418f-4e4d-b99c-eb9842f07b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:10:45Z', 'revision_number': 4, 'project_id': '23d20d393f9b4a6da697eb5c31e75938', 'gw_port': {'id': '539ed595-418f-4e4d-b99c-eb9842f07b39', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110', 'name': '', 'network_id': 'de5bf6f6-975f-4092-8b56-25adf9d1c220', 'tenant_id': '23d20d393f9b4a6da697eb5c31e75938', 'mac_address': 'fa:16:3e:8d:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bd4b412b-c7c5-4617-bfae-fd09a865bfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:44Z', 'updated_at': '2022-01-21T10:10:45Z', 'revision_number': 2, 'project_id': '23d20d393f9b4a6da697eb5c31e75938', 'subnets': [{'id': 'bd4b412b-c7c5-4617-bfae-fd09a865bfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:48.207529 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Checking router: 72af5250-89c6-45ef-b01b-00af24da2dc7 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:10:48.207883 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Updating router 72af5250-89c6-45ef-b01b-00af24da2dc7 port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:10:48.232984 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:48.253225 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-cf102e42-d039-4b76-a6bf-695bae7ad2b2 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:10:48.254311 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-cf102e42-d039-4b76-a6bf-695bae7ad2b2 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0958643 Jan 21 10:10:48.345247 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-34d4cd5f-d914-49da-83e7-092383a17b82 service neutron] 10.222.0.88 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839462 Jan 21 10:10:48.456546 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-29c8b768-d1e4-4dae-8be1-4e712b8351a8 service neutron] 10.222.0.88 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035650 Jan 21 10:10:48.521844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:48.529628 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:48.588942 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a633db0-b0ed-4103-b7de-5068cdb0f1a2 None None] Pushing event updated for resources: {'Port': ['ID=9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:48.643202 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Attempting to bind port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:48.643770 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Attempting to bind port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '1256d8be-9429-4b95-9fe5-bd556cdfe143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de5bf6f6-975f-4092-8b56-25adf9d1c220'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:48.644133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Attempting to bind port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 on network de5bf6f6-975f-4092-8b56-25adf9d1c220 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:10:48.650197 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:10:48.650570 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Checking segment: {'id': '1256d8be-9429-4b95-9fe5-bd556cdfe143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de5bf6f6-975f-4092-8b56-25adf9d1c220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:10:48.651147 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:48.651402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Bound using segment: {'id': '1256d8be-9429-4b95-9fe5-bd556cdfe143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de5bf6f6-975f-4092-8b56-25adf9d1c220'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:10:48.651934 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Bound port: 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1256d8be-9429-4b95-9fe5-bd556cdfe143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de5bf6f6-975f-4092-8b56-25adf9d1c220'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:48.652324 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:48.655874 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4524b029-9f52-49a5-b9af-91e6c1b7eeca req-c5fa2936-6cad-401e-9ab7-ffde6e67451f tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 210 time: 0.0313070 Jan 21 10:10:48.723516 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] For port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:48.727885 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] For port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110,segment=NetworkSegment(1256d8be-9429-4b95-9fe5-bd556cdfe143),segment_id=1256d8be-9429-4b95-9fe5-bd556cdfe143)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:48.734529 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:48.806160 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a633db0-b0ed-4103-b7de-5068cdb0f1a2 None None] Pushing event updated for resources: {'Port': ['ID=9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:48.808558 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Routers {'72af5250-89c6-45ef-b01b-00af24da2dc7'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:48.809165 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['72af5250-89c6-45ef-b01b-00af24da2dc7'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:48.916623 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-29d25fc5-cfac-4fe1-a769-d8a6d88e1456 None None] Provisioning complete for port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:48.916623 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-29d25fc5-cfac-4fe1-a769-d8a6d88e1456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:48.966644 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] Set router 72af5250-89c6-45ef-b01b-00af24da2dc7 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:10:49.121962 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-29d25fc5-cfac-4fe1-a769-d8a6d88e1456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:49.185342 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-29d25fc5-cfac-4fe1-a769-d8a6d88e1456 None None] For port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110,segment=NetworkSegment(1256d8be-9429-4b95-9fe5-bd556cdfe143),segment_id=1256d8be-9429-4b95-9fe5-bd556cdfe143)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:49.189492 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-29d25fc5-cfac-4fe1-a769-d8a6d88e1456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:49.278872 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d25fc5-cfac-4fe1-a769-d8a6d88e1456 None None] Pushing event updated for resources: {'Port': ['ID=9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:49.283996 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 539ed595-418f-4e4d-b99c-eb9842f07b39 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:10:49.337754 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'name': 'tempest-TestShelveInstance-1074441185-router', 'tenant_id': '23d20d393f9b4a6da697eb5c31e75938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '539ed595-418f-4e4d-b99c-eb9842f07b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:10:45Z', 'revision_number': 4, 'project_id': '23d20d393f9b4a6da697eb5c31e75938', 'gw_port': {'id': '539ed595-418f-4e4d-b99c-eb9842f07b39', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110', 'name': '', 'network_id': 'de5bf6f6-975f-4092-8b56-25adf9d1c220', 'tenant_id': '23d20d393f9b4a6da697eb5c31e75938', 'mac_address': 'fa:16:3e:8d:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bd4b412b-c7c5-4617-bfae-fd09a865bfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:44Z', 'updated_at': '2022-01-21T10:10:48Z', 'revision_number': 4, 'project_id': '23d20d393f9b4a6da697eb5c31e75938', 'subnets': [{'id': 'bd4b412b-c7c5-4617-bfae-fd09a865bfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:49.368269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e054596d-17cf-4ae4-b776-ac4281c67eeb None None] Provisioning complete for port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:49.368636 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e054596d-17cf-4ae4-b776-ac4281c67eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:49.371720 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21daea8-25aa-4e2c-abdf-b883258565a4 None None] The sync data for ids ['72af5250-89c6-45ef-b01b-00af24da2dc7'] in dv-neutron-825721-1-hyperv is: [{'id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'name': 'tempest-TestShelveInstance-1074441185-router', 'tenant_id': '23d20d393f9b4a6da697eb5c31e75938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '539ed595-418f-4e4d-b99c-eb9842f07b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:10:45Z', 'revision_number': 4, 'project_id': '23d20d393f9b4a6da697eb5c31e75938', 'gw_port': {'id': '539ed595-418f-4e4d-b99c-eb9842f07b39', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110', 'name': '', 'network_id': 'de5bf6f6-975f-4092-8b56-25adf9d1c220', 'tenant_id': '23d20d393f9b4a6da697eb5c31e75938', 'mac_address': 'fa:16:3e:8d:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bd4b412b-c7c5-4617-bfae-fd09a865bfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:44Z', 'updated_at': '2022-01-21T10:10:48Z', 'revision_number': 4, 'project_id': '23d20d393f9b4a6da697eb5c31e75938', 'subnets': [{'id': 'bd4b412b-c7c5-4617-bfae-fd09a865bfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:10:49.414870 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 539ed595-418f-4e4d-b99c-eb9842f07b39 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:49.414870 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:49.723741 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-78433f49-719d-403e-892b-6e1435e0bd8f tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:49.725863 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-78433f49-719d-403e-892b-6e1435e0bd8f tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 809 time: 0.1258249 Jan 21 10:10:49.763820 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f1925fd0-160f-4ce6-9fc4-13d524e69448 req-2f95a962-ded6-4143-94db-1ad22400a4bb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 210 time: 0.0292294 Jan 21 10:10:49.775561 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-4eb85501-ff17-40a5-8e61-d56994ac2c30 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a1ae85cbef24232bc4f056090a2f18e HTTP/1.1" status: 200 len: 380 time: 0.0405254 Jan 21 10:10:49.789158 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-10cd19a8-9d8c-43a5-aa95-271169a27097 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'port': {'device_id': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'admin_state_up': True, 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'security_groups': ['22cd06e1-1c03-409e-aab1-19f5ea0a4c4e']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:49.905934 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-10cd19a8-9d8c-43a5-aa95-271169a27097 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Made reservation on behalf of 1a1ae85cbef24232bc4f056090a2f18e for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:49.909829 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-10cd19a8-9d8c-43a5-aa95-271169a27097 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.045974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-10cd19a8-9d8c-43a5-aa95-271169a27097 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Allocated IP 172.20.0.6 (c608859b-86f7-483c-b333-d886f225beb0/759ae72a-6603-4da0-a67f-9069d2337f24/dd4b25c4-8ecb-4719-b86d-a61cc76f7352) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:50.191723 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-10cd19a8-9d8c-43a5-aa95-271169a27097 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.225631 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-10cd19a8-9d8c-43a5-aa95-271169a27097 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.269589 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-10cd19a8-9d8c-43a5-aa95-271169a27097 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Network c608859b-86f7-483c-b333-d886f225beb0 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:50.273594 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-10cd19a8-9d8c-43a5-aa95-271169a27097 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:50.277171 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-10cd19a8-9d8c-43a5-aa95-271169a27097 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:50.305487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd19a8-9d8c-43a5-aa95-271169a27097 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'Port': ['ID=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:50.334552 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-10cd19a8-9d8c-43a5-aa95-271169a27097 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:50.335247 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-10cd19a8-9d8c-43a5-aa95-271169a27097 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.353797 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-10cd19a8-9d8c-43a5-aa95-271169a27097 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5714579 Jan 21 10:10:50.367339 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Request body: {'port': {'device_id': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:50.429634 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.468700 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-34e58dcb-0532-4326-b6fc-83745729c6fe None None] Provisioning complete for port dd4b25c4-8ecb-4719-b86d-a61cc76f7352 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:50.469711 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-34e58dcb-0532-4326-b6fc-83745729c6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.504394 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-34e58dcb-0532-4326-b6fc-83745729c6fe None None] Port dd4b25c4-8ecb-4719-b86d-a61cc76f7352 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:10:50.701754 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4b25c4-8ecb-4719-b86d-a61cc76f7352 {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:10:50.709304 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.721126 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Transition to ACTIVE for port object dd4b25c4-8ecb-4719-b86d-a61cc76f7352 will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:50.725303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.776827 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Pushing event updated for resources: {'Port': ['ID=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:50.882692 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Attempting to bind port dd4b25c4-8ecb-4719-b86d-a61cc76f7352 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:50.883032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Attempting to bind port dd4b25c4-8ecb-4719-b86d-a61cc76f7352 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ab97e409-8e23-48ea-a7ad-3fa349e0b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:50.883364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Attempting to bind port dd4b25c4-8ecb-4719-b86d-a61cc76f7352 on network c608859b-86f7-483c-b333-d886f225beb0 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:10:50.890921 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Port dd4b25c4-8ecb-4719-b86d-a61cc76f7352 on network c608859b-86f7-483c-b333-d886f225beb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 10:10:50.891245 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Attempting to bind port dd4b25c4-8ecb-4719-b86d-a61cc76f7352 on network c608859b-86f7-483c-b333-d886f225beb0 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:10:50.900406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:10:50.900742 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Checking segment: {'id': 'ab97e409-8e23-48ea-a7ad-3fa349e0b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:10:50.901127 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Bound using segment: {'id': 'ab97e409-8e23-48ea-a7ad-3fa349e0b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:10:50.901606 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Bound port: dd4b25c4-8ecb-4719-b86d-a61cc76f7352, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab97e409-8e23-48ea-a7ad-3fa349e0b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:50.901967 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.924706 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1789a-c8c1-4d61-8e86-29606692932b req-fa080819-c9e8-4b98-90ad-6d6cb2f0a50d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:50.926437 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b6d1789a-c8c1-4d61-8e86-29606692932b req-fa080819-c9e8-4b98-90ad-6d6cb2f0a50d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 943 time: 0.0837951 Jan 21 10:10:51.013481 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b6d1789a-c8c1-4d61-8e86-29606692932b req-39116262-4a73-4143-82e2-ddd5f7cafbd6 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555749 Jan 21 10:10:51.015974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] For port dd4b25c4-8ecb-4719-b86d-a61cc76f7352, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:51.019269 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] For port dd4b25c4-8ecb-4719-b86d-a61cc76f7352, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:51.025139 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:51.064038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:51.064655 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:51.066067 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] 10.222.0.113 "PUT /v2.0/ports/dd4b25c4-8ecb-4719-b86d-a61cc76f7352 HTTP/1.1" status: 200 len: 1093 time: 0.7039483 Jan 21 10:10:51.066510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'tag': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:51.069005 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301db329-ac9d-4b21-99ab-3dbca911cf6d" -d '{"events": [{"name": "network-changed", "server_uuid": "285593db-490f-4cc5-bb22-43dd7bbe9ae0", "tag": "dd4b25c4-8ecb-4719-b86d-a61cc76f7352"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:10:51.101133 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92649393-0462-40a2-acfc-56a6aebbb0cc service neutron] Pushing event updated for resources: {'Port': ['ID=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:51.120395 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd9b595-47c4-4559-bdfb-eba0e56441a7 x-openstack-request-id: req-dfd9b595-47c4-4559-bdfb-eba0e56441a7 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:10:51.120692 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285593db-490f-4cc5-bb22-43dd7bbe9ae0", "tag": "dd4b25c4-8ecb-4719-b86d-a61cc76f7352", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:10:51.120950 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dfd9b595-47c4-4559-bdfb-eba0e56441a7 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:10:51.121506 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'tag': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'status': 'completed', 'code': 200} Jan 21 10:10:51.153303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-8cbc3919-454f-4563-a20a-d92a070ac1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:51.154891 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-8cbc3919-454f-4563-a20a-d92a070ac1fd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0474334 Jan 21 10:10:51.202888 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-abf6576a-a42d-432b-87df-59022a951afb service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352 HTTP/1.1" status: 200 len: 217 time: 0.0410523 Jan 21 10:10:51.280274 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-a4e5f2dc-d6f2-4220-93bc-54acbe812de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:51.281798 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-a4e5f2dc-d6f2-4220-93bc-54acbe812de0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0677361 Jan 21 10:10:51.319779 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:10:51.338370 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-bf90c2df-1082-41b4-a3c7-f6cf4af7d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:51.339917 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-bf90c2df-1082-41b4-a3c7-f6cf4af7d02f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515940 Jan 21 10:10:51.384745 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:51.384902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:51.444736 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-41e8e476-5434-4971-9b4d-85b7698d0d4f service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975056 Jan 21 10:10:51.559240 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3c035dba-94a0-4879-a8ec-559ff4b2fd46 req-7b8bd563-bbd5-4129-8767-52c92aec2e5e service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069591 Jan 21 10:10:51.657380 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301db329-ac9d-4b21-99ab-3dbca911cf6d req-13323b2e-1d93-4641-b261-3bf29c3dd5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:51.658946 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-301db329-ac9d-4b21-99ab-3dbca911cf6d req-13323b2e-1d93-4641-b261-3bf29c3dd5a8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0486832 Jan 21 10:10:51.759239 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301db329-ac9d-4b21-99ab-3dbca911cf6d req-74349074-40bc-4149-a854-e0e4c0209da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:51.760744 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-301db329-ac9d-4b21-99ab-3dbca911cf6d req-74349074-40bc-4149-a854-e0e4c0209da3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 910 time: 0.0942514 Jan 21 10:10:51.803817 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-301db329-ac9d-4b21-99ab-3dbca911cf6d req-bcc2b94b-157a-4f5d-a175-7d351f350208 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352 HTTP/1.1" status: 200 len: 217 time: 0.0360096 Jan 21 10:10:51.855820 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301db329-ac9d-4b21-99ab-3dbca911cf6d req-2a868d22-4148-4d9a-bfc9-b6ba1b6f6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:51.857279 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-301db329-ac9d-4b21-99ab-3dbca911cf6d req-2a868d22-4148-4d9a-bfc9-b6ba1b6f6ddd service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0471764 Jan 21 10:10:51.906067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301db329-ac9d-4b21-99ab-3dbca911cf6d req-3d02a65e-7c65-455f-afea-f98710eb8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:51.907585 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-301db329-ac9d-4b21-99ab-3dbca911cf6d req-3d02a65e-7c65-455f-afea-f98710eb8113 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425079 Jan 21 10:10:52.014139 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-301db329-ac9d-4b21-99ab-3dbca911cf6d req-635b2929-df80-4e5f-9080-f6ccc61efb38 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994072 Jan 21 10:10:52.143733 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-301db329-ac9d-4b21-99ab-3dbca911cf6d req-18ad4f58-1dac-4944-bb1f-421da2be4918 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229424 Jan 21 10:10:52.160121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af07ffe-5126-4caf-876d-56719305761e req-8b798197-7b8b-4539-99c8-cb4e43bd59aa tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:52.161709 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2af07ffe-5126-4caf-876d-56719305761e req-8b798197-7b8b-4539-99c8-cb4e43bd59aa tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 943 time: 0.0734823 Jan 21 10:10:52.199821 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2af07ffe-5126-4caf-876d-56719305761e req-d71aa138-7dc7-4043-b4b6-35167e2cf70f tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310082 Jan 21 10:10:52.948299 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device dd4b25c4-8ecb-4719-b86d-a61cc76f7352 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 10:10:53.041865 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port dd4b25c4-8ecb-4719-b86d-a61cc76f7352, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:53.059583 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'port_id': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'mac_address': 'fa:16:3e:ae:4f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 10:10:53.101787 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:53.115224 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4b25c4-8ecb-4719-b86d-a61cc76f7352 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:10:53.134769 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port dd4b25c4-8ecb-4719-b86d-a61cc76f7352, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:53.139033 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:53.187198 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:53.318625 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbe0fe-0019-48b4-98c6-803c51f9e629 req-a4212f68-7944-4c69-b86a-700411cfcf9f tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:53.320048 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1fbbe0fe-0019-48b4-98c6-803c51f9e629 req-a4212f68-7944-4c69-b86a-700411cfcf9f tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0514014 Jan 21 10:10:53.344717 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['dd4b25c4-8ecb-4719-b86d-a61cc76f7352'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:10:53.357976 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1fbbe0fe-0019-48b4-98c6-803c51f9e629 req-4876229d-6bfd-4e06-adb6-be557dd82a0a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318260 Jan 21 10:10:54.473186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc877ff1-f7f2-46ec-bd52-879f814c9504 req-7ccc2c37-db6a-4698-8b78-18f646debff0 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:54.474968 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cc877ff1-f7f2-46ec-bd52-879f814c9504 req-7ccc2c37-db6a-4698-8b78-18f646debff0 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0496914 Jan 21 10:10:54.513184 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-cc877ff1-f7f2-46ec-bd52-879f814c9504 req-fcfd2b69-2e1a-4341-9749-97a4f04edc5a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323038 Jan 21 10:10:54.948702 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device dd4b25c4-8ecb-4719-b86d-a61cc76f7352 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:10:54.998761 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port dd4b25c4-8ecb-4719-b86d-a61cc76f7352 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:55.002506 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port dd4b25c4-8ecb-4719-b86d-a61cc76f7352 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:55.002874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:55.090899 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:55.124637 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:55.127009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fe9417-27c1-48b4-a1da-252d6fc0b16d" -d '{"events": [{"server_uuid": "285593db-490f-4cc5-bb22-43dd7bbe9ae0", "name": "network-vif-plugged", "status": "completed", "tag": "dd4b25c4-8ecb-4719-b86d-a61cc76f7352"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:10:55.143610 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:55.149727 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port dd4b25c4-8ecb-4719-b86d-a61cc76f7352, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:55.153849 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:55.177988 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264e9aef-d7b5-4b4f-a835-f8de5c0822c6 x-openstack-request-id: req-264e9aef-d7b5-4b4f-a835-f8de5c0822c6 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:10:55.178324 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285593db-490f-4cc5-bb22-43dd7bbe9ae0", "name": "network-vif-plugged", "status": "completed", "tag": "dd4b25c4-8ecb-4719-b86d-a61cc76f7352", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:10:55.178532 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-264e9aef-d7b5-4b4f-a835-f8de5c0822c6 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:10:55.178913 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'code': 200} Jan 21 10:10:55.211457 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:55.332331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953914f-1570-4d0c-8927-0204fb9904e1 req-42a7c92f-77f8-4cc0-851a-00591ebe3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:55.334475 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f953914f-1570-4d0c-8927-0204fb9904e1 req-42a7c92f-77f8-4cc0-851a-00591ebe3b07 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 1098 time: 0.0397506 Jan 21 10:10:55.370883 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f953914f-1570-4d0c-8927-0204fb9904e1 req-194d1f74-53d1-4e2e-afd9-7edb04d8cb3d service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291650 Jan 21 10:10:55.634902 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80006a2d-e95a-4908-94b0-a385558ea647 req-ab53e5e7-9068-4c6e-99b5-e0a5849a2abf tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:55.636411 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-80006a2d-e95a-4908-94b0-a385558ea647 req-ab53e5e7-9068-4c6e-99b5-e0a5849a2abf tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0563867 Jan 21 10:10:55.675013 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-80006a2d-e95a-4908-94b0-a385558ea647 req-f980d8f9-bdfb-4ba9-aaf2-5e2957d6d0de tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324471 Jan 21 10:10:56.794933 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635f83a-b97f-4128-b853-9bc478d52c10 req-b0a7bc26-1343-42ee-a279-ce06742a420d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:56.796390 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3635f83a-b97f-4128-b853-9bc478d52c10 req-b0a7bc26-1343-42ee-a279-ce06742a420d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0535150 Jan 21 10:10:56.832805 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3635f83a-b97f-4128-b853-9bc478d52c10 req-bcb37b73-599e-45f7-b21f-0d3149029c8b tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304997 Jan 21 10:10:56.947523 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3e288-a2b8-44df-bb46-1959274d4189 req-e113cb0f-a745-4d26-8dca-a0ba876254e5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:56.949217 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c6f3e288-a2b8-44df-bb46-1959274d4189 req-e113cb0f-a745-4d26-8dca-a0ba876254e5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0498350 Jan 21 10:10:56.987946 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c6f3e288-a2b8-44df-bb46-1959274d4189 req-e4ab7b31-c7b4-4d9b-928f-b86f4c63e315 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326352 Jan 21 10:10:57.009605 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50678) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:57.096585 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea99d5b3-edc5-426a-8f8c-d11c48b2e76e tempest-TestShelveInstance-1914254859 tempest-TestShelveInstance-1914254859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:57.098165 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-ea99d5b3-edc5-426a-8f8c-d11c48b2e76e tempest-TestShelveInstance-1914254859 tempest-TestShelveInstance-1914254859-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 1093 time: 0.0875046 Jan 21 10:10:57.101111 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 50682) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:10:57.106211 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:57.129630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:57.233237 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:57.347757 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Allocated IP 172.26.7.112 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/337d30e4-7809-47f3-a189-ca30e1e46302) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:57.450662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:57.485126 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:57.527776 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:57.530669 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:57.535137 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:57.539246 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'Port': ['ID=337d30e4-7809-47f3-a189-ca30e1e46302,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:57.918253 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:57.993859 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:58.155583 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:58.163940 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:58.242831 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'Port': ['ID=337d30e4-7809-47f3-a189-ca30e1e46302,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:58.256149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:58.360602 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Floating IP d9367ccf-f2cd-44c9-a84d-425a4b402c75 associated. External IP: 172.26.7.112, port: dd4b25c4-8ecb-4719-b86d-a61cc76f7352. Jan 21 10:10:58.897198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Router e79b3795-e653-44cd-9b5a-5dd4c1610f31 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:10:59.003969 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:10:59.014745 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3117eb-9dd7-4569-a2fd-6a21684f4155 None None] Sync routers for ids ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:10:59.021857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:59.026615 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3117eb-9dd7-4569-a2fd-6a21684f4155 None None] Routers {'e79b3795-e653-44cd-9b5a-5dd4c1610f31'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:59.027289 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4a3117eb-9dd7-4569-a2fd-6a21684f4155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:59.052431 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-88e69088-8b44-451a-9558-dc93e13fd6eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9497364 Jan 21 10:10:59.053294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'tag': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:59.055633 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c202b2-a624-4098-abe4-5a5c88cd0954" -d '{"events": [{"name": "network-changed", "server_uuid": "285593db-490f-4cc5-bb22-43dd7bbe9ae0", "tag": "dd4b25c4-8ecb-4719-b86d-a61cc76f7352"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:10:59.092409 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6356414f-56fa-4f15-94bd-f660bb307921 x-openstack-request-id: req-6356414f-56fa-4f15-94bd-f660bb307921 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:10:59.092703 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285593db-490f-4cc5-bb22-43dd7bbe9ae0", "tag": "dd4b25c4-8ecb-4719-b86d-a61cc76f7352", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:10:59.092956 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6356414f-56fa-4f15-94bd-f660bb307921 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:10:59.093361 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'tag': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'status': 'completed', 'code': 200} Jan 21 10:10:59.134191 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-4a3117eb-9dd7-4569-a2fd-6a21684f4155 None None] Set router e79b3795-e653-44cd-9b5a-5dd4c1610f31 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:10:59.157510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c202b2-a624-4098-abe4-5a5c88cd0954 req-32176a13-6d68-4287-90c8-70330faf081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:59.158934 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-91c202b2-a624-4098-abe4-5a5c88cd0954 req-32176a13-6d68-4287-90c8-70330faf081c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 1098 time: 0.0418878 Jan 21 10:10:59.251721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c202b2-a624-4098-abe4-5a5c88cd0954 req-f23d1ef2-eedb-4833-af4a-f2e52072fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:59.253217 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-91c202b2-a624-4098-abe4-5a5c88cd0954 req-f23d1ef2-eedb-4833-af4a-f2e52072fe4d service neutron] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 910 time: 0.0844626 Jan 21 10:10:59.326658 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-91c202b2-a624-4098-abe4-5a5c88cd0954 req-bcaf2880-06ff-466a-964b-e3e3b3250ec2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352 HTTP/1.1" status: 200 len: 999 time: 0.0672312 Jan 21 10:10:59.363303 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4a3117eb-9dd7-4569-a2fd-6a21684f4155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 4, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'd9367ccf-f2cd-44c9-a84d-425a4b402c75', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'floating_ip_address': '172.26.7.112', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'port_id': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'mac_address': 'fa:16:3e:ae:4f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:10:57Z', 'updated_at': '2022-01-21T10:10:57Z', 'revision_number': 0, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd586470b-805c-4c4a-b4bd-f80ed3a14e0c', 'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'mac_address': 'fa:16:3e:46:4e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:39Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 5, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'subnets': [{'id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:59.374899 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c202b2-a624-4098-abe4-5a5c88cd0954 req-38680e3e-374b-4fee-92f9-6bf2d591625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:59.376374 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-91c202b2-a624-4098-abe4-5a5c88cd0954 req-38680e3e-374b-4fee-92f9-6bf2d591625c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0438290 Jan 21 10:10:59.389801 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3117eb-9dd7-4569-a2fd-6a21684f4155 None None] Checking router: e79b3795-e653-44cd-9b5a-5dd4c1610f31 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:10:59.399180 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3117eb-9dd7-4569-a2fd-6a21684f4155 None None] Routers {'e79b3795-e653-44cd-9b5a-5dd4c1610f31'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:59.399777 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4a3117eb-9dd7-4569-a2fd-6a21684f4155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:59.421405 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c202b2-a624-4098-abe4-5a5c88cd0954 req-1d11e9c0-077f-4778-8e82-f52112bb9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:59.422869 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-91c202b2-a624-4098-abe4-5a5c88cd0954 req-1d11e9c0-077f-4778-8e82-f52112bb9de5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403883 Jan 21 10:10:59.508386 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-4a3117eb-9dd7-4569-a2fd-6a21684f4155 None None] Set router e79b3795-e653-44cd-9b5a-5dd4c1610f31 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:10:59.520416 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-91c202b2-a624-4098-abe4-5a5c88cd0954 req-4aedd36a-69f9-45d8-af13-9ad9aea78ff5 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911269 Jan 21 10:10:59.608990 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-91c202b2-a624-4098-abe4-5a5c88cd0954 req-c663b6b3-7ebd-40c4-8ad4-d8eb11d4610d service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824780 Jan 21 10:10:59.730268 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4a3117eb-9dd7-4569-a2fd-6a21684f4155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 4, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'd9367ccf-f2cd-44c9-a84d-425a4b402c75', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'floating_ip_address': '172.26.7.112', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'port_id': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'mac_address': 'fa:16:3e:ae:4f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:10:57Z', 'updated_at': '2022-01-21T10:10:57Z', 'revision_number': 0, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd586470b-805c-4c4a-b4bd-f80ed3a14e0c', 'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'mac_address': 'fa:16:3e:46:4e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:39Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 5, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'subnets': [{'id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:59.760160 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3117eb-9dd7-4569-a2fd-6a21684f4155 None None] The sync data for ids ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'] in dv-neutron-825721-1-hyperv is: [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 4, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'd9367ccf-f2cd-44c9-a84d-425a4b402c75', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'floating_ip_address': '172.26.7.112', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'port_id': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'mac_address': 'fa:16:3e:ae:4f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:10:57Z', 'updated_at': '2022-01-21T10:10:57Z', 'revision_number': 0, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd586470b-805c-4c4a-b4bd-f80ed3a14e0c', 'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'mac_address': 'fa:16:3e:46:4e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:39Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 5, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'subnets': [{'id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:10:59.951304 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1c388-e38e-4227-a446-9d9da02d4d54 None None] New status for floating IP d9367ccf-f2cd-44c9-a84d-425a4b402c75: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:11:04.680077 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-15b87b74-6cea-4e0a-b369-e96d45cad34c req-085c1978-f51a-492a-83f7-bb3d7ed192b0 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447996 Jan 21 10:11:04.761417 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b87b74-6cea-4e0a-b369-e96d45cad34c req-80223cd8-4c08-463a-b683-72b76b8dcf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:04.762873 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-15b87b74-6cea-4e0a-b369-e96d45cad34c req-80223cd8-4c08-463a-b683-72b76b8dcf9b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 1098 time: 0.0417984 Jan 21 10:11:04.880766 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b87b74-6cea-4e0a-b369-e96d45cad34c req-d0e646aa-cd43-4d86-b0f0-34a438dab99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:04.882360 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-15b87b74-6cea-4e0a-b369-e96d45cad34c req-d0e646aa-cd43-4d86-b0f0-34a438dab99f service neutron] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 910 time: 0.1002326 Jan 21 10:11:04.949322 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-15b87b74-6cea-4e0a-b369-e96d45cad34c req-a538db24-32de-4253-9a3a-7d7db035529e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352 HTTP/1.1" status: 200 len: 1001 time: 0.0609450 Jan 21 10:11:04.996640 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b87b74-6cea-4e0a-b369-e96d45cad34c req-2bec67ec-e96d-4bb0-b91f-ded2f9344716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:04.998197 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-15b87b74-6cea-4e0a-b369-e96d45cad34c req-2bec67ec-e96d-4bb0-b91f-ded2f9344716 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0431077 Jan 21 10:11:05.043186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b87b74-6cea-4e0a-b369-e96d45cad34c req-47bd9066-6165-4247-b6a8-ca737d17b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:05.044856 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-15b87b74-6cea-4e0a-b369-e96d45cad34c req-47bd9066-6165-4247-b6a8-ca737d17b946 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406444 Jan 21 10:11:05.141389 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-15b87b74-6cea-4e0a-b369-e96d45cad34c req-f077d24b-76bb-4b15-8cf6-922dfbf5aeaa service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901015 Jan 21 10:11:05.240923 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-15b87b74-6cea-4e0a-b369-e96d45cad34c req-ed62d5ff-6c32-42c6-b3c9-841feb2d7d37 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933559 Jan 21 10:11:05.928713 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-028955ee-3625-484d-ab35-8069cf7ceb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:08.330494 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-75f2e042-6a59-431e-b3a5-f0431802dad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:09.415029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:11.457657 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:11.458363 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:14.203569 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:11:25.138966 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:35.930671 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-805eff0a-94f5-40ff-b183-d8290e78d2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:38.322124 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-18499cf3-8854-427d-a657-0405b556f955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:39.418162 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:41.422319 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:41.433235 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:51.202148 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:11:55.150396 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:05.679078 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-83d8bd70-78a5-468e-bbe0-c9b0078dbc0a req-e174b437-c914-4f70-9129-eb26d56c870b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401571 Jan 21 10:12:05.764449 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8bd70-78a5-468e-bbe0-c9b0078dbc0a req-6bceca0f-1a9a-4143-956f-6788b9197fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:05.765901 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-83d8bd70-78a5-468e-bbe0-c9b0078dbc0a req-6bceca0f-1a9a-4143-956f-6788b9197fe2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 1098 time: 0.0452442 Jan 21 10:12:05.868839 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8bd70-78a5-468e-bbe0-c9b0078dbc0a req-2ad47afa-3c2f-4dfa-b4c5-3b34f244ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:05.870354 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-83d8bd70-78a5-468e-bbe0-c9b0078dbc0a req-2ad47afa-3c2f-4dfa-b4c5-3b34f244ce98 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 910 time: 0.0859904 Jan 21 10:12:05.932550 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a709ef09-4248-4871-b207-832cbdb5ae62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:05.948353 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-83d8bd70-78a5-468e-bbe0-c9b0078dbc0a req-9734b18e-92ef-4f22-ad34-195e7b3cc810 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352 HTTP/1.1" status: 200 len: 1001 time: 0.0716372 Jan 21 10:12:06.000034 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8bd70-78a5-468e-bbe0-c9b0078dbc0a req-34cf2854-50b7-4959-8f5f-265b32ec172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:06.002042 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-83d8bd70-78a5-468e-bbe0-c9b0078dbc0a req-34cf2854-50b7-4959-8f5f-265b32ec172e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0471094 Jan 21 10:12:06.047941 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8bd70-78a5-468e-bbe0-c9b0078dbc0a req-2123baf9-483d-4b11-a6fb-71d8b71aaa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:06.049428 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-83d8bd70-78a5-468e-bbe0-c9b0078dbc0a req-2123baf9-483d-4b11-a6fb-71d8b71aaa9f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407135 Jan 21 10:12:06.060101 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [req-83d8bd70-78a5-468e-bbe0-c9b0078dbc0a req-f368b020-cac2-40e5-989e-2c0980da85d5 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:12:06.061096 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-83d8bd70-78a5-468e-bbe0-c9b0078dbc0a req-f368b020-cac2-40e5-989e-2c0980da85d5 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048578 Jan 21 10:12:06.153283 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-83d8bd70-78a5-468e-bbe0-c9b0078dbc0a req-5ce53814-b4ce-4ff2-b826-f0a90522bd4c service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860894 Jan 21 10:12:06.252601 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-83d8bd70-78a5-468e-bbe0-c9b0078dbc0a req-e106ca43-5d91-40f0-baa2-be686d620524 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910645 Jan 21 10:12:08.323302 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-049d3895-75c1-4f3a-9032-ac21517ae25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.420150 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:11.425305 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:11.436340 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:25.145969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:28.202525 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:12:35.934938 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-da87a3e2-8dec-4932-8679-e03a230a505b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:38.324207 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d448b9a8-9c10-4778-9f20-aace65f4502b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:39.425012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:41.429409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:41.440410 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:55.156789 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:55.582046 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aac287-f241-4aa2-bf82-886438f4dd9a req-0366839a-7108-4e08-81cc-c706807a3817 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:55.583721 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-32aac287-f241-4aa2-bf82-886438f4dd9a req-0366839a-7108-4e08-81cc-c706807a3817 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0494356 Jan 21 10:12:55.622707 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-32aac287-f241-4aa2-bf82-886438f4dd9a req-f8a0daee-ea55-489d-b72d-2759d7027139 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322285 Jan 21 10:12:56.743274 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94ed9c-e1b0-4c52-8649-681906eeddc0 req-9b859a57-457c-4963-ad71-13be18aae7e7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:56.744651 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8e94ed9c-e1b0-4c52-8649-681906eeddc0 req-9b859a57-457c-4963-ad71-13be18aae7e7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0516570 Jan 21 10:12:56.783962 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8e94ed9c-e1b0-4c52-8649-681906eeddc0 req-3ce0c263-b3df-465b-b1a5-fff6a9c7a9da tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329678 Jan 21 10:12:57.952016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7587b96-b34b-440c-884f-cc634fa87918 req-4ed6307b-e652-4382-ac54-1c6e54a25425 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:57.953506 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d7587b96-b34b-440c-884f-cc634fa87918 req-4ed6307b-e652-4382-ac54-1c6e54a25425 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.1023822 Jan 21 10:12:57.994185 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d7587b96-b34b-440c-884f-cc634fa87918 req-45170015-0404-4fe8-b847-91f613cab838 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347488 Jan 21 10:12:59.115395 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c1743-61e3-4437-a95f-eeebf39e0033 req-4b19751b-a455-4804-907a-a41762b9cb38 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:59.116885 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f33c1743-61e3-4437-a95f-eeebf39e0033 req-4b19751b-a455-4804-907a-a41762b9cb38 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0540025 Jan 21 10:12:59.155614 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f33c1743-61e3-4437-a95f-eeebf39e0033 req-ea49f1b9-5b16-48a6-bc22-a531e37d14a1 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326018 Jan 21 10:13:00.270580 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634978d-0af9-4c25-b548-cd1454478040 req-5741a547-8749-4f0b-9173-116e939fd483 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:00.272067 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a634978d-0af9-4c25-b548-cd1454478040 req-5741a547-8749-4f0b-9173-116e939fd483 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0488210 Jan 21 10:13:00.311247 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a634978d-0af9-4c25-b548-cd1454478040 req-0cd3e141-d6d0-4df5-8ab6-8084543d3d28 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315747 Jan 21 10:13:01.440122 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562325c0-173e-4695-b5aa-f25fec8c3b5f req-7e7ccbb1-c70b-4c06-8a88-e06081e06416 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:01.441729 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-562325c0-173e-4695-b5aa-f25fec8c3b5f req-7e7ccbb1-c70b-4c06-8a88-e06081e06416 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0545113 Jan 21 10:13:01.487907 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-562325c0-173e-4695-b5aa-f25fec8c3b5f req-b69e554c-bafd-4042-aff8-6b30b5890d00 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400732 Jan 21 10:13:02.605609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3f811-74f3-4066-8a8d-a8a54fe23533 req-47396a55-0030-4308-8d3e-632a94dd00bb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:02.607213 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-78c3f811-74f3-4066-8a8d-a8a54fe23533 req-47396a55-0030-4308-8d3e-632a94dd00bb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0486133 Jan 21 10:13:02.649806 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-78c3f811-74f3-4066-8a8d-a8a54fe23533 req-d81a7bdd-4ee0-4522-929a-c775ad98da47 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366635 Jan 21 10:13:03.768972 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4168d-3552-4858-bee6-bf3057a0867d req-e238042e-8b2f-4070-8192-1722b08248e2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:03.770477 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-42b4168d-3552-4858-bee6-bf3057a0867d req-e238042e-8b2f-4070-8192-1722b08248e2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0519378 Jan 21 10:13:03.811931 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-42b4168d-3552-4858-bee6-bf3057a0867d req-3c8fdead-646e-4fbf-a594-607fedbd1147 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331275 Jan 21 10:13:04.927522 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab0269-3d6c-4381-be9d-3c749b59ff1d req-832e3c42-4cc8-40c4-badb-60fc758f126a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:04.928986 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a1ab0269-3d6c-4381-be9d-3c749b59ff1d req-832e3c42-4cc8-40c4-badb-60fc758f126a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0508940 Jan 21 10:13:04.972096 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a1ab0269-3d6c-4381-be9d-3c749b59ff1d req-c2c4c33c-5f9b-4328-9b3e-6ede5f8530eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368330 Jan 21 10:13:05.203042 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:13:05.937466 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd73a-00a2-43df-850e-54f4a6cafe42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.093991 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be966d-87b0-4dd6-9e0b-b13366b4ee2c req-c85be341-5ec8-4687-bff3-3386b5075307 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:06.095387 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c3be966d-87b0-4dd6-9e0b-b13366b4ee2c req-c85be341-5ec8-4687-bff3-3386b5075307 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0555508 Jan 21 10:13:06.134047 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c3be966d-87b0-4dd6-9e0b-b13366b4ee2c req-4289ac09-b142-4277-bf4c-ffab8a33591b tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328150 Jan 21 10:13:07.251515 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ca94e-e91f-42c7-bb6d-9e4d44c3d566 req-fa6b23cf-2362-462d-9df3-1c6e7d1f3942 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:07.252903 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-460ca94e-e91f-42c7-bb6d-9e4d44c3d566 req-fa6b23cf-2362-462d-9df3-1c6e7d1f3942 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0494168 Jan 21 10:13:07.295307 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-460ca94e-e91f-42c7-bb6d-9e4d44c3d566 req-319f0c07-60c4-4c8e-9fa1-e5395927eb01 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364888 Jan 21 10:13:07.570888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device dd4b25c4-8ecb-4719-b86d-a61cc76f7352 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 10:13:07.663967 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port dd4b25c4-8ecb-4719-b86d-a61cc76f7352, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:07.677919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'port_id': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'mac_address': 'fa:16:3e:ae:4f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 10:13:07.725767 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:07.726929 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e35fd2-6895-4c46-a9b8-d3c1953a05e9 req-6c9b6f5b-daf8-4471-a82d-d0894aac7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:07.729336 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46e35fd2-6895-4c46-a9b8-d3c1953a05e9 req-6c9b6f5b-daf8-4471-a82d-d0894aac7fc3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 1098 time: 0.0473230 Jan 21 10:13:07.746686 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd4b25c4-8ecb-4719-b86d-a61cc76f7352 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:13:07.767924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port dd4b25c4-8ecb-4719-b86d-a61cc76f7352, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:07.771889 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:07.827992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:07.835872 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:07.836218 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:07.836629 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:07.837009 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:07.837336 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:07.837697 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:07.838013 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:07.838334 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:07.839055 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:07.839441 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:07.839761 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:07.840080 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:07.845027 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['dd4b25c4-8ecb-4719-b86d-a61cc76f7352'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:13:07.863990 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e35fd2-6895-4c46-a9b8-d3c1953a05e9 req-7f198f40-df99-4b29-afb0-06e779f0f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:07.865522 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46e35fd2-6895-4c46-a9b8-d3c1953a05e9 req-7f198f40-df99-4b29-afb0-06e779f0f115 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 910 time: 0.1182265 Jan 21 10:13:07.938381 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46e35fd2-6895-4c46-a9b8-d3c1953a05e9 req-14497d09-ef4a-4a16-a0dc-0ae31eaaef57 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352 HTTP/1.1" status: 200 len: 1000 time: 0.0657897 Jan 21 10:13:07.995656 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e35fd2-6895-4c46-a9b8-d3c1953a05e9 req-2ed17667-e54e-483c-831c-0c7620551c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:07.997169 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46e35fd2-6895-4c46-a9b8-d3c1953a05e9 req-2ed17667-e54e-483c-831c-0c7620551c98 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0529120 Jan 21 10:13:08.076599 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e35fd2-6895-4c46-a9b8-d3c1953a05e9 req-b15e0101-4f71-4f40-bc46-da6c08721be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:08.077830 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46e35fd2-6895-4c46-a9b8-d3c1953a05e9 req-b15e0101-4f71-4f40-bc46-da6c08721be8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729232 Jan 21 10:13:08.176619 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46e35fd2-6895-4c46-a9b8-d3c1953a05e9 req-785b2d6c-f433-4692-8cd9-f741c08a9af8 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920756 Jan 21 10:13:08.283565 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46e35fd2-6895-4c46-a9b8-d3c1953a05e9 req-f594e9d7-38cd-43af-a675-4cd9ee7f07da service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996854 Jan 21 10:13:08.329514 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-cc9e4455-4935-4c4d-95d5-435108725563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:08.421217 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c6927-51cb-4867-ba0a-be69d25e9f5f req-1f462a3d-d352-4f75-b28f-6cf3cc27ef24 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:08.422967 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-954c6927-51cb-4867-ba0a-be69d25e9f5f req-1f462a3d-d352-4f75-b28f-6cf3cc27ef24 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0586274 Jan 21 10:13:08.486230 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-954c6927-51cb-4867-ba0a-be69d25e9f5f req-aeebb752-03b5-4bda-8eda-cd06e6fa577a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569799 Jan 21 10:13:09.431168 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:09.586236 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device dd4b25c4-8ecb-4719-b86d-a61cc76f7352 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:13:09.644632 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257d2c4-b77e-44fd-b5d3-701639e99071 req-6d30c177-54f3-4926-ba5c-0d46f351c952 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:09.646877 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9257d2c4-b77e-44fd-b5d3-701639e99071 req-6d30c177-54f3-4926-ba5c-0d46f351c952 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0715394 Jan 21 10:13:09.670242 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port dd4b25c4-8ecb-4719-b86d-a61cc76f7352 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:13:09.670988 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:09.704991 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9257d2c4-b77e-44fd-b5d3-701639e99071 req-afdc0fb2-4e00-414a-8acb-7584e73af15b tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489323 Jan 21 10:13:09.760955 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:09.788642 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:13:09.791006 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebe5038-0032-46b4-a46a-c0ba7ce0e791" -d '{"events": [{"server_uuid": "285593db-490f-4cc5-bb22-43dd7bbe9ae0", "name": "network-vif-plugged", "status": "completed", "tag": "dd4b25c4-8ecb-4719-b86d-a61cc76f7352"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:13:09.804441 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port dd4b25c4-8ecb-4719-b86d-a61cc76f7352, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:09.813163 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:09.852501 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40c3566-f124-4962-ac65-544b524f203c x-openstack-request-id: req-c40c3566-f124-4962-ac65-544b524f203c {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:13:09.852822 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285593db-490f-4cc5-bb22-43dd7bbe9ae0", "name": "network-vif-plugged", "status": "completed", "tag": "dd4b25c4-8ecb-4719-b86d-a61cc76f7352", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:13:09.853125 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c40c3566-f124-4962-ac65-544b524f203c {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:13:09.853550 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'code': 200} Jan 21 10:13:09.880870 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,revision_number=7']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:10.852345 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59ea42-9188-4214-99c5-b00425169ba0 req-9634ae13-fd52-4283-bdf9-10daf257f5ff tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:10.854840 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0d59ea42-9188-4214-99c5-b00425169ba0 req-9634ae13-fd52-4283-bdf9-10daf257f5ff tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0607202 Jan 21 10:13:10.904967 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0d59ea42-9188-4214-99c5-b00425169ba0 req-ab280094-e5dd-4076-8478-a2fce636cf26 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 Jan 21 10:13:11.464404 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:11.520433 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:12.068482 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde741a-3fde-4056-b138-6e806feeb498 req-bebb85b5-3617-4450-a3d1-0b3f6ce15c91 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:12.070345 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5cde741a-3fde-4056-b138-6e806feeb498 req-bebb85b5-3617-4450-a3d1-0b3f6ce15c91 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0685902 Jan 21 10:13:12.125997 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5cde741a-3fde-4056-b138-6e806feeb498 req-69d1d0fc-fe3d-4ae4-a025-3907d52c08c1 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447297 Jan 21 10:13:13.265540 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781899e8-4b7b-41fd-96f9-1071363a5765 req-73735d71-ef44-4cc5-9807-92e58bba985b tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:13.275350 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-781899e8-4b7b-41fd-96f9-1071363a5765 req-73735d71-ef44-4cc5-9807-92e58bba985b tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0647492 Jan 21 10:13:13.317934 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-781899e8-4b7b-41fd-96f9-1071363a5765 req-b37fb6a1-b255-422e-b2dc-96935aef8e58 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411544 Jan 21 10:13:14.460109 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7d839-a774-493e-8a6c-e3b51e1c751e req-8a5b11f5-02e5-4470-b456-8c7ed2101014 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:14.461691 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27b7d839-a774-493e-8a6c-e3b51e1c751e req-8a5b11f5-02e5-4470-b456-8c7ed2101014 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0667441 Jan 21 10:13:14.518729 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27b7d839-a774-493e-8a6c-e3b51e1c751e req-a3411156-7962-400b-93c8-129f7a33bb25 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466650 Jan 21 10:13:15.654227 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a3761-fd8c-4daf-b0df-416c87efd3c7 req-dc84d80c-db50-4641-a2a5-a18a5145eebc tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:15.655982 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f78a3761-fd8c-4daf-b0df-416c87efd3c7 req-dc84d80c-db50-4641-a2a5-a18a5145eebc tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0594416 Jan 21 10:13:15.697767 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-f78a3761-fd8c-4daf-b0df-416c87efd3c7 req-bbb25e2b-b4e7-4cf8-b1c3-f99a39d63330 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347376 Jan 21 10:13:16.840591 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5a08d-82be-4adc-8444-eac583ec3933 req-479dab9b-c6c6-430b-8d30-c58e92dd2743 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:16.843069 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-99c5a08d-82be-4adc-8444-eac583ec3933 req-479dab9b-c6c6-430b-8d30-c58e92dd2743 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0604317 Jan 21 10:13:16.888001 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-99c5a08d-82be-4adc-8444-eac583ec3933 req-b6c09294-590d-4d1c-8d3f-97086192b053 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391088 Jan 21 10:13:18.013865 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff97a13-d45e-40d0-8a0f-b48b4e9e097d req-5a03d7d7-fa1c-4f15-b358-ace0a05d7667 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:18.015360 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4ff97a13-d45e-40d0-8a0f-b48b4e9e097d req-5a03d7d7-fa1c-4f15-b358-ace0a05d7667 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0519485 Jan 21 10:13:18.061320 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4ff97a13-d45e-40d0-8a0f-b48b4e9e097d req-271058c6-a763-47b7-8eaf-5e55dab48743 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399346 Jan 21 10:13:18.105878 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7307-fe8c-4231-b78a-4444de1ce86b req-64effb22-e815-430f-8c2c-a94b4d25e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:18.107407 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0b3a7307-fe8c-4231-b78a-4444de1ce86b req-64effb22-e815-430f-8c2c-a94b4d25e25a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 1098 time: 0.0427554 Jan 21 10:13:18.202289 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7307-fe8c-4231-b78a-4444de1ce86b req-43521635-9dff-4c4c-8c09-fcbda2c999d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:18.203693 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0b3a7307-fe8c-4231-b78a-4444de1ce86b req-43521635-9dff-4c4c-8c09-fcbda2c999d4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 910 time: 0.0878325 Jan 21 10:13:18.270113 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0b3a7307-fe8c-4231-b78a-4444de1ce86b req-d2f92c27-05a4-4c03-8003-5a9d386a68f2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352 HTTP/1.1" status: 200 len: 1001 time: 0.0587184 Jan 21 10:13:18.319115 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7307-fe8c-4231-b78a-4444de1ce86b req-ca6e6371-9d34-4b0a-8971-4da223df8eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:18.320591 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0b3a7307-fe8c-4231-b78a-4444de1ce86b req-ca6e6371-9d34-4b0a-8971-4da223df8eda service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0436504 Jan 21 10:13:18.369848 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7307-fe8c-4231-b78a-4444de1ce86b req-bd5863d5-d594-4bf9-9def-52a7daba920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:18.371589 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0b3a7307-fe8c-4231-b78a-4444de1ce86b req-bd5863d5-d594-4bf9-9def-52a7daba920d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445654 Jan 21 10:13:18.465344 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0b3a7307-fe8c-4231-b78a-4444de1ce86b req-7a11ffae-0bbc-46d8-9e3d-7d80809e4f1f service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867047 Jan 21 10:13:18.562995 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0b3a7307-fe8c-4231-b78a-4444de1ce86b req-e821fcdf-1389-45f4-aa06-d114bcd12b5b service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909312 Jan 21 10:13:19.179704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059da1eb-84a9-43a2-a5b5-643372bfc93b req-82e45494-ccd2-4e43-8f70-0a82d7d8ff35 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:19.181222 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-059da1eb-84a9-43a2-a5b5-643372bfc93b req-82e45494-ccd2-4e43-8f70-0a82d7d8ff35 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0499933 Jan 21 10:13:19.220239 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-059da1eb-84a9-43a2-a5b5-643372bfc93b req-a79f58ba-63fd-4082-b4e4-08b9faf08224 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324881 Jan 21 10:13:20.343597 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558268b-b1ed-48b6-b96d-0b0a43b2ad2c req-5adb1f63-ae79-4bb6-a5b6-35625c28ca53 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:20.345078 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e558268b-b1ed-48b6-b96d-0b0a43b2ad2c req-5adb1f63-ae79-4bb6-a5b6-35625c28ca53 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0506778 Jan 21 10:13:20.386558 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e558268b-b1ed-48b6-b96d-0b0a43b2ad2c req-34ff795e-33f2-4acb-a3f6-4867e86d8b52 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345826 Jan 21 10:13:20.512352 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [req-25d54556-3640-4689-aa9b-cf0b329f67df req-6680438a-43d0-4982-b4f3-221d4a82f557 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:13:20.513450 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-25d54556-3640-4689-aa9b-cf0b329f67df req-6680438a-43d0-4982-b4f3-221d4a82f557 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0566735 Jan 21 10:13:20.677737 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e17ed-a9d5-47a8-ae52-60c0cf9940ee req-78c3213d-98b4-43ef-a5d8-510be6c89c5a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:20.679402 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2f1e17ed-a9d5-47a8-ae52-60c0cf9940ee req-78c3213d-98b4-43ef-a5d8-510be6c89c5a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0514815 Jan 21 10:13:20.723812 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2f1e17ed-a9d5-47a8-ae52-60c0cf9940ee req-3fc6eadd-bec1-484b-a7db-82534a10f6b9 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350013 Jan 21 10:13:20.964296 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 50882) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:13:21.052147 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2929ba63-dbd7-49bd-922c-ac451ed8df1e req-be70e532-fd69-40dd-ae3b-e4b3a086400a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865977 Jan 21 10:13:21.061797 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [req-2929ba63-dbd7-49bd-922c-ac451ed8df1e req-182d816e-5466-49d6-ad9b-f0d6e1b9b348 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:13:21.062772 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-2929ba63-dbd7-49bd-922c-ac451ed8df1e req-182d816e-5466-49d6-ad9b-f0d6e1b9b348 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057249 Jan 21 10:13:21.652213 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device dd4b25c4-8ecb-4719-b86d-a61cc76f7352 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:13:21.733076 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:21.755994 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:13:21.758255 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94dbdf3-c400-444d-aa65-eb4bad0f16c3" -d '{"events": [{"server_uuid": "285593db-490f-4cc5-bb22-43dd7bbe9ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "dd4b25c4-8ecb-4719-b86d-a61cc76f7352"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:13:21.771192 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port dd4b25c4-8ecb-4719-b86d-a61cc76f7352, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:21.776487 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:21.803008 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 21 Jan 2022 10:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e748536-354b-4268-9d02-92ece1aa9540 x-openstack-request-id: req-8e748536-354b-4268-9d02-92ece1aa9540 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:13:21.803308 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285593db-490f-4cc5-bb22-43dd7bbe9ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "dd4b25c4-8ecb-4719-b86d-a61cc76f7352", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:13:21.803560 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8e748536-354b-4268-9d02-92ece1aa9540 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:13:21.803947 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'code': 200} Jan 21 10:13:21.831874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,revision_number=8']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:21.864654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371fd12-8a96-44b6-8bbb-a4e99bc73bd2 req-bef3131b-30cd-4c9c-be68-ea51cdca3b92 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:21.866239 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0371fd12-8a96-44b6-8bbb-a4e99bc73bd2 req-bef3131b-30cd-4c9c-be68-ea51cdca3b92 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 943 time: 0.0615251 Jan 21 10:13:21.930544 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929ba63-dbd7-49bd-922c-ac451ed8df1e req-51ad4d12-0dc2-40f4-a3fb-b35c7461f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:21.933652 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2929ba63-dbd7-49bd-922c-ac451ed8df1e req-51ad4d12-0dc2-40f4-a3fb-b35c7461f238 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0&tenant_id=1a1ae85cbef24232bc4f056090a2f18e HTTP/1.1" status: 200 len: 1096 time: 0.0834589 Jan 21 10:13:21.936431 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0371fd12-8a96-44b6-8bbb-a4e99bc73bd2 req-002762c2-e7a8-4980-a7ba-7f81558cfa48 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534940 Jan 21 10:13:21.991279 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929ba63-dbd7-49bd-922c-ac451ed8df1e req-f707184a-38c2-41e6-9271-190792e32d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:21.992683 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2929ba63-dbd7-49bd-922c-ac451ed8df1e req-f707184a-38c2-41e6-9271-190792e32d8b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0401642 Jan 21 10:13:22.080586 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929ba63-dbd7-49bd-922c-ac451ed8df1e req-e7031b52-33b8-4eac-8673-e8368fb153c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:22.082130 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2929ba63-dbd7-49bd-922c-ac451ed8df1e req-e7031b52-33b8-4eac-8673-e8368fb153c6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 910 time: 0.0831835 Jan 21 10:13:22.150367 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2929ba63-dbd7-49bd-922c-ac451ed8df1e req-cf0a4255-e56d-473e-897e-12eecba02136 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352 HTTP/1.1" status: 200 len: 999 time: 0.0620110 Jan 21 10:13:22.199905 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929ba63-dbd7-49bd-922c-ac451ed8df1e req-aaeedd7f-f2f9-4086-9f63-36921d870d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:22.201405 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2929ba63-dbd7-49bd-922c-ac451ed8df1e req-aaeedd7f-f2f9-4086-9f63-36921d870d85 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0449362 Jan 21 10:13:22.247321 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929ba63-dbd7-49bd-922c-ac451ed8df1e req-868cb25e-f0d3-439f-8da7-cfc4c4a65055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:22.248724 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2929ba63-dbd7-49bd-922c-ac451ed8df1e req-868cb25e-f0d3-439f-8da7-cfc4c4a65055 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407655 Jan 21 10:13:22.344784 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2929ba63-dbd7-49bd-922c-ac451ed8df1e req-2b89d221-892b-4a13-830f-d88287b7a2f3 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892315 Jan 21 10:13:22.438430 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2929ba63-dbd7-49bd-922c-ac451ed8df1e req-40d1f640-0d91-4a25-9007-e7fd096bc8d7 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860229 Jan 21 10:13:23.099370 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acd6f4-964c-4457-a38d-41a44e87ca5e req-dd71f4b2-04b4-403e-8365-b11ea455af42 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:23.100876 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d7acd6f4-964c-4457-a38d-41a44e87ca5e req-dd71f4b2-04b4-403e-8365-b11ea455af42 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 943 time: 0.0634234 Jan 21 10:13:23.146588 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d7acd6f4-964c-4457-a38d-41a44e87ca5e req-a3400d79-be15-422b-ba06-461466081a6e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389192 Jan 21 10:13:24.296659 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd36ac6-5008-47c4-98a9-04fae6cdf25d req-3380c1bc-fb7b-49f1-a749-760f3b75c3be tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:24.296659 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5fd36ac6-5008-47c4-98a9-04fae6cdf25d req-3380c1bc-fb7b-49f1-a749-760f3b75c3be tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 943 time: 0.0638070 Jan 21 10:13:24.342132 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5fd36ac6-5008-47c4-98a9-04fae6cdf25d req-7eefaf70-c303-4963-907c-bbd9c1b48e52 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396154 Jan 21 10:13:25.173921 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:25.497401 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036e215-8e70-4747-839f-b7e1b7d6a3c5 req-85cd17a3-c9d5-412a-be60-895aa88fc2f1 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:25.499042 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4036e215-8e70-4747-839f-b7e1b7d6a3c5 req-85cd17a3-c9d5-412a-be60-895aa88fc2f1 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 943 time: 0.0753117 Jan 21 10:13:25.545220 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4036e215-8e70-4747-839f-b7e1b7d6a3c5 req-edb0a937-807c-4305-977b-1a573fc3a8e6 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368042 Jan 21 10:13:26.694739 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6ab6a-3adb-4793-976a-6d1cba039d9e req-961ea8ec-172f-4467-b400-8c783a457aee tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:26.699449 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-41d6ab6a-3adb-4793-976a-6d1cba039d9e req-961ea8ec-172f-4467-b400-8c783a457aee tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 943 time: 0.0708854 Jan 21 10:13:26.738404 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-41d6ab6a-3adb-4793-976a-6d1cba039d9e req-48d2a524-a773-4801-b527-a0c1969e21da tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331388 Jan 21 10:13:27.877015 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4af22-a3da-44e3-a60d-27553e93f6fa req-a65d044d-2102-4301-b4f1-67a45cbe312e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:27.884805 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95b4af22-a3da-44e3-a60d-27553e93f6fa req-a65d044d-2102-4301-b4f1-67a45cbe312e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 943 time: 0.0678234 Jan 21 10:13:27.934491 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-95b4af22-a3da-44e3-a60d-27553e93f6fa req-8236f48c-76ab-4629-8256-6d7f6cfb1efd tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480680 Jan 21 10:13:29.065745 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a665c9-7e29-4070-b793-b9e56ca0e4a3 req-7919b26e-1c83-44a9-b45a-4f3dad90280e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:29.067379 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-03a665c9-7e29-4070-b793-b9e56ca0e4a3 req-7919b26e-1c83-44a9-b45a-4f3dad90280e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 943 time: 0.0542378 Jan 21 10:13:29.106834 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-03a665c9-7e29-4070-b793-b9e56ca0e4a3 req-d084e8db-ccd3-4bf1-884e-9e4296310dc2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325501 Jan 21 10:13:30.254892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a79a5-86d7-43d6-9d5d-8738e14a5837 req-ba21afd7-b5cf-496d-8f2d-279af4686398 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:30.256755 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-706a79a5-86d7-43d6-9d5d-8738e14a5837 req-ba21afd7-b5cf-496d-8f2d-279af4686398 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 943 time: 0.0630715 Jan 21 10:13:30.299039 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-706a79a5-86d7-43d6-9d5d-8738e14a5837 req-7c3cd3ac-0cba-4f3b-a29f-6d9142fb76fb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348115 Jan 21 10:13:31.426176 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14791391-2e4a-4b39-b8fa-e1b87c33b028 req-6c1a917f-3965-491b-bd39-32f799f14180 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:31.427672 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-14791391-2e4a-4b39-b8fa-e1b87c33b028 req-6c1a917f-3965-491b-bd39-32f799f14180 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 943 time: 0.0555766 Jan 21 10:13:31.470120 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-14791391-2e4a-4b39-b8fa-e1b87c33b028 req-f1f01f08-e545-407d-84a4-63270436f4e2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361958 Jan 21 10:13:31.694372 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device dd4b25c4-8ecb-4719-b86d-a61cc76f7352 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 10:13:31.813794 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port dd4b25c4-8ecb-4719-b86d-a61cc76f7352, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:31.830981 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'port_id': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'mac_address': 'fa:16:3e:ae:4f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 10:13:31.886427 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:31.900350 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4b25c4-8ecb-4719-b86d-a61cc76f7352 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:13:31.920857 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port dd4b25c4-8ecb-4719-b86d-a61cc76f7352, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:31.925406 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:31.974679 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,revision_number=9']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:32.160242 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['dd4b25c4-8ecb-4719-b86d-a61cc76f7352'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:13:32.595662 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a46fc8-1c53-45f2-953c-701dbcbf464e req-7b521c6b-ea0d-4833-87c9-d0789709940a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:32.597215 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c0a46fc8-1c53-45f2-953c-701dbcbf464e req-7b521c6b-ea0d-4833-87c9-d0789709940a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0524089 Jan 21 10:13:32.636538 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c0a46fc8-1c53-45f2-953c-701dbcbf464e req-95b3b425-3af2-4fe4-a7f5-174e56587846 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333498 Jan 21 10:13:33.709730 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device dd4b25c4-8ecb-4719-b86d-a61cc76f7352 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:13:33.764213 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port dd4b25c4-8ecb-4719-b86d-a61cc76f7352 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:13:33.764670 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:33.818121 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48da2fa-c263-4eed-94a0-cff8c1db201f req-c2d1bc30-cf55-467b-b3e0-20b559af5bc4 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:33.819631 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c48da2fa-c263-4eed-94a0-cff8c1db201f req-c2d1bc30-cf55-467b-b3e0-20b559af5bc4 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 944 time: 0.1134233 Jan 21 10:13:33.848727 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:33.858774 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c48da2fa-c263-4eed-94a0-cff8c1db201f req-9ae54568-5603-49d7-8b3a-08f174d1bc8d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323582 Jan 21 10:13:33.880267 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:13:33.882508 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3022f0fd-849a-4c1d-b70e-a8aa30e284e3" -d '{"events": [{"server_uuid": "285593db-490f-4cc5-bb22-43dd7bbe9ae0", "name": "network-vif-plugged", "status": "completed", "tag": "dd4b25c4-8ecb-4719-b86d-a61cc76f7352"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:13:33.895447 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port dd4b25c4-8ecb-4719-b86d-a61cc76f7352, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:33.900057 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:33.924245 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbca96c2-c884-429c-9bf3-0d62f670b00f x-openstack-request-id: req-fbca96c2-c884-429c-9bf3-0d62f670b00f {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:13:33.924531 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285593db-490f-4cc5-bb22-43dd7bbe9ae0", "name": "network-vif-plugged", "status": "completed", "tag": "dd4b25c4-8ecb-4719-b86d-a61cc76f7352", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:13:33.924779 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fbca96c2-c884-429c-9bf3-0d62f670b00f {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:13:33.925153 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'code': 200} Jan 21 10:13:33.955881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,revision_number=10']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:34.094191 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62b55a-bdd3-4213-9fc3-55cd3fc2f948 req-1f3ddced-65cc-4688-98c9-9573b5877f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:34.095680 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-be62b55a-bdd3-4213-9fc3-55cd3fc2f948 req-1f3ddced-65cc-4688-98c9-9573b5877f87 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 1099 time: 0.0414748 Jan 21 10:13:34.129620 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-be62b55a-bdd3-4213-9fc3-55cd3fc2f948 req-07a4b13c-f859-4e58-ab5f-938652629be6 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276518 Jan 21 10:13:34.990510 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457fd1e-15ea-40dd-b50a-7e4e8d7ec862 req-cd4fa9cf-fec1-405c-a079-19c2d9703114 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:34.992019 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9457fd1e-15ea-40dd-b50a-7e4e8d7ec862 req-cd4fa9cf-fec1-405c-a079-19c2d9703114 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0536408 Jan 21 10:13:35.030702 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9457fd1e-15ea-40dd-b50a-7e4e8d7ec862 req-f0a9e5a3-2344-4f6f-a6c5-6cac4b00108a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324044 Jan 21 10:13:35.938528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e7a3bb0e-bb34-4c6d-8de3-a2e2774205e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:36.150677 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add94ba-d14b-4455-9f1b-2b5b7db5bf9d req-8e4617b6-3f86-4805-ae93-0529f5f7c0a5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:36.152151 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0add94ba-d14b-4455-9f1b-2b5b7db5bf9d req-8e4617b6-3f86-4805-ae93-0529f5f7c0a5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0497293 Jan 21 10:13:36.189957 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-0add94ba-d14b-4455-9f1b-2b5b7db5bf9d req-4c069d17-975b-4a15-bbc4-2780f7cfa959 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316489 Jan 21 10:13:38.320551 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e8368488-34ad-4ee5-8acd-85ce08f241cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:39.428617 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:41.443638 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:41.455544 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:42.203215 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:13:55.161904 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:05.941751 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-332acbd0-19ed-4b96-8674-d14eadd8aecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:08.322300 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-07ba8161-2aac-4137-9911-63605e6492ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:09.432309 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:09.720338 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-550ef862-5940-4314-8737-b3ebccd5501d req-57208b79-23a2-43b0-8347-a8d75bd646f0 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851831 Jan 21 10:14:09.804084 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ef862-5940-4314-8737-b3ebccd5501d req-45b3799e-e290-40bd-b7de-e335d8c93f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:09.805626 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-550ef862-5940-4314-8737-b3ebccd5501d req-45b3799e-e290-40bd-b7de-e335d8c93f96 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 1099 time: 0.0435617 Jan 21 10:14:09.920378 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ef862-5940-4314-8737-b3ebccd5501d req-147b3694-56f0-4d84-b2d3-893757ed53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:09.922802 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-550ef862-5940-4314-8737-b3ebccd5501d req-147b3694-56f0-4d84-b2d3-893757ed53a0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 910 time: 0.0988660 Jan 21 10:14:09.990632 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-550ef862-5940-4314-8737-b3ebccd5501d req-3b8de63a-2468-4c2e-8e3b-8817791be56e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352 HTTP/1.1" status: 200 len: 1001 time: 0.0618126 Jan 21 10:14:10.045988 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ef862-5940-4314-8737-b3ebccd5501d req-d0161b91-1094-4e84-8ef7-9aca94e33dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:10.047493 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-550ef862-5940-4314-8737-b3ebccd5501d req-d0161b91-1094-4e84-8ef7-9aca94e33dd6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0511432 Jan 21 10:14:10.092184 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ef862-5940-4314-8737-b3ebccd5501d req-d29e530c-4f47-46b4-bb03-d16b162c1f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:10.094450 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-550ef862-5940-4314-8737-b3ebccd5501d req-d29e530c-4f47-46b4-bb03-d16b162c1f2f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405865 Jan 21 10:14:10.186964 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-550ef862-5940-4314-8737-b3ebccd5501d req-2ead0b14-0081-40dc-9859-562655b25089 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852432 Jan 21 10:14:10.298347 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-550ef862-5940-4314-8737-b3ebccd5501d req-475cfcd7-ed1c-439f-8ec4-ad7c94a69556 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047688 Jan 21 10:14:11.448697 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:11.454198 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:19.202748 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:14:25.162812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:35.945277 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e83ca17b-69f6-49fd-bafe-01e675d29cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:38.324004 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-320caaa8-9159-494e-975b-50d77c5cb23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:39.433708 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:41.443835 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:41.453992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:45.179613 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51000) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:14:45.343759 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Deleting port 337d30e4-7809-47f3-a189-ca30e1e46302 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:14:45.344092 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:45.418908 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:45.419227 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:45.430698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Calling delete_port for 337d30e4-7809-47f3-a189-ca30e1e46302 owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:14:45.596592 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:45.623105 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event deleted for resources: {'Port': ['ID=337d30e4-7809-47f3-a189-ca30e1e46302,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:45.646781 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:45.647125 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:45.647461 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:45.647795 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:45.648385 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:45.648711 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:45.649033 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:45.649353 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:45.649700 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:45.650020 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:45.650336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:45.650650 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:45.690819 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:45.691071 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Floating IP d9367ccf-f2cd-44c9-a84d-425a4b402c75 disassociated (deleted). External IP: 172.26.7.112, port: dd4b25c4-8ecb-4719-b86d-a61cc76f7352. Jan 21 10:14:45.901832 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Router e79b3795-e653-44cd-9b5a-5dd4c1610f31 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:14:46.009923 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:14:46.014738 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:46.020668 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114da85-82dd-4dec-b371-2a83dfc055b0 None None] Sync routers for ids ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:14:46.034176 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1114da85-82dd-4dec-b371-2a83dfc055b0 None None] Routers {'e79b3795-e653-44cd-9b5a-5dd4c1610f31'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:14:46.035159 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-1114da85-82dd-4dec-b371-2a83dfc055b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:14:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:46.057846 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-af28f92d-3dee-4dc6-8f4d-5f1b5414eeb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "DELETE /v2.0/floatingips/d9367ccf-f2cd-44c9-a84d-425a4b402c75 HTTP/1.1" status: 204 len: 168 time: 0.8765709 Jan 21 10:14:46.058696 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'tag': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:46.063119 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a332d61a-4cf8-4205-b664-634b33c99d40" -d '{"events": [{"name": "network-changed", "server_uuid": "285593db-490f-4cc5-bb22-43dd7bbe9ae0", "tag": "dd4b25c4-8ecb-4719-b86d-a61cc76f7352"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:14:46.172082 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-1114da85-82dd-4dec-b371-2a83dfc055b0 None None] Set router e79b3795-e653-44cd-9b5a-5dd4c1610f31 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:14:46.234334 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7705823b-3f7b-4a0c-98f4-bd5fa090ce73 x-openstack-request-id: req-7705823b-3f7b-4a0c-98f4-bd5fa090ce73 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:14:46.235179 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285593db-490f-4cc5-bb22-43dd7bbe9ae0", "tag": "dd4b25c4-8ecb-4719-b86d-a61cc76f7352", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:14:46.235636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7705823b-3f7b-4a0c-98f4-bd5fa090ce73 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:14:46.236227 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'tag': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'status': 'completed', 'code': 200} Jan 21 10:14:46.330560 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332d61a-4cf8-4205-b664-634b33c99d40 req-cd937ddc-ad54-4443-9c46-2025f505783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:46.332172 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a332d61a-4cf8-4205-b664-634b33c99d40 req-cd937ddc-ad54-4443-9c46-2025f505783b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 1099 time: 0.0731559 Jan 21 10:14:46.340479 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6c163-94fe-4a6e-90c3-d4a626c042fd req-81025f7c-f367-4721-a554-1572854d31f6 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:46.341919 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dfc6c163-94fe-4a6e-90c3-d4a626c042fd req-81025f7c-f367-4721-a554-1572854d31f6 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0735590 Jan 21 10:14:46.384050 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-1114da85-82dd-4dec-b371-2a83dfc055b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 4, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'd586470b-805c-4c4a-b4bd-f80ed3a14e0c', 'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'mac_address': 'fa:16:3e:46:4e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:39Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 5, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'subnets': [{'id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:46.409597 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114da85-82dd-4dec-b371-2a83dfc055b0 None None] Checking router: e79b3795-e653-44cd-9b5a-5dd4c1610f31 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:14:46.419153 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1114da85-82dd-4dec-b371-2a83dfc055b0 None None] Routers {'e79b3795-e653-44cd-9b5a-5dd4c1610f31'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:14:46.419758 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-1114da85-82dd-4dec-b371-2a83dfc055b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:14:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:46.431598 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dfc6c163-94fe-4a6e-90c3-d4a626c042fd req-ed3339e5-ea44-4cb2-9f40-0c98a4fcdc37 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812740 Jan 21 10:14:46.460392 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332d61a-4cf8-4205-b664-634b33c99d40 req-86f73d8f-75c5-4f84-b2e7-50ff9259e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:46.462066 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a332d61a-4cf8-4205-b664-634b33c99d40 req-86f73d8f-75c5-4f84-b2e7-50ff9259e0d8 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 910 time: 0.1192973 Jan 21 10:14:46.507803 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a332d61a-4cf8-4205-b664-634b33c99d40 req-86d5067c-0ac6-4b1c-91a9-55ae967d53d3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352 HTTP/1.1" status: 200 len: 217 time: 0.0391798 Jan 21 10:14:46.528397 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-1114da85-82dd-4dec-b371-2a83dfc055b0 None None] Set router e79b3795-e653-44cd-9b5a-5dd4c1610f31 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:14:46.556858 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332d61a-4cf8-4205-b664-634b33c99d40 req-b5690331-e585-4634-822a-3a99d81caf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:46.558365 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a332d61a-4cf8-4205-b664-634b33c99d40 req-b5690331-e585-4634-822a-3a99d81caf87 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0445020 Jan 21 10:14:46.605145 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332d61a-4cf8-4205-b664-634b33c99d40 req-fc793cbd-0780-4b4f-bd8b-b9bf7fc96442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:46.606692 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a332d61a-4cf8-4205-b664-634b33c99d40 req-fc793cbd-0780-4b4f-bd8b-b9bf7fc96442 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403373 Jan 21 10:14:46.701572 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a332d61a-4cf8-4205-b664-634b33c99d40 req-a986dc09-15be-4393-ab66-f3983bf361a4 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859640 Jan 21 10:14:46.723730 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-1114da85-82dd-4dec-b371-2a83dfc055b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 4, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'd586470b-805c-4c4a-b4bd-f80ed3a14e0c', 'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'mac_address': 'fa:16:3e:46:4e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:39Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 5, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'subnets': [{'id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:46.752341 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114da85-82dd-4dec-b371-2a83dfc055b0 None None] The sync data for ids ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'] in dv-neutron-825721-1-hyperv is: [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 4, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'd586470b-805c-4c4a-b4bd-f80ed3a14e0c', 'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'mac_address': 'fa:16:3e:46:4e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:39Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 5, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'subnets': [{'id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:14:46.793561 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a332d61a-4cf8-4205-b664-634b33c99d40 req-ab07254b-fc90-4c98-b472-a1006f46f88f service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840485 Jan 21 10:14:46.965870 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213037ef-e972-47e9-a745-d057b05faaa0 None None] New status for floating IP d9367ccf-f2cd-44c9-a84d-425a4b402c75: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:14:47.557701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324685e6-f5de-419a-8073-507f4525bcf0 req-6ee7b7a3-6df6-4e2b-9ef1-454a4de7beaf tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:47.559420 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-324685e6-f5de-419a-8073-507f4525bcf0 req-6ee7b7a3-6df6-4e2b-9ef1-454a4de7beaf tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0548840 Jan 21 10:14:47.572580 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a845a-a5c2-4231-9944-fd0814bd69ac req-1e6487cf-4b7a-4c40-9910-9c483f746c79 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:47.574005 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a99a845a-a5c2-4231-9944-fd0814bd69ac req-1e6487cf-4b7a-4c40-9910-9c483f746c79 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.113 "GET /v2.0/ports?device_id=285593db-490f-4cc5-bb22-43dd7bbe9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0510664 Jan 21 10:14:47.597793 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-324685e6-f5de-419a-8073-507f4525bcf0 req-6c89e643-0e74-4e19-9118-25458fb32455 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323830 Jan 21 10:14:47.667904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-a99a845a-a5c2-4231-9944-fd0814bd69ac req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Deleting port dd4b25c4-8ecb-4719-b86d-a61cc76f7352 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:14:47.668246 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a99a845a-a5c2-4231-9944-fd0814bd69ac req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:47.754069 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-a99a845a-a5c2-4231-9944-fd0814bd69ac req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] For port dd4b25c4-8ecb-4719-b86d-a61cc76f7352, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:14:47.755209 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a99a845a-a5c2-4231-9944-fd0814bd69ac req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:47.766693 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-a99a845a-a5c2-4231-9944-fd0814bd69ac req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Calling delete_port for dd4b25c4-8ecb-4719-b86d-a61cc76f7352 owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:14:47.900741 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a99a845a-a5c2-4231-9944-fd0814bd69ac req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:47.929649 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event deleted for resources: {'Port': ['ID=dd4b25c4-8ecb-4719-b86d-a61cc76f7352,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:47.955366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:47.955700 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:47.956026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:47.956347 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:47.956666 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:47.956984 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:47.957704 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:47.958041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:47.958412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:47.958733 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:47.959048 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:47.959360 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:47.984435 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99a845a-a5c2-4231-9944-fd0814bd69ac req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] No DVR routers for this DVR port dd4b25c4-8ecb-4719-b86d-a61cc76f7352 on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:14:47.987086 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-a99a845a-a5c2-4231-9944-fd0814bd69ac req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:47.991640 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a99a845a-a5c2-4231-9944-fd0814bd69ac req-8348bbeb-c8ba-43ca-9309-96b15d07a699 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.113 "DELETE /v2.0/ports/dd4b25c4-8ecb-4719-b86d-a61cc76f7352 HTTP/1.1" status: 204 len: 173 time: 0.4123034 Jan 21 10:14:47.992094 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'name': 'network-vif-deleted', 'tag': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:47.994347 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0f8edf-118d-4667-9388-9b2d85762eea" -d '{"events": [{"server_uuid": "285593db-490f-4cc5-bb22-43dd7bbe9ae0", "name": "network-vif-deleted", "tag": "dd4b25c4-8ecb-4719-b86d-a61cc76f7352"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:14:48.095262 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb455bb-ba0a-4e2c-b6e8-018ccd880e95 x-openstack-request-id: req-7fb455bb-ba0a-4e2c-b6e8-018ccd880e95 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:14:48.095549 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285593db-490f-4cc5-bb22-43dd7bbe9ae0", "name": "network-vif-deleted", "tag": "dd4b25c4-8ecb-4719-b86d-a61cc76f7352", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:14:48.095795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7fb455bb-ba0a-4e2c-b6e8-018ccd880e95 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:14:48.096191 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285593db-490f-4cc5-bb22-43dd7bbe9ae0', 'name': 'network-vif-deleted', 'tag': 'dd4b25c4-8ecb-4719-b86d-a61cc76f7352', 'status': 'completed', 'code': 200} Jan 21 10:14:48.653323 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 51026) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:14:48.711204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-75dd0579-39f6-42d6-945d-f0bd68663eb6 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:48.736453 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-75dd0579-39f6-42d6-945d-f0bd68663eb6 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:48.796926 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-75dd0579-39f6-42d6-945d-f0bd68663eb6 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:48.800281 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-75dd0579-39f6-42d6-945d-f0bd68663eb6 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:48.801657 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-75dd0579-39f6-42d6-945d-f0bd68663eb6 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "DELETE /v2.0/security-groups/22cd06e1-1c03-409e-aab1-19f5ea0a4c4e HTTP/1.1" status: 204 len: 168 time: 0.1472299 Jan 21 10:14:48.811454 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd0579-39f6-42d6-945d-f0bd68663eb6 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cd06e1-1c03-409e-aab1-19f5ea0a4c4e,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:49.029651 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 51032) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:14:49.034385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-517cd490-7204-409c-8cb1-595e3e31612e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1309490996', 'description': 'tempest-secgroup-smoke-1309490996 description', 'project_id': '1a1ae85cbef24232bc4f056090a2f18e'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:14:49.058294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-517cd490-7204-409c-8cb1-595e3e31612e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.125178 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-517cd490-7204-409c-8cb1-595e3e31612e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.128996 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-517cd490-7204-409c-8cb1-595e3e31612e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.158209 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-517cd490-7204-409c-8cb1-595e3e31612e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.159429 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-517cd490-7204-409c-8cb1-595e3e31612e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1287723 Jan 21 10:14:49.163326 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51034) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:14:49.164869 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cd490-7204-409c-8cb1-595e3e31612e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48d47a2-14e5-4eb0-8413-cf56d30a672b,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:49.168038 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-d939eb3a-9470-4c52-9791-91a50cba9c4d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'security_group_rule': {'security_group_id': 'd48d47a2-14e5-4eb0-8413-cf56d30a672b', 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:14:49.197370 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d939eb3a-9470-4c52-9791-91a50cba9c4d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.242232 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d939eb3a-9470-4c52-9791-91a50cba9c4d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.245777 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d939eb3a-9470-4c52-9791-91a50cba9c4d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.264075 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939eb3a-9470-4c52-9791-91a50cba9c4d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0507331-13c5-4186-b600-ed1eb0350a3c,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:49.272538 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d939eb3a-9470-4c52-9791-91a50cba9c4d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.274014 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d939eb3a-9470-4c52-9791-91a50cba9c4d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1095805 Jan 21 10:14:49.276680 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51036) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:14:49.280937 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f82856ea-91fd-4bec-99b8-b4a1ad27cbc4 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'security_group_rule': {'security_group_id': 'd48d47a2-14e5-4eb0-8413-cf56d30a672b', 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:14:49.308344 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f82856ea-91fd-4bec-99b8-b4a1ad27cbc4 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.368754 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f82856ea-91fd-4bec-99b8-b4a1ad27cbc4 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.372086 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f82856ea-91fd-4bec-99b8-b4a1ad27cbc4 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.391394 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82856ea-91fd-4bec-99b8-b4a1ad27cbc4 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce568fa-d636-4b04-a390-dcc60181cb14,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:49.397179 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f82856ea-91fd-4bec-99b8-b4a1ad27cbc4 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.401254 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f82856ea-91fd-4bec-99b8-b4a1ad27cbc4 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207790 Jan 21 10:14:49.401358 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51038) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:14:49.405576 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-b7d7b581-7f45-4f72-bd3e-70cb8ff22d41 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'security_group_rule': {'security_group_id': 'd48d47a2-14e5-4eb0-8413-cf56d30a672b', 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:14:49.433663 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7d7b581-7f45-4f72-bd3e-70cb8ff22d41 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.492935 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7d7b581-7f45-4f72-bd3e-70cb8ff22d41 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.496978 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7d7b581-7f45-4f72-bd3e-70cb8ff22d41 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.518847 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7b581-7f45-4f72-bd3e-70cb8ff22d41 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3834c8b1-3222-4295-9258-a85387c2cf49,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:49.528255 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b7d7b581-7f45-4f72-bd3e-70cb8ff22d41 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.529493 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b7d7b581-7f45-4f72-bd3e-70cb8ff22d41 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272290 Jan 21 10:14:49.532207 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51040) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:14:49.536854 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-f9b12a0e-cd68-4639-a869-0105622bdb74 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'security_group_rule': {'security_group_id': 'd48d47a2-14e5-4eb0-8413-cf56d30a672b', 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:14:49.565137 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f9b12a0e-cd68-4639-a869-0105622bdb74 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.624979 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f9b12a0e-cd68-4639-a869-0105622bdb74 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.628864 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f9b12a0e-cd68-4639-a869-0105622bdb74 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.646126 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b12a0e-cd68-4639-a869-0105622bdb74 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09472352-f373-45ea-947c-2339f0f5f046,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:49.655549 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f9b12a0e-cd68-4639-a869-0105622bdb74 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.656758 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f9b12a0e-cd68-4639-a869-0105622bdb74 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236267 Jan 21 10:14:49.659439 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51042) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:14:49.664849 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e1ecbd28-d983-4c85-b557-6a9a3d2f11eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'security_group_rule': {'security_group_id': 'd48d47a2-14e5-4eb0-8413-cf56d30a672b', 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:14:49.687580 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-e1ecbd28-d983-4c85-b557-6a9a3d2f11eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Project 1a1ae85cbef24232bc4f056090a2f18e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:14:49.692747 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e1ecbd28-d983-4c85-b557-6a9a3d2f11eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.751938 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e1ecbd28-d983-4c85-b557-6a9a3d2f11eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.755562 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e1ecbd28-d983-4c85-b557-6a9a3d2f11eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.772777 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecbd28-d983-4c85-b557-6a9a3d2f11eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afbec66-829b-4139-84b0-14e08da4d0c1,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:49.780621 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e1ecbd28-d983-4c85-b557-6a9a3d2f11eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.781835 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e1ecbd28-d983-4c85-b557-6a9a3d2f11eb tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214542 Jan 21 10:14:49.784410 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51044) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:14:49.789794 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-a63ce6a4-8e0c-483a-b566-5585bcb57d63 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'security_group_rule': {'security_group_id': 'd48d47a2-14e5-4eb0-8413-cf56d30a672b', 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:14:49.811664 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.securitygroups_db [None req-a63ce6a4-8e0c-483a-b566-5585bcb57d63 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Project 1a1ae85cbef24232bc4f056090a2f18e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:14:49.816313 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a63ce6a4-8e0c-483a-b566-5585bcb57d63 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.877130 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a63ce6a4-8e0c-483a-b566-5585bcb57d63 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.880797 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a63ce6a4-8e0c-483a-b566-5585bcb57d63 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.905555 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ce6a4-8e0c-483a-b566-5585bcb57d63 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa642bc-a3c6-465c-b367-a4b195ca47a8,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:49.912280 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-a63ce6a4-8e0c-483a-b566-5585bcb57d63 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.912860 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a63ce6a4-8e0c-483a-b566-5585bcb57d63 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275430 Jan 21 10:14:50.037172 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device dd4b25c4-8ecb-4719-b86d-a61cc76f7352 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:14:50.058468 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: dd4b25c4-8ecb-4719-b86d-a61cc76f7352 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:14:50.058814 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device dd4b25c4-8ecb-4719-b86d-a61cc76f7352 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:14:55.162386 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:56.203005 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:15:04.195461 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-6c6142f4-3f40-4e44-8db2-c249ae312b9c tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309490996&fields=id&tenant_id=1a1ae85cbef24232bc4f056090a2f18e HTTP/1.1" status: 200 len: 267 time: 0.0329745 Jan 21 10:15:04.303478 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-0dbad60f-0be4-4e37-876d-64422276a0b5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:04.304937 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-0dbad60f-0be4-4e37-876d-64422276a0b5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 809 time: 0.1026621 Jan 21 10:15:04.319574 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-b9f18e5a-3256-4bcd-b7e5-4c7ac1f11d29 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/quotas/1a1ae85cbef24232bc4f056090a2f18e HTTP/1.1" status: 200 len: 375 time: 0.0088518 Jan 21 10:15:04.370550 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-0a55f40e-eed0-4b65-8730-e64559979c53 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456867 Jan 21 10:15:04.387198 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-9f7b1ac8-18af-42b1-8379-9fab89990d30 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:15:04.388296 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-9f7b1ac8-18af-42b1-8379-9fab89990d30 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055103 Jan 21 10:15:04.483420 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-883c14bf-21c6-4739-a23c-8ebb624d8dc8 service neutron] 10.222.0.88 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892887 Jan 21 10:15:04.571634 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-cfdc9069-d446-4d0e-8385-5fa98005e918 service neutron] 10.222.0.88 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815153 Jan 21 10:15:04.853180 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-666ac012-0031-404a-84fb-7036b0a2900a req-704a1eee-887f-48fe-abf5-a0a1fb83901c tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 210 time: 0.0265458 Jan 21 10:15:05.959072 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5746ab82-2e86-4c09-94b9-0dcafd857599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:06.158193 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-617a9b51-fea8-44ee-ba79-e8c81b0b9d4a req-46d13910-c51c-4787-9f61-814578df9c4a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 210 time: 0.0414355 Jan 21 10:15:06.222499 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-452b2346-be0c-4377-a07b-6d268353f5af tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:06.224589 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-452b2346-be0c-4377-a07b-6d268353f5af tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 809 time: 0.5343277 Jan 21 10:15:06.273041 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-a3a1527c-167a-4dd2-ae50-f615c2be2553 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a1ae85cbef24232bc4f056090a2f18e HTTP/1.1" status: 200 len: 380 time: 0.0392749 Jan 21 10:15:06.282481 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-8cf479ec-e1d8-4574-8293-a5eb985bdea9 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'port': {'device_id': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'admin_state_up': True, 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'security_groups': ['d48d47a2-14e5-4eb0-8413-cf56d30a672b']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:15:06.428038 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-8cf479ec-e1d8-4574-8293-a5eb985bdea9 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Made reservation on behalf of 1a1ae85cbef24232bc4f056090a2f18e for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:15:06.431728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-8cf479ec-e1d8-4574-8293-a5eb985bdea9 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:06.577089 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-8cf479ec-e1d8-4574-8293-a5eb985bdea9 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Allocated IP 172.20.0.14 (c608859b-86f7-483c-b333-d886f225beb0/759ae72a-6603-4da0-a67f-9069d2337f24/9fabbba6-7712-40e5-9476-6effb7dc06c6) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:15:06.732989 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-8cf479ec-e1d8-4574-8293-a5eb985bdea9 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:06.768690 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-8cf479ec-e1d8-4574-8293-a5eb985bdea9 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:06.815333 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-8cf479ec-e1d8-4574-8293-a5eb985bdea9 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Network c608859b-86f7-483c-b333-d886f225beb0 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:15:06.819076 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-8cf479ec-e1d8-4574-8293-a5eb985bdea9 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:15:06.821631 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-8cf479ec-e1d8-4574-8293-a5eb985bdea9 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:15:06.853796 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf479ec-e1d8-4574-8293-a5eb985bdea9 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'Port': ['ID=9fabbba6-7712-40e5-9476-6effb7dc06c6,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:06.886159 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-8cf479ec-e1d8-4574-8293-a5eb985bdea9 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:06.887073 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-8cf479ec-e1d8-4574-8293-a5eb985bdea9 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:06.905838 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-8cf479ec-e1d8-4574-8293-a5eb985bdea9 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6272454 Jan 21 10:15:06.918904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Request body: {'port': {'device_id': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:15:06.977112 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:07.119904 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-da3d7de6-a2d8-4d4b-a2a4-4af5c6135a9f None None] Provisioning complete for port 9fabbba6-7712-40e5-9476-6effb7dc06c6 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:15:07.120355 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-da3d7de6-a2d8-4d4b-a2a4-4af5c6135a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:07.157556 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-da3d7de6-a2d8-4d4b-a2a4-4af5c6135a9f None None] Port 9fabbba6-7712-40e5-9476-6effb7dc06c6 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:15:07.261045 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fabbba6-7712-40e5-9476-6effb7dc06c6 {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:15:07.268854 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:07.282468 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Transition to ACTIVE for port object 9fabbba6-7712-40e5-9476-6effb7dc06c6 will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:15:07.284605 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9db93-d526-423f-9ac2-a60297196346 req-d65f097f-bbee-47a7-b08f-391a5d71afb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:07.286459 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d0d9db93-d526-423f-9ac2-a60297196346 req-d65f097f-bbee-47a7-b08f-391a5d71afb5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 932 time: 0.0524623 Jan 21 10:15:07.286786 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:07.330836 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d0d9db93-d526-423f-9ac2-a60297196346 req-bae7b7d4-b6c2-4b44-9b55-ffae0cac321f tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363934 Jan 21 10:15:07.340891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Pushing event updated for resources: {'Port': ['ID=9fabbba6-7712-40e5-9476-6effb7dc06c6,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:07.432523 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Attempting to bind port 9fabbba6-7712-40e5-9476-6effb7dc06c6 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:15:07.432859 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Attempting to bind port 9fabbba6-7712-40e5-9476-6effb7dc06c6 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ab97e409-8e23-48ea-a7ad-3fa349e0b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:15:07.433184 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Attempting to bind port 9fabbba6-7712-40e5-9476-6effb7dc06c6 on network c608859b-86f7-483c-b333-d886f225beb0 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:15:07.437695 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Port 9fabbba6-7712-40e5-9476-6effb7dc06c6 on network c608859b-86f7-483c-b333-d886f225beb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 10:15:07.438016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Attempting to bind port 9fabbba6-7712-40e5-9476-6effb7dc06c6 on network c608859b-86f7-483c-b333-d886f225beb0 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:15:07.443869 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:15:07.444213 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Checking segment: {'id': 'ab97e409-8e23-48ea-a7ad-3fa349e0b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:15:07.444589 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Bound using segment: {'id': 'ab97e409-8e23-48ea-a7ad-3fa349e0b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:15:07.445012 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Bound port: 9fabbba6-7712-40e5-9476-6effb7dc06c6, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab97e409-8e23-48ea-a7ad-3fa349e0b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:15:07.445364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:07.517145 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] For port 9fabbba6-7712-40e5-9476-6effb7dc06c6, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:15:07.521264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] For port 9fabbba6-7712-40e5-9476-6effb7dc06c6, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:15:07.527971 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:07.576449 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:07.577654 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:07.579453 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] 10.222.0.113 "PUT /v2.0/ports/9fabbba6-7712-40e5-9476-6effb7dc06c6 HTTP/1.1" status: 200 len: 1094 time: 0.6651430 Jan 21 10:15:07.580621 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'tag': '9fabbba6-7712-40e5-9476-6effb7dc06c6'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:15:07.585226 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472050df-9971-4255-bb3a-cd1f94e1b9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f2489308-1575-49c2-83d2-0d5f7016bf31", "tag": "9fabbba6-7712-40e5-9476-6effb7dc06c6"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:15:07.613398 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a53421-9abc-4d6e-8ab4-d7727a478e79 service neutron] Pushing event updated for resources: {'Port': ['ID=9fabbba6-7712-40e5-9476-6effb7dc06c6,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:07.641775 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cabd1a1-2e3c-42e4-8e97-847b7b85e81b x-openstack-request-id: req-5cabd1a1-2e3c-42e4-8e97-847b7b85e81b {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:15:07.642063 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2489308-1575-49c2-83d2-0d5f7016bf31", "tag": "9fabbba6-7712-40e5-9476-6effb7dc06c6", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:15:07.642313 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5cabd1a1-2e3c-42e4-8e97-847b7b85e81b {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:15:07.642704 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'tag': '9fabbba6-7712-40e5-9476-6effb7dc06c6', 'status': 'completed', 'code': 200} Jan 21 10:15:07.679331 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-06ed7448-aeee-46f0-b9b5-36ab46665922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:07.680880 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-06ed7448-aeee-46f0-b9b5-36ab46665922 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 1097 time: 0.0525303 Jan 21 10:15:07.726701 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-7401fddb-d0d0-40e4-b038-e6278ee19cdd service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6 HTTP/1.1" status: 200 len: 217 time: 0.0386007 Jan 21 10:15:07.786951 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-eea2131a-42d1-4baa-8574-8e39e25ef226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:07.788476 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-eea2131a-42d1-4baa-8574-8e39e25ef226 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0560689 Jan 21 10:15:07.837001 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-e3fb3e2b-f86e-4029-a9dc-f3281015d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:07.838430 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-e3fb3e2b-f86e-4029-a9dc-f3281015d916 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433996 Jan 21 10:15:07.928605 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-203150d2-2d97-463a-aa30-59eb9322b701 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834515 Jan 21 10:15:08.022252 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6d0d165f-214f-4b42-9f5d-d0d8e1ccdff6 req-c31fee34-9f8f-4d75-9411-25a7a7cffa73 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874896 Jan 21 10:15:08.106094 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472050df-9971-4255-bb3a-cd1f94e1b9e0 req-a7078cc5-f755-4b02-8859-e50f66be408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:08.107907 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-472050df-9971-4255-bb3a-cd1f94e1b9e0 req-a7078cc5-f755-4b02-8859-e50f66be408a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 1097 time: 0.0443158 Jan 21 10:15:08.213326 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472050df-9971-4255-bb3a-cd1f94e1b9e0 req-0711f922-1561-45a4-8a2c-74f235e8f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:08.214858 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-472050df-9971-4255-bb3a-cd1f94e1b9e0 req-0711f922-1561-45a4-8a2c-74f235e8f373 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 910 time: 0.0982790 Jan 21 10:15:08.258016 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-472050df-9971-4255-bb3a-cd1f94e1b9e0 req-3b08997e-93c3-4072-8e4f-066ca15beb04 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6 HTTP/1.1" status: 200 len: 217 time: 0.0358841 Jan 21 10:15:08.309406 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472050df-9971-4255-bb3a-cd1f94e1b9e0 req-9d6f0571-7566-4fc0-abce-6dea0dfb51ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:08.312024 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-472050df-9971-4255-bb3a-cd1f94e1b9e0 req-9d6f0571-7566-4fc0-abce-6dea0dfb51ce service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0468993 Jan 21 10:15:08.328477 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e332a494-51ea-42e9-a1b7-32ae981241d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:08.367555 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472050df-9971-4255-bb3a-cd1f94e1b9e0 req-ab667bbd-1492-4205-931f-19f4293d7bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:08.369093 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-472050df-9971-4255-bb3a-cd1f94e1b9e0 req-ab667bbd-1492-4205-931f-19f4293d7bd1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512519 Jan 21 10:15:08.471702 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-472050df-9971-4255-bb3a-cd1f94e1b9e0 req-637f6d53-c7fc-4b8d-803f-6ac863a75b40 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960534 Jan 21 10:15:08.476140 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3938a8-7741-4d54-a95e-18b1bd94e5ad req-f3415f4c-1b9b-4a53-bf65-0b01fe199b17 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:08.477759 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ee3938a8-7741-4d54-a95e-18b1bd94e5ad req-f3415f4c-1b9b-4a53-bf65-0b01fe199b17 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0527477 Jan 21 10:15:08.523880 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ee3938a8-7741-4d54-a95e-18b1bd94e5ad req-63e46e99-449b-44ae-ba5d-84806abe654d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373497 Jan 21 10:15:08.583459 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-472050df-9971-4255-bb3a-cd1f94e1b9e0 req-c458d4d0-6c82-439d-96b5-d172bb9937d6 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026254 Jan 21 10:15:09.442015 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:09.649577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51116688-94f5-4eb7-9944-9aaf9b6123ee req-b5630f67-7d41-4475-b74b-59fa2da27340 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:09.651135 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-51116688-94f5-4eb7-9944-9aaf9b6123ee req-b5630f67-7d41-4475-b74b-59fa2da27340 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0562332 Jan 21 10:15:09.691958 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-51116688-94f5-4eb7-9944-9aaf9b6123ee req-fc2ef8bc-4250-4406-bb23-0ccb4dcb5573 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342813 Jan 21 10:15:10.821139 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb89e0b-9235-41da-b04e-efed6289c6be req-48e02ff1-dbbc-4ed9-a685-e07ab8ccde8e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:10.821139 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bdb89e0b-9235-41da-b04e-efed6289c6be req-48e02ff1-dbbc-4ed9-a685-e07ab8ccde8e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0553839 Jan 21 10:15:10.861782 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-bdb89e0b-9235-41da-b04e-efed6289c6be req-fc41c453-a5e3-46f3-89cc-99a017982aa2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338316 Jan 21 10:15:11.486456 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:11.493158 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:11.976016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa005c74-3a1e-41fe-82ab-0b3116b5d79b req-e5673716-df2e-4040-be79-a405db3a70ce tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:11.977524 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fa005c74-3a1e-41fe-82ab-0b3116b5d79b req-e5673716-df2e-4040-be79-a405db3a70ce tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0486088 Jan 21 10:15:12.014442 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-fa005c74-3a1e-41fe-82ab-0b3116b5d79b req-463970c9-9f62-481a-bc31-fbec410b050e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310009 Jan 21 10:15:13.129595 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790193b-cbde-4858-a2c5-c1570e549fba req-01135ec8-9170-46f7-95dd-7a132ec1be83 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:13.131386 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3790193b-cbde-4858-a2c5-c1570e549fba req-01135ec8-9170-46f7-95dd-7a132ec1be83 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0509114 Jan 21 10:15:13.174468 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3790193b-cbde-4858-a2c5-c1570e549fba req-74e1ecf3-29f2-4c57-97e4-3b103070984c tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368552 Jan 21 10:15:14.298093 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69710460-3188-49ba-a193-5088cee4c62e req-28399c5d-5d92-4baf-856f-bffa9c16b979 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:14.299559 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-69710460-3188-49ba-a193-5088cee4c62e req-28399c5d-5d92-4baf-856f-bffa9c16b979 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0480111 Jan 21 10:15:14.344052 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-69710460-3188-49ba-a193-5088cee4c62e req-c59141c4-cf13-49a8-addb-9080e9921345 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377700 Jan 21 10:15:15.468146 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3afe9-cf17-4c50-aed0-329ab9437c3b req-9f342e8c-9e55-46f8-80c6-ce0cccdcc824 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:15.469757 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-56b3afe9-cf17-4c50-aed0-329ab9437c3b req-9f342e8c-9e55-46f8-80c6-ce0cccdcc824 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0532415 Jan 21 10:15:15.517863 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-56b3afe9-cf17-4c50-aed0-329ab9437c3b req-24f26b08-b5b9-4bd0-a947-47812b74adb8 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387082 Jan 21 10:15:16.636053 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd38af-886f-4e00-bd27-fc747d31bb32 req-5ad30693-89e3-4d1a-bb89-3ac7e7c9e351 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:16.637623 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c9dd38af-886f-4e00-bd27-fc747d31bb32 req-5ad30693-89e3-4d1a-bb89-3ac7e7c9e351 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0490599 Jan 21 10:15:16.679018 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c9dd38af-886f-4e00-bd27-fc747d31bb32 req-fe12cc1b-b5e5-4512-8e4d-3ee03e5d8762 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354700 Jan 21 10:15:17.801413 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25a05f-ed8f-422e-a3da-f2264476cd50 req-f6dbfb2c-76db-4b9b-8bce-92bfc6107664 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:17.802895 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ce25a05f-ed8f-422e-a3da-f2264476cd50 req-f6dbfb2c-76db-4b9b-8bce-92bfc6107664 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0536649 Jan 21 10:15:17.839927 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-ce25a05f-ed8f-422e-a3da-f2264476cd50 req-1c09827e-720b-450b-8af2-ee3bbc15c16d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311186 Jan 21 10:15:18.149827 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 9fabbba6-7712-40e5-9476-6effb7dc06c6 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 10:15:18.243123 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 9fabbba6-7712-40e5-9476-6effb7dc06c6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:18.256401 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '9fabbba6-7712-40e5-9476-6effb7dc06c6', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'port_id': '9fabbba6-7712-40e5-9476-6effb7dc06c6', 'mac_address': 'fa:16:3e:dd:1b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 10:15:18.296821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:18.309569 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fabbba6-7712-40e5-9476-6effb7dc06c6 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:15:18.328116 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 9fabbba6-7712-40e5-9476-6effb7dc06c6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:18.332159 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:18.377407 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=9fabbba6-7712-40e5-9476-6effb7dc06c6,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:18.385325 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:18.385698 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:18.386041 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:18.386476 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:18.386842 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:18.387222 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:18.387559 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:18.387890 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:18.388218 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:18.388542 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:18.388880 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:18.389212 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:18.540992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['9fabbba6-7712-40e5-9476-6effb7dc06c6'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:15:18.954264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b293f-ec32-448e-812a-a7ccc70634db req-797ef0e2-b189-4d48-8719-2e69fa3e9664 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:18.955752 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b50b293f-ec32-448e-812a-a7ccc70634db req-797ef0e2-b189-4d48-8719-2e69fa3e9664 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 945 time: 0.0490825 Jan 21 10:15:18.994502 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b50b293f-ec32-448e-812a-a7ccc70634db req-bcbc4b2b-e0e3-4831-a954-083da1c3d928 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325367 Jan 21 10:15:20.108926 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d28a3-4009-466a-ae20-448e76958844 req-cee00352-7929-4968-be7f-6c6b0474b309 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:20.110421 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c33d28a3-4009-466a-ae20-448e76958844 req-cee00352-7929-4968-be7f-6c6b0474b309 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 945 time: 0.0490510 Jan 21 10:15:20.148910 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c33d28a3-4009-466a-ae20-448e76958844 req-0e4c038a-e598-452f-a877-a9da6af33a86 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324786 Jan 21 10:15:20.176193 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 9fabbba6-7712-40e5-9476-6effb7dc06c6 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:15:20.225045 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 9fabbba6-7712-40e5-9476-6effb7dc06c6 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:15:20.228735 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 9fabbba6-7712-40e5-9476-6effb7dc06c6 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:15:20.229104 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:20.313301 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:20.334702 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fabbba6-7712-40e5-9476-6effb7dc06c6'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:15:20.337016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49e89f0-b7a3-46f6-8694-46be2d0e3df6" -d '{"events": [{"server_uuid": "f2489308-1575-49c2-83d2-0d5f7016bf31", "name": "network-vif-plugged", "status": "completed", "tag": "9fabbba6-7712-40e5-9476-6effb7dc06c6"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:15:20.350140 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 9fabbba6-7712-40e5-9476-6effb7dc06c6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:20.353674 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:20.402269 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=9fabbba6-7712-40e5-9476-6effb7dc06c6,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:20.435568 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9da7eb-a623-4d30-8ecd-2eee05e6076d x-openstack-request-id: req-7a9da7eb-a623-4d30-8ecd-2eee05e6076d {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:15:20.435856 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2489308-1575-49c2-83d2-0d5f7016bf31", "name": "network-vif-plugged", "status": "completed", "tag": "9fabbba6-7712-40e5-9476-6effb7dc06c6", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:15:20.436442 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7a9da7eb-a623-4d30-8ecd-2eee05e6076d {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:15:20.436842 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fabbba6-7712-40e5-9476-6effb7dc06c6', 'code': 200} Jan 21 10:15:20.615174 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194900d-4688-4646-8512-fcda363550bf req-e067b35f-e002-47e2-ab11-ac5735e2caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:20.616562 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a194900d-4688-4646-8512-fcda363550bf req-e067b35f-e002-47e2-ab11-ac5735e2caed service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 1099 time: 0.0401382 Jan 21 10:15:20.654439 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a194900d-4688-4646-8512-fcda363550bf req-3302a9f9-abf6-4bc4-ba9a-84d1f15ff89f service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317326 Jan 21 10:15:21.263334 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821460b-2e15-4944-bb19-4b2592b2e5bb req-a62d6bfb-5f0a-4ce3-b392-4ba17a244f9d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:21.264787 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6821460b-2e15-4944-bb19-4b2592b2e5bb req-a62d6bfb-5f0a-4ce3-b392-4ba17a244f9d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0494902 Jan 21 10:15:21.303065 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6821460b-2e15-4944-bb19-4b2592b2e5bb req-c25bf17d-f77a-40c9-a3dd-a00a9319e814 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316701 Jan 21 10:15:22.428589 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e4c2f-5680-488b-a9c8-01ef43b42f92 req-e108ae7a-f143-4c36-915f-b0dbc3fdc4d7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:22.430135 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-849e4c2f-5680-488b-a9c8-01ef43b42f92 req-e108ae7a-f143-4c36-915f-b0dbc3fdc4d7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0572376 Jan 21 10:15:22.471786 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-849e4c2f-5680-488b-a9c8-01ef43b42f92 req-70298cc6-078f-48e2-88c0-b5c2e7bbb44c tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357339 Jan 21 10:15:22.592661 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3bbf72-29bb-4acd-8da5-0fc29d158e50 req-d8b6fa2b-9042-4bc5-ad5f-da9599979714 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:22.594096 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf3bbf72-29bb-4acd-8da5-0fc29d158e50 req-d8b6fa2b-9042-4bc5-ad5f-da9599979714 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0538230 Jan 21 10:15:22.633365 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-cf3bbf72-29bb-4acd-8da5-0fc29d158e50 req-29df6dbf-16c5-435a-ae2a-3275210a8507 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324116 Jan 21 10:15:22.658866 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51242) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:15:22.698571 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629b1669-eaa4-4ff8-a271-b33b7606bd49 tempest-TestShelveInstance-1914254859 tempest-TestShelveInstance-1914254859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:22.700079 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-629b1669-eaa4-4ff8-a271-b33b7606bd49 tempest-TestShelveInstance-1914254859 tempest-TestShelveInstance-1914254859-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 1094 time: 0.0402470 Jan 21 10:15:22.702977 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51244) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:15:22.708138 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': '9fabbba6-7712-40e5-9476-6effb7dc06c6', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:15:22.732282 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:22.836145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:22.949117 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Allocated IP 172.26.7.172 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/d22f24fc-7703-4ad4-92ea-91b2fcad0b83) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:15:23.055918 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:23.091110 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:23.130724 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:15:23.136785 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:15:23.141174 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:15:23.165779 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'Port': ['ID=d22f24fc-7703-4ad4-92ea-91b2fcad0b83,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:23.771300 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:23.837502 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:23.987172 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:23.991868 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:24.062016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event updated for resources: {'Port': ['ID=d22f24fc-7703-4ad4-92ea-91b2fcad0b83,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:24.075007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:24.186082 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Floating IP 974e2bf1-748e-4403-9f81-abb3bb9c62bf associated. External IP: 172.26.7.172, port: 9fabbba6-7712-40e5-9476-6effb7dc06c6. Jan 21 10:15:24.399948 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Router e79b3795-e653-44cd-9b5a-5dd4c1610f31 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:15:24.513636 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:15:24.523797 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5813ff-7858-48ba-989d-3a2b0940070b None None] Sync routers for ids ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:15:24.534391 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5813ff-7858-48ba-989d-3a2b0940070b None None] Routers {'e79b3795-e653-44cd-9b5a-5dd4c1610f31'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:15:24.534572 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:24.534675 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0b5813ff-7858-48ba-989d-3a2b0940070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:15:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:24.563843 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-730e25a7-8ec4-4126-9c7e-e66d39835ec2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8598104 Jan 21 10:15:24.564429 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'tag': '9fabbba6-7712-40e5-9476-6effb7dc06c6'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:15:24.567888 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f737b823-67df-4173-9152-5759232938d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2489308-1575-49c2-83d2-0d5f7016bf31", "tag": "9fabbba6-7712-40e5-9476-6effb7dc06c6"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:15:24.604149 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc716121-4353-455d-9a66-43dd745ab698 x-openstack-request-id: req-fc716121-4353-455d-9a66-43dd745ab698 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:15:24.604442 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2489308-1575-49c2-83d2-0d5f7016bf31", "tag": "9fabbba6-7712-40e5-9476-6effb7dc06c6", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:15:24.604695 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fc716121-4353-455d-9a66-43dd745ab698 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:15:24.605092 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'tag': '9fabbba6-7712-40e5-9476-6effb7dc06c6', 'status': 'completed', 'code': 200} Jan 21 10:15:24.645380 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-0b5813ff-7858-48ba-989d-3a2b0940070b None None] Set router e79b3795-e653-44cd-9b5a-5dd4c1610f31 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:15:24.671687 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737b823-67df-4173-9152-5759232938d6 req-07eaa67b-cb88-4e70-9a0f-5d0a3052a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:24.673111 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f737b823-67df-4173-9152-5759232938d6 req-07eaa67b-cb88-4e70-9a0f-5d0a3052a531 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 1099 time: 0.0449808 Jan 21 10:15:24.768697 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737b823-67df-4173-9152-5759232938d6 req-95eed026-3f0f-484e-ac4c-f58a636e4711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:24.770935 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f737b823-67df-4173-9152-5759232938d6 req-95eed026-3f0f-484e-ac4c-f58a636e4711 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 910 time: 0.0912769 Jan 21 10:15:24.838429 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f737b823-67df-4173-9152-5759232938d6 req-9bddcdc7-6731-4724-8be2-00ef7d2ba655 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6 HTTP/1.1" status: 200 len: 1000 time: 0.0612636 Jan 21 10:15:24.870163 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0b5813ff-7858-48ba-989d-3a2b0940070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 4, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '974e2bf1-748e-4403-9f81-abb3bb9c62bf', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'floating_ip_address': '172.26.7.172', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'port_id': '9fabbba6-7712-40e5-9476-6effb7dc06c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'mac_address': 'fa:16:3e:dd:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:15:23Z', 'updated_at': '2022-01-21T10:15:23Z', 'revision_number': 0, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd586470b-805c-4c4a-b4bd-f80ed3a14e0c', 'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'mac_address': 'fa:16:3e:46:4e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:39Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 5, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'subnets': [{'id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:24.886960 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737b823-67df-4173-9152-5759232938d6 req-b4694867-a362-4d49-8a12-09f2bc772e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:24.888440 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f737b823-67df-4173-9152-5759232938d6 req-b4694867-a362-4d49-8a12-09f2bc772e77 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0441267 Jan 21 10:15:24.901472 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5813ff-7858-48ba-989d-3a2b0940070b None None] Checking router: e79b3795-e653-44cd-9b5a-5dd4c1610f31 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:15:24.910500 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5813ff-7858-48ba-989d-3a2b0940070b None None] Routers {'e79b3795-e653-44cd-9b5a-5dd4c1610f31'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:15:24.911495 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0b5813ff-7858-48ba-989d-3a2b0940070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:15:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:24.941903 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737b823-67df-4173-9152-5759232938d6 req-fb95ee46-3ad0-468b-93bb-752e44a7c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:24.943391 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f737b823-67df-4173-9152-5759232938d6 req-fb95ee46-3ad0-468b-93bb-752e44a7c189 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0481713 Jan 21 10:15:25.021712 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-0b5813ff-7858-48ba-989d-3a2b0940070b None None] Set router e79b3795-e653-44cd-9b5a-5dd4c1610f31 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:15:25.036850 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f737b823-67df-4173-9152-5759232938d6 req-3f62af35-6d78-42cc-9335-551ead573f24 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872254 Jan 21 10:15:25.138288 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f737b823-67df-4173-9152-5759232938d6 req-186ae7c6-b24a-4b03-812b-54c7f3d658d0 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949481 Jan 21 10:15:25.162507 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:25.344393 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0b5813ff-7858-48ba-989d-3a2b0940070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 4, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '974e2bf1-748e-4403-9f81-abb3bb9c62bf', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'floating_ip_address': '172.26.7.172', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'port_id': '9fabbba6-7712-40e5-9476-6effb7dc06c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'mac_address': 'fa:16:3e:dd:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:15:23Z', 'updated_at': '2022-01-21T10:15:23Z', 'revision_number': 0, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd586470b-805c-4c4a-b4bd-f80ed3a14e0c', 'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'mac_address': 'fa:16:3e:46:4e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:39Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 5, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'subnets': [{'id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:25.371417 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5813ff-7858-48ba-989d-3a2b0940070b None None] The sync data for ids ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'] in dv-neutron-825721-1-hyperv is: [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 4, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '974e2bf1-748e-4403-9f81-abb3bb9c62bf', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'floating_ip_address': '172.26.7.172', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'port_id': '9fabbba6-7712-40e5-9476-6effb7dc06c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'mac_address': 'fa:16:3e:dd:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:15:23Z', 'updated_at': '2022-01-21T10:15:23Z', 'revision_number': 0, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd586470b-805c-4c4a-b4bd-f80ed3a14e0c', 'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'mac_address': 'fa:16:3e:46:4e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:39Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 5, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'subnets': [{'id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:15:25.559589 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48dca37-35f9-4a83-99bc-45404066da14 None None] New status for floating IP 974e2bf1-748e-4403-9f81-abb3bb9c62bf: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:15:33.202349 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:15:35.952029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dcd94a51-a210-4ae6-a504-bc8ad236ee98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:38.330165 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4dde5e64-94f7-4086-a7db-b49052d3288a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:39.439897 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:41.466559 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:41.473595 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:55.173773 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.954403 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-81b1bc86-f462-4c4b-87f0-474f25064022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:08.331182 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-38e93718-10cc-4e97-8ebe-de9b33b6c8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:09.443240 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:09.672755 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e9c08063-0233-40df-846b-5be9c06dbde4 req-593491fb-3248-447f-83e7-9416a080e289 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405121 Jan 21 10:16:09.751653 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c08063-0233-40df-846b-5be9c06dbde4 req-10fcacbd-2409-4956-b1ee-7322b2f0f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:09.753128 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e9c08063-0233-40df-846b-5be9c06dbde4 req-10fcacbd-2409-4956-b1ee-7322b2f0f12a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 1099 time: 0.0411870 Jan 21 10:16:09.856349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c08063-0233-40df-846b-5be9c06dbde4 req-a6991fdc-45eb-4f07-9ee8-3610a4fe9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:09.857852 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e9c08063-0233-40df-846b-5be9c06dbde4 req-a6991fdc-45eb-4f07-9ee8-3610a4fe9ee7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 910 time: 0.0870984 Jan 21 10:16:09.923179 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e9c08063-0233-40df-846b-5be9c06dbde4 req-1d4bde9c-576d-402f-a689-4619946d958f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6 HTTP/1.1" status: 200 len: 1002 time: 0.0587730 Jan 21 10:16:09.969961 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c08063-0233-40df-846b-5be9c06dbde4 req-930c0ee7-9368-4058-897c-bece3f15ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:09.971379 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e9c08063-0233-40df-846b-5be9c06dbde4 req-930c0ee7-9368-4058-897c-bece3f15ee36 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0423059 Jan 21 10:16:10.020760 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c08063-0233-40df-846b-5be9c06dbde4 req-52f020fb-bdb3-47a8-842d-3eb94be0b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:10.022279 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e9c08063-0233-40df-846b-5be9c06dbde4 req-52f020fb-bdb3-47a8-842d-3eb94be0b948 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440180 Jan 21 10:16:10.110913 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e9c08063-0233-40df-846b-5be9c06dbde4 req-b419fd47-ebbb-420e-be8e-3b8ac6491bbc service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813854 Jan 21 10:16:10.202035 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:16:10.205917 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e9c08063-0233-40df-846b-5be9c06dbde4 req-07e430ce-de8b-481f-8680-f02ea4e3438c service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878468 Jan 21 10:16:11.449046 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:11.468270 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:25.170921 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:35.957555 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-00a0f90c-9761-4154-8f85-ba8eb45fe95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:38.331486 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e3d1eccb-312b-4d99-baeb-4590ac26f99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:39.444978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:41.451134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:41.467829 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:47.202011 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:16:55.167663 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:05.958476 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-76a423e2-4ba7-4809-9420-ae9344735371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:08.333611 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d2a33c19-ce83-4c8c-9012-0e3cead838a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.447752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:10.216802 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c1643ef1-6e33-468b-b2a9-553151c4c2b7 req-0af6b72c-47ce-4314-9180-7cf414cbfc01 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427372 Jan 21 10:17:10.296350 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1643ef1-6e33-468b-b2a9-553151c4c2b7 req-88113a78-2a95-4e6c-8784-c731a68cabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:10.297868 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c1643ef1-6e33-468b-b2a9-553151c4c2b7 req-88113a78-2a95-4e6c-8784-c731a68cabe3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 1099 time: 0.0415614 Jan 21 10:17:10.402387 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1643ef1-6e33-468b-b2a9-553151c4c2b7 req-a47661b2-092a-43fd-95f9-bbda57e7349a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:10.403880 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c1643ef1-6e33-468b-b2a9-553151c4c2b7 req-a47661b2-092a-43fd-95f9-bbda57e7349a service neutron] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 910 time: 0.0882056 Jan 21 10:17:10.466668 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c1643ef1-6e33-468b-b2a9-553151c4c2b7 req-f03e2082-9d18-4a5e-8592-356c66652609 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6 HTTP/1.1" status: 200 len: 1002 time: 0.0568233 Jan 21 10:17:10.515260 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1643ef1-6e33-468b-b2a9-553151c4c2b7 req-238f61ef-cfd0-48cc-a9f8-f9ef95b7b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:10.516710 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c1643ef1-6e33-468b-b2a9-553151c4c2b7 req-238f61ef-cfd0-48cc-a9f8-f9ef95b7b2da service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0444310 Jan 21 10:17:10.566869 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1643ef1-6e33-468b-b2a9-553151c4c2b7 req-a51d049f-56ec-4bb1-9185-6ee278eed212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:10.568381 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c1643ef1-6e33-468b-b2a9-553151c4c2b7 req-a51d049f-56ec-4bb1-9185-6ee278eed212 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440948 Jan 21 10:17:10.661134 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c1643ef1-6e33-468b-b2a9-553151c4c2b7 req-0009c0fc-4687-4fb0-9189-d19de35fe4c7 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853372 Jan 21 10:17:10.756128 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c1643ef1-6e33-468b-b2a9-553151c4c2b7 req-256256bc-4f77-4258-8193-15f5f8013e63 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887468 Jan 21 10:17:11.461936 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:11.503563 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:20.064419 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b2596-6426-40c3-aaf8-b276bc798d08 req-5a14edef-dcaf-48fc-b80f-d468127cb950 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:20.065831 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-626b2596-6426-40c3-aaf8-b276bc798d08 req-5a14edef-dcaf-48fc-b80f-d468127cb950 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0517323 Jan 21 10:17:20.105959 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-626b2596-6426-40c3-aaf8-b276bc798d08 req-51c4a558-6dcd-42a3-a8c4-c9eb45c0cca8 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333121 Jan 21 10:17:21.234412 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e37977-ec0b-4507-930e-2698c35d6d66 req-8efdfa90-b204-4902-86cc-5e57d00c5275 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:21.235907 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-40e37977-ec0b-4507-930e-2698c35d6d66 req-8efdfa90-b204-4902-86cc-5e57d00c5275 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0562325 Jan 21 10:17:21.274830 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-40e37977-ec0b-4507-930e-2698c35d6d66 req-c3d2fca6-0ec3-4cc9-b4b8-c9788c6e18d1 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327191 Jan 21 10:17:22.401046 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cde7cc-4a3b-43c6-b29c-24c2157aceb5 req-34853285-f42a-402c-9e1d-3c086595bfea tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:22.402617 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76cde7cc-4a3b-43c6-b29c-24c2157aceb5 req-34853285-f42a-402c-9e1d-3c086595bfea tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0515122 Jan 21 10:17:22.440982 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-76cde7cc-4a3b-43c6-b29c-24c2157aceb5 req-6013e5a8-ab18-4149-84ea-202407511aa3 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318069 Jan 21 10:17:23.558959 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a114d6a-979b-438e-a006-da8c273edfb4 req-394c52ca-2924-424c-9e33-8a1cab1138d8 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:23.560447 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4a114d6a-979b-438e-a006-da8c273edfb4 req-394c52ca-2924-424c-9e33-8a1cab1138d8 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0513740 Jan 21 10:17:23.599984 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-4a114d6a-979b-438e-a006-da8c273edfb4 req-c72e8ab8-f461-4b56-a055-d56df8337d74 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334954 Jan 21 10:17:24.200486 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:17:24.721487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541ea73-3908-40de-8168-80dfde96b4df req-18ad80d3-2bc9-49c0-a7c8-e918a53c84d8 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:24.722976 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b541ea73-3908-40de-8168-80dfde96b4df req-18ad80d3-2bc9-49c0-a7c8-e918a53c84d8 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0539520 Jan 21 10:17:24.763584 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-b541ea73-3908-40de-8168-80dfde96b4df req-9be125e8-71f7-4380-8f64-0cbe845df284 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337777 Jan 21 10:17:25.171136 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:25.880264 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca93d01-7479-4686-a380-632b0c53494d req-f8673eff-fa68-4d0d-97a3-abb00f0604ab tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:25.882144 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-aca93d01-7479-4686-a380-632b0c53494d req-f8673eff-fa68-4d0d-97a3-abb00f0604ab tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0499957 Jan 21 10:17:25.923818 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-aca93d01-7479-4686-a380-632b0c53494d req-d0c9a3d2-a468-4067-8caa-b6e56052bb9f tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357559 Jan 21 10:17:27.039404 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83091fb-133d-4521-9278-3afa91d12a63 req-377f2f08-3105-401c-8c91-9d295fed47c0 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:27.040916 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c83091fb-133d-4521-9278-3afa91d12a63 req-377f2f08-3105-401c-8c91-9d295fed47c0 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0505397 Jan 21 10:17:27.080491 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c83091fb-133d-4521-9278-3afa91d12a63 req-446d3051-0ddd-483c-adcf-e31bc0c9fd3e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335732 Jan 21 10:17:28.199383 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba948e4-451c-4dc2-b2a0-1f679553a448 req-26a64af7-2093-4289-bec3-7090ecb6f2d4 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:28.200871 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3ba948e4-451c-4dc2-b2a0-1f679553a448 req-26a64af7-2093-4289-bec3-7090ecb6f2d4 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0516829 Jan 21 10:17:28.239342 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-3ba948e4-451c-4dc2-b2a0-1f679553a448 req-3e256725-e59b-4d46-9805-d49e8ba64cb2 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324912 Jan 21 10:17:29.357416 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be315b70-e331-48de-a3e8-d48656931e1b req-d6f001e2-8c1d-45a5-8c22-0748175d483e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:29.358952 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-be315b70-e331-48de-a3e8-d48656931e1b req-d6f001e2-8c1d-45a5-8c22-0748175d483e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0509226 Jan 21 10:17:29.396721 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-be315b70-e331-48de-a3e8-d48656931e1b req-6dad4215-867e-4ec8-8dc7-a11d9c8ab7da tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318334 Jan 21 10:17:30.204019 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813307c-154d-4cdc-b249-1f462a1f007d req-29cf74d5-58e9-4d9d-8a0e-9ac36ad8299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:30.205632 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8813307c-154d-4cdc-b249-1f462a1f007d req-29cf74d5-58e9-4d9d-8a0e-9ac36ad8299a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 1099 time: 0.0463414 Jan 21 10:17:30.295623 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813307c-154d-4cdc-b249-1f462a1f007d req-8e355054-5cce-47fa-874e-50a793584cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:30.297092 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8813307c-154d-4cdc-b249-1f462a1f007d req-8e355054-5cce-47fa-874e-50a793584cab service neutron] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 910 time: 0.0842972 Jan 21 10:17:30.366832 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8813307c-154d-4cdc-b249-1f462a1f007d req-66bda076-0707-4231-bed3-c18ca1025491 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6 HTTP/1.1" status: 200 len: 1002 time: 0.0629668 Jan 21 10:17:30.418607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813307c-154d-4cdc-b249-1f462a1f007d req-f88dfc31-bcb9-4a07-9064-438dad951154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:30.420115 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8813307c-154d-4cdc-b249-1f462a1f007d req-f88dfc31-bcb9-4a07-9064-438dad951154 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0476685 Jan 21 10:17:30.469429 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813307c-154d-4cdc-b249-1f462a1f007d req-b84eb53e-5b90-4e7f-bf04-3b642f6db7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:30.470901 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8813307c-154d-4cdc-b249-1f462a1f007d req-b84eb53e-5b90-4e7f-bf04-3b642f6db7c2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447299 Jan 21 10:17:30.516707 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ee822-5fde-4e94-b4bf-ad1f4d948954 req-964b8f57-e7c1-413f-9f35-f358da2c2be1 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:30.518656 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9c5ee822-5fde-4e94-b4bf-ad1f4d948954 req-964b8f57-e7c1-413f-9f35-f358da2c2be1 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0515108 Jan 21 10:17:30.559099 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9c5ee822-5fde-4e94-b4bf-ad1f4d948954 req-14853531-b1d7-4818-98f4-992795b34baa tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343323 Jan 21 10:17:30.568520 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8813307c-154d-4cdc-b249-1f462a1f007d req-017bb622-e340-41b7-ac99-fbdbb68bfe2e service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912879 Jan 21 10:17:30.658446 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8813307c-154d-4cdc-b249-1f462a1f007d req-8dae83c9-8b1a-4901-8df7-78a24083ee0b service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838976 Jan 21 10:17:31.677735 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3cad4-92ca-450c-9f85-cea8f070a7aa req-42ffe798-d67c-4f47-930e-557314957a94 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:31.679947 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-78b3cad4-92ca-450c-9f85-cea8f070a7aa req-42ffe798-d67c-4f47-930e-557314957a94 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0512064 Jan 21 10:17:31.718214 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-78b3cad4-92ca-450c-9f85-cea8f070a7aa req-b8697952-6308-4fa1-9db7-d73ed92fb259 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324028 Jan 21 10:17:32.837787 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121b23d-9fdb-4f18-9449-9e10be1b0ac3 req-dddbf187-15c9-4959-94d7-26174bedc4d0 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:32.839352 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a121b23d-9fdb-4f18-9449-9e10be1b0ac3 req-dddbf187-15c9-4959-94d7-26174bedc4d0 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0529697 Jan 21 10:17:32.884304 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-a121b23d-9fdb-4f18-9449-9e10be1b0ac3 req-3f8264f0-5c2f-402b-8bd2-1c15ef6fc334 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387506 Jan 21 10:17:34.015152 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e75dd1-d017-4896-8cec-c49409ec2572 req-068f587a-5953-4384-b48f-d1a95a9a5dc1 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:34.016626 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-23e75dd1-d017-4896-8cec-c49409ec2572 req-068f587a-5953-4384-b48f-d1a95a9a5dc1 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0558734 Jan 21 10:17:34.060526 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-23e75dd1-d017-4896-8cec-c49409ec2572 req-88877097-ec28-48a9-94d2-70cb111463d8 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376918 Jan 21 10:17:34.185844 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [req-c4726a17-aad0-4234-b531-f8ea47ae7641 req-e85a8072-efe7-405c-aaad-0a213328f3c9 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:17:34.186862 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-c4726a17-aad0-4234-b531-f8ea47ae7641 req-e85a8072-efe7-405c-aaad-0a213328f3c9 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0587177 Jan 21 10:17:34.321205 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-46fa9331-6589-44fa-92f4-73718f32ab16 req-fde5e51f-3729-4211-ab0c-c31a1cb3ec7e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0470023 Jan 21 10:17:34.377351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfdb26-ba3c-4b8e-853c-38eb4bc915e8 req-448fb245-e8b3-4e5b-bd0b-c606352e97e3 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:34.378901 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dfbfdb26-ba3c-4b8e-853c-38eb4bc915e8 req-448fb245-e8b3-4e5b-bd0b-c606352e97e3 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0684147 Jan 21 10:17:34.427367 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dfbfdb26-ba3c-4b8e-853c-38eb4bc915e8 req-521c3b70-be81-4010-ac49-933a089b4548 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404060 Jan 21 10:17:35.548066 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d911db-089a-4b40-93ff-117e60ebb824 req-4cab25c7-d804-4094-985b-aedc001f8154 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:35.549612 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-09d911db-089a-4b40-93ff-117e60ebb824 req-4cab25c7-d804-4094-985b-aedc001f8154 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0505738 Jan 21 10:17:35.589321 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-09d911db-089a-4b40-93ff-117e60ebb824 req-5d4bf8ae-d38c-4df1-8460-df4cc9514328 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336311 Jan 21 10:17:35.962034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9762f40f-986a-46ec-a18d-46c477876935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:36.710594 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740254dd-99e0-405d-a10d-59bb3c230adc req-2b23d7d6-9c4d-4bed-ae78-5be9d189331a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:36.712423 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-740254dd-99e0-405d-a10d-59bb3c230adc req-2b23d7d6-9c4d-4bed-ae78-5be9d189331a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0531602 Jan 21 10:17:36.755031 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-740254dd-99e0-405d-a10d-59bb3c230adc req-d80864f6-635a-44a5-aad3-bc282533bb72 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362124 Jan 21 10:17:36.761156 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 9fabbba6-7712-40e5-9476-6effb7dc06c6 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:17:36.842771 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:36.868832 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fabbba6-7712-40e5-9476-6effb7dc06c6'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:17:36.871063 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2d2138-7709-43ed-9490-154c8fc8a184" -d '{"events": [{"server_uuid": "f2489308-1575-49c2-83d2-0d5f7016bf31", "name": "network-vif-unplugged", "status": "completed", "tag": "9fabbba6-7712-40e5-9476-6effb7dc06c6"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:17:36.885307 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 9fabbba6-7712-40e5-9476-6effb7dc06c6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:36.890748 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:36.919694 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 21 Jan 2022 10:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50780139-6bc2-4ea0-b233-1f3101679762 x-openstack-request-id: req-50780139-6bc2-4ea0-b233-1f3101679762 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:17:36.919984 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2489308-1575-49c2-83d2-0d5f7016bf31", "name": "network-vif-unplugged", "status": "failed", "tag": "9fabbba6-7712-40e5-9476-6effb7dc06c6", "code": 422}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:17:36.920233 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-50780139-6bc2-4ea0-b233-1f3101679762 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:17:36.920670 dv-neutron-825721-1-hyperv neutron-server[102148]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9fabbba6-7712-40e5-9476-6effb7dc06c6', 'code': 422} returned with failed status Jan 21 10:17:36.948783 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=9fabbba6-7712-40e5-9476-6effb7dc06c6,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:36.960408 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:36.961039 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:36.961536 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:36.961988 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:36.962355 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:36.963088 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:36.963260 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:36.964453 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:36.964937 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:36.965353 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:36.965751 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:36.966187 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:37.894315 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24ee86-5e44-4e1f-bfb5-be169ac57abb req-defe58b7-db6b-4146-a6ec-05bf8324919b tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:37.895924 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0e24ee86-5e44-4e1f-bfb5-be169ac57abb req-defe58b7-db6b-4146-a6ec-05bf8324919b tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0558286 Jan 21 10:17:37.940910 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0e24ee86-5e44-4e1f-bfb5-be169ac57abb req-21b93670-8b14-4009-9428-c9ed7097c1dc tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370007 Jan 21 10:17:38.338041 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d3f13130-d5e6-44d7-856d-3ec7de4d6510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:39.061244 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fc5bc-c0c5-45fc-87e0-bd5d181be575 req-2fb364de-7e84-4692-aed7-587ddfede6bd tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:39.061857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9331-6589-44fa-92f4-73718f32ab16 req-b1a9be1e-4310-4d0f-9f6a-26842acc5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:39.062818 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-648fc5bc-c0c5-45fc-87e0-bd5d181be575 req-2fb364de-7e84-4692-aed7-587ddfede6bd tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0540848 Jan 21 10:17:39.063369 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46fa9331-6589-44fa-92f4-73718f32ab16 req-b1a9be1e-4310-4d0f-9f6a-26842acc5ec2 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31&tenant_id=1a1ae85cbef24232bc4f056090a2f18e HTTP/1.1" status: 200 len: 1097 time: 0.0409193 Jan 21 10:17:39.102983 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-648fc5bc-c0c5-45fc-87e0-bd5d181be575 req-760250ed-5114-41d4-93ec-0252c5d6ffee tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339513 Jan 21 10:17:39.125707 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9331-6589-44fa-92f4-73718f32ab16 req-8d02b61d-f78e-4b54-bbce-e097c3862942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:39.127225 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46fa9331-6589-44fa-92f4-73718f32ab16 req-8d02b61d-f78e-4b54-bbce-e097c3862942 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 1097 time: 0.0418952 Jan 21 10:17:39.219414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9331-6589-44fa-92f4-73718f32ab16 req-94e697f9-645d-46d6-870d-deb4b60cc7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:39.220941 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46fa9331-6589-44fa-92f4-73718f32ab16 req-94e697f9-645d-46d6-870d-deb4b60cc7f6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 910 time: 0.0875251 Jan 21 10:17:39.284603 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46fa9331-6589-44fa-92f4-73718f32ab16 req-81ba6d2f-31a2-40ea-9478-6f522c9bf588 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6 HTTP/1.1" status: 200 len: 1000 time: 0.0570393 Jan 21 10:17:39.335929 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9331-6589-44fa-92f4-73718f32ab16 req-ea993154-184a-4c06-aead-cd58d2188650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:39.337404 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46fa9331-6589-44fa-92f4-73718f32ab16 req-ea993154-184a-4c06-aead-cd58d2188650 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0466716 Jan 21 10:17:39.382637 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9331-6589-44fa-92f4-73718f32ab16 req-99417b11-9bd8-4643-9e0c-a981df173894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:39.384146 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46fa9331-6589-44fa-92f4-73718f32ab16 req-99417b11-9bd8-4643-9e0c-a981df173894 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406184 Jan 21 10:17:39.449360 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:39.477738 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46fa9331-6589-44fa-92f4-73718f32ab16 req-eb5a2dec-3c7d-4de0-98af-989a305fde1c service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866790 Jan 21 10:17:39.569889 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46fa9331-6589-44fa-92f4-73718f32ab16 req-f5de3092-99c0-4e62-895d-e437bc3e315e service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853519 Jan 21 10:17:40.224054 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b21f65-e0a0-4065-90d6-32477366e795 req-de5cc716-d9bc-4591-a696-518acd83ef29 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:40.225538 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-60b21f65-e0a0-4065-90d6-32477366e795 req-de5cc716-d9bc-4591-a696-518acd83ef29 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0510631 Jan 21 10:17:40.269212 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-60b21f65-e0a0-4065-90d6-32477366e795 req-e16a1489-676d-4e95-833d-79e8a4720e00 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374684 Jan 21 10:17:41.388990 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f108980-aa8b-4a40-b712-69f02e97cfd7 req-94a317f6-8448-46fb-baeb-416354370482 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:41.390510 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9f108980-aa8b-4a40-b712-69f02e97cfd7 req-94a317f6-8448-46fb-baeb-416354370482 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0534647 Jan 21 10:17:41.437265 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-9f108980-aa8b-4a40-b712-69f02e97cfd7 req-0751c77e-d46c-4f1c-93ce-3e9e2dcb4c04 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404217 Jan 21 10:17:41.471188 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:41.481948 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:42.555959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef4c29-d0a4-4d22-86ef-5ffe6e5da531 req-48857716-c99c-4d95-8fe2-502a0aa5732b tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:42.557448 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0aef4c29-d0a4-4d22-86ef-5ffe6e5da531 req-48857716-c99c-4d95-8fe2-502a0aa5732b tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0508037 Jan 21 10:17:42.596580 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0aef4c29-d0a4-4d22-86ef-5ffe6e5da531 req-b8f86798-eb9b-47ac-8d69-1e432cbef04f tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331151 Jan 21 10:17:43.719268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170417db-82f8-498a-a2e0-5825135d3258 req-e5f9a9f6-afe5-414c-b880-76b53901d26e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:43.720645 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-170417db-82f8-498a-a2e0-5825135d3258 req-e5f9a9f6-afe5-414c-b880-76b53901d26e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0485468 Jan 21 10:17:43.758896 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-170417db-82f8-498a-a2e0-5825135d3258 req-7b43e182-ccc5-4aab-b2a9-39701d4ff2d5 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316138 Jan 21 10:17:44.877799 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601509f-9308-481f-a500-3a95a2fa338e req-925cea63-a14a-4fa7-a4e7-8899dad92ffc tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:44.879391 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a601509f-9308-481f-a500-3a95a2fa338e req-925cea63-a14a-4fa7-a4e7-8899dad92ffc tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0531070 Jan 21 10:17:44.919096 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a601509f-9308-481f-a500-3a95a2fa338e req-fb385ed5-3877-41e1-9f0d-bc888f2af68c tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329340 Jan 21 10:17:46.042231 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12117701-7be8-4534-b80c-1008db1aa3e2 req-ba442a92-f097-4bd5-a2e0-b9b4fa8dcd05 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:46.043782 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-12117701-7be8-4534-b80c-1008db1aa3e2 req-ba442a92-f097-4bd5-a2e0-b9b4fa8dcd05 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0540717 Jan 21 10:17:46.095887 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-12117701-7be8-4534-b80c-1008db1aa3e2 req-ad0d1b57-5e2c-4811-9e5b-8dcf71c2c3cf tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460060 Jan 21 10:17:47.212689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05270e5f-8200-4b4c-855e-52c8865eff28 req-0f2b1fbc-f2e8-4556-8219-20a41186d884 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:47.214217 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-05270e5f-8200-4b4c-855e-52c8865eff28 req-0f2b1fbc-f2e8-4556-8219-20a41186d884 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0489464 Jan 21 10:17:47.252551 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-05270e5f-8200-4b4c-855e-52c8865eff28 req-0136472d-13a8-4a3a-b348-540c80ea5f0c tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323617 Jan 21 10:17:48.372389 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10deba-cb15-44f5-b879-257bde114d00 req-7b7c11e6-58c5-4354-86e0-d2144faa0313 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:48.373872 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7a10deba-cb15-44f5-b879-257bde114d00 req-7b7c11e6-58c5-4354-86e0-d2144faa0313 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 944 time: 0.0531063 Jan 21 10:17:48.412524 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7a10deba-cb15-44f5-b879-257bde114d00 req-ef464e35-aee0-4a5c-b2cd-28c0587125ce tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327089 Jan 21 10:17:48.776380 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 9fabbba6-7712-40e5-9476-6effb7dc06c6 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 10:17:48.868022 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 9fabbba6-7712-40e5-9476-6effb7dc06c6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:48.878119 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '9fabbba6-7712-40e5-9476-6effb7dc06c6', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'port_id': '9fabbba6-7712-40e5-9476-6effb7dc06c6', 'mac_address': 'fa:16:3e:dd:1b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 10:17:48.920282 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:48.932508 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fabbba6-7712-40e5-9476-6effb7dc06c6 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:17:48.952366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 9fabbba6-7712-40e5-9476-6effb7dc06c6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:48.956535 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.003358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=9fabbba6-7712-40e5-9476-6effb7dc06c6,revision_number=7']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:49.175717 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['9fabbba6-7712-40e5-9476-6effb7dc06c6'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:17:49.533962 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35c346-1866-4f7d-ab77-32be68c73e3c req-e77c9e06-9f47-40c1-a5e6-bb1b3508a523 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:49.535236 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6b35c346-1866-4f7d-ab77-32be68c73e3c req-e77c9e06-9f47-40c1-a5e6-bb1b3508a523 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 945 time: 0.0502717 Jan 21 10:17:49.572996 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6b35c346-1866-4f7d-ab77-32be68c73e3c req-98f440fc-bba6-446b-909c-c22230a40313 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315139 Jan 21 10:17:50.685632 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e61af-58fc-49a7-a6cd-1a3043da296c req-1e59ebe1-617d-4071-a410-26becb4b48da tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:50.687108 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d79e61af-58fc-49a7-a6cd-1a3043da296c req-1e59ebe1-617d-4071-a410-26becb4b48da tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 945 time: 0.0489895 Jan 21 10:17:50.725086 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d79e61af-58fc-49a7-a6cd-1a3043da296c req-d7e53036-c4b8-45f9-b72a-bf747c376e91 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321348 Jan 21 10:17:50.779305 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 9fabbba6-7712-40e5-9476-6effb7dc06c6 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:17:50.829777 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 9fabbba6-7712-40e5-9476-6effb7dc06c6 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:50.830149 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.912701 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.935284 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fabbba6-7712-40e5-9476-6effb7dc06c6'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:17:50.937581 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5608bb-64ba-4acd-85a6-7a9fa5850b56" -d '{"events": [{"server_uuid": "f2489308-1575-49c2-83d2-0d5f7016bf31", "name": "network-vif-plugged", "status": "completed", "tag": "9fabbba6-7712-40e5-9476-6effb7dc06c6"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:17:50.950085 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 9fabbba6-7712-40e5-9476-6effb7dc06c6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:50.954329 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.978339 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664a3d4a-cda3-4e17-a52d-2357d7225435 x-openstack-request-id: req-664a3d4a-cda3-4e17-a52d-2357d7225435 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:17:50.978637 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2489308-1575-49c2-83d2-0d5f7016bf31", "name": "network-vif-plugged", "status": "completed", "tag": "9fabbba6-7712-40e5-9476-6effb7dc06c6", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:17:50.978888 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-664a3d4a-cda3-4e17-a52d-2357d7225435 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:17:50.979272 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fabbba6-7712-40e5-9476-6effb7dc06c6', 'code': 200} Jan 21 10:17:51.006329 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=9fabbba6-7712-40e5-9476-6effb7dc06c6,revision_number=8']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:51.186425 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d7b7c-5a1b-4a0a-9bc6-e3c7afd84d43 req-f72a7b06-828f-442b-8bc2-e7e6fb7824f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:51.187914 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-950d7b7c-5a1b-4a0a-9bc6-e3c7afd84d43 req-f72a7b06-828f-442b-8bc2-e7e6fb7824f7 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 1099 time: 0.0443139 Jan 21 10:17:51.222300 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-950d7b7c-5a1b-4a0a-9bc6-e3c7afd84d43 req-60560077-8a89-46be-879b-f5bbd92b68c5 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278475 Jan 21 10:17:51.840573 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b010c-f80d-4700-9cda-43df4ea75d74 req-858f15a8-fe08-4010-ada3-8493c5d7b792 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:51.842055 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8c3b010c-f80d-4700-9cda-43df4ea75d74 req-858f15a8-fe08-4010-ada3-8493c5d7b792 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0493226 Jan 21 10:17:51.878539 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8c3b010c-f80d-4700-9cda-43df4ea75d74 req-0c53f92b-0ac3-49c7-9f18-90dd0ee5bc7e tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305672 Jan 21 10:17:52.995907 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac710c-e103-4ea1-b771-96101efb3649 req-7198d5ac-a80e-4863-8029-889f02457ba1 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:52.997378 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c0ac710c-e103-4ea1-b771-96101efb3649 req-7198d5ac-a80e-4863-8029-889f02457ba1 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0492010 Jan 21 10:17:53.034894 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c0ac710c-e103-4ea1-b771-96101efb3649 req-0c8249fd-76ad-4b64-910e-45ce36ad5bf6 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315552 Jan 21 10:17:55.182724 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.200198 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:18:05.967430 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6cbe0535-2b89-4160-b607-31601f249ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:08.339640 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-431b0e4d-3fa2-40b9-8049-6ffb55cd5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:09.451588 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:10.671349 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-89016412-3b87-475a-afb5-c0ef96bae81a req-b94b5717-75fc-487d-a6d2-39a564bee4ee service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427930 Jan 21 10:18:10.759990 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89016412-3b87-475a-afb5-c0ef96bae81a req-aba7855a-714b-45c8-8e9d-fe2a2a70fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:10.761415 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-89016412-3b87-475a-afb5-c0ef96bae81a req-aba7855a-714b-45c8-8e9d-fe2a2a70fa02 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 1099 time: 0.0450647 Jan 21 10:18:10.870251 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89016412-3b87-475a-afb5-c0ef96bae81a req-f4275702-fe48-4e61-ba8c-eb75f29e57c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:10.871725 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-89016412-3b87-475a-afb5-c0ef96bae81a req-f4275702-fe48-4e61-ba8c-eb75f29e57c3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 910 time: 0.0922186 Jan 21 10:18:11.280692 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-89016412-3b87-475a-afb5-c0ef96bae81a req-8d1ecc04-ad17-402e-9752-856c21a6f567 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6 HTTP/1.1" status: 200 len: 1002 time: 0.4017231 Jan 21 10:18:11.338740 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89016412-3b87-475a-afb5-c0ef96bae81a req-6042394a-2405-4370-be7b-77427a45b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:11.340177 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-89016412-3b87-475a-afb5-c0ef96bae81a req-6042394a-2405-4370-be7b-77427a45b4c3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0520952 Jan 21 10:18:11.388470 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89016412-3b87-475a-afb5-c0ef96bae81a req-aafb4476-3a04-4fe0-8b4c-d1e5c0281fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:11.390109 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-89016412-3b87-475a-afb5-c0ef96bae81a req-aafb4476-3a04-4fe0-8b4c-d1e5c0281fa6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422850 Jan 21 10:18:11.455245 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:11.484221 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:11.500764 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-89016412-3b87-475a-afb5-c0ef96bae81a req-2b209a46-b0ec-4f9d-95d1-4efe6173f54e service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035714 Jan 21 10:18:11.594809 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-89016412-3b87-475a-afb5-c0ef96bae81a req-d78e0f20-435e-4d30-8ab2-1c8a8ac0909d service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878766 Jan 21 10:18:25.179582 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:35.969843 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4ad773d7-f474-4297-ae4f-b66b5d39c0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:38.199717 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:18:38.344356 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5d641d02-f1d8-4011-987d-7cb330315189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:39.456644 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:41.459977 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:41.487571 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:55.190414 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:05.970317 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bba1e14b-f520-4423-ac9f-91ed232d5f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.346134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5ca00e2d-b49d-4e74-9594-4f0f590fb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.551030 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51416) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:08.720413 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Deleting port d22f24fc-7703-4ad4-92ea-91b2fcad0b83 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:19:08.720677 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.794506 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.794831 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.810062 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Calling delete_port for d22f24fc-7703-4ad4-92ea-91b2fcad0b83 owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:19:08.975378 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:09.001353 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event deleted for resources: {'Port': ['ID=d22f24fc-7703-4ad4-92ea-91b2fcad0b83,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:09.026614 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.026966 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.027305 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.027672 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.027969 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.028297 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.028621 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.028943 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.029274 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.029620 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.029940 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.030258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:09.071482 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:09.071768 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Floating IP 974e2bf1-748e-4403-9f81-abb3bb9c62bf disassociated (deleted). External IP: 172.26.7.172, port: 9fabbba6-7712-40e5-9476-6effb7dc06c6. Jan 21 10:19:09.280694 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Router e79b3795-e653-44cd-9b5a-5dd4c1610f31 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:19:09.388886 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:19:09.393599 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:09.400312 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75822e-d918-43c2-ac7d-74f0938916e3 None None] Sync routers for ids ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:19:09.409441 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75822e-d918-43c2-ac7d-74f0938916e3 None None] Routers {'e79b3795-e653-44cd-9b5a-5dd4c1610f31'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:09.410090 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0a75822e-d918-43c2-ac7d-74f0938916e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:09.423072 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1001cb41-5da3-4f2a-9cfe-081269bda8b7 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "DELETE /v2.0/floatingips/974e2bf1-748e-4403-9f81-abb3bb9c62bf HTTP/1.1" status: 204 len: 168 time: 0.8685787 Jan 21 10:19:09.423072 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'tag': '9fabbba6-7712-40e5-9476-6effb7dc06c6'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:09.423569 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082fc3fe-c2ef-437b-a3bc-fdc8b4e0a1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2489308-1575-49c2-83d2-0d5f7016bf31", "tag": "9fabbba6-7712-40e5-9476-6effb7dc06c6"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:19:09.464944 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:09.472380 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2fc67b-5b01-4a6b-a41e-dbf9068547c5 x-openstack-request-id: req-5f2fc67b-5b01-4a6b-a41e-dbf9068547c5 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:19:09.472669 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2489308-1575-49c2-83d2-0d5f7016bf31", "tag": "9fabbba6-7712-40e5-9476-6effb7dc06c6", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:19:09.472918 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5f2fc67b-5b01-4a6b-a41e-dbf9068547c5 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:19:09.473315 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'tag': '9fabbba6-7712-40e5-9476-6effb7dc06c6', 'status': 'completed', 'code': 200} Jan 21 10:19:09.530230 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-0a75822e-d918-43c2-ac7d-74f0938916e3 None None] Set router e79b3795-e653-44cd-9b5a-5dd4c1610f31 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:19:09.600578 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fc3fe-c2ef-437b-a3bc-fdc8b4e0a1b6 req-d353241b-88f1-4ab6-b3df-4b689983e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:09.602342 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-082fc3fe-c2ef-437b-a3bc-fdc8b4e0a1b6 req-d353241b-88f1-4ab6-b3df-4b689983e652 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 1099 time: 0.1104643 Jan 21 10:19:09.708346 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fc3fe-c2ef-437b-a3bc-fdc8b4e0a1b6 req-82cc4e15-1fa7-4aaa-b5f7-937fadec2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:09.709887 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-082fc3fe-c2ef-437b-a3bc-fdc8b4e0a1b6 req-82cc4e15-1fa7-4aaa-b5f7-937fadec2a3a service neutron] 10.222.0.113 "GET /v2.0/networks?id=c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 200 len: 910 time: 0.1008766 Jan 21 10:19:09.738439 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0a75822e-d918-43c2-ac7d-74f0938916e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 4, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'd586470b-805c-4c4a-b4bd-f80ed3a14e0c', 'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'mac_address': 'fa:16:3e:46:4e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:39Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 5, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'subnets': [{'id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:09.755385 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-082fc3fe-c2ef-437b-a3bc-fdc8b4e0a1b6 req-f58a6e18-d2d7-44c6-a557-f96c2f3cb4ba service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6 HTTP/1.1" status: 200 len: 217 time: 0.0384834 Jan 21 10:19:09.764804 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75822e-d918-43c2-ac7d-74f0938916e3 None None] Checking router: e79b3795-e653-44cd-9b5a-5dd4c1610f31 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:19:09.773355 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75822e-d918-43c2-ac7d-74f0938916e3 None None] Routers {'e79b3795-e653-44cd-9b5a-5dd4c1610f31'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:09.773987 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0a75822e-d918-43c2-ac7d-74f0938916e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:09.830251 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fc3fe-c2ef-437b-a3bc-fdc8b4e0a1b6 req-23b63958-0905-4f12-b57f-472c45410086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:09.831652 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-082fc3fe-c2ef-437b-a3bc-fdc8b4e0a1b6 req-23b63958-0905-4f12-b57f-472c45410086 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 200 len: 848 time: 0.0681009 Jan 21 10:19:09.842724 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97493d4-a4bf-47a9-b091-c4108fbc7cb0 req-f6d9a609-56a0-473c-890a-c94956ee871a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:09.844128 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a97493d4-a4bf-47a9-b091-c4108fbc7cb0 req-f6d9a609-56a0-473c-890a-c94956ee871a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.1861541 Jan 21 10:19:09.878683 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-0a75822e-d918-43c2-ac7d-74f0938916e3 None None] Set router e79b3795-e653-44cd-9b5a-5dd4c1610f31 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:19:09.908929 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-a97493d4-a4bf-47a9-b091-c4108fbc7cb0 req-2536a2eb-82e6-4e70-b48a-65b09b3f6211 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552516 Jan 21 10:19:09.911735 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fc3fe-c2ef-437b-a3bc-fdc8b4e0a1b6 req-2c919c62-c22f-41c3-ba10-31bd2c1cb1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:09.913098 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-082fc3fe-c2ef-437b-a3bc-fdc8b4e0a1b6 req-2c919c62-c22f-41c3-ba10-31bd2c1cb1d0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c608859b-86f7-483c-b333-d886f225beb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678973 Jan 21 10:19:10.005683 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-082fc3fe-c2ef-437b-a3bc-fdc8b4e0a1b6 req-20a1bdf3-9c55-4f72-bc48-ad80328c6738 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855837 Jan 21 10:19:10.082037 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-0a75822e-d918-43c2-ac7d-74f0938916e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 4, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'd586470b-805c-4c4a-b4bd-f80ed3a14e0c', 'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'mac_address': 'fa:16:3e:46:4e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:39Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 5, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'subnets': [{'id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:10.103173 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-082fc3fe-c2ef-437b-a3bc-fdc8b4e0a1b6 req-966bd75e-91dd-4c6c-b4b3-bf00ae7dd283 service neutron] 10.222.0.113 "GET /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906456 Jan 21 10:19:10.107825 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75822e-d918-43c2-ac7d-74f0938916e3 None None] The sync data for ids ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'] in dv-neutron-825721-1-hyperv is: [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 4, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': 'd586470b-805c-4c4a-b4bd-f80ed3a14e0c', 'name': '', 'network_id': 'c608859b-86f7-483c-b333-d886f225beb0', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'mac_address': 'fa:16:3e:46:4e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:39Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 5, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'subnets': [{'id': '759ae72a-6603-4da0-a67f-9069d2337f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:19:10.342839 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25960c06-612f-4bed-82ab-37dc9aed5352 None None] New status for floating IP 974e2bf1-748e-4403-9f81-abb3bb9c62bf: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:19:11.083569 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cb206-f5db-415d-ba41-8a3c1e9aee77 req-1130ae93-4d02-4f63-8373-dc8671d14c7a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:11.085095 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-236cb206-f5db-415d-ba41-8a3c1e9aee77 req-1130ae93-4d02-4f63-8373-dc8671d14c7a tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.1022270 Jan 21 10:19:11.128437 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-236cb206-f5db-415d-ba41-8a3c1e9aee77 req-4a5d502b-78f6-4f6a-b449-e25c45fc3159 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/security-groups?id=d48d47a2-14e5-4eb0-8413-cf56d30a672b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363324 Jan 21 10:19:11.198052 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dfccd-f777-43f4-878b-108268802684 req-525c7ed3-4688-4167-b894-c15f5eae84ff tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:11.199746 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f58dfccd-f777-43f4-878b-108268802684 req-525c7ed3-4688-4167-b894-c15f5eae84ff tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.113 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 946 time: 0.0506251 Jan 21 10:19:11.295559 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-f58dfccd-f777-43f4-878b-108268802684 req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Deleting port 9fabbba6-7712-40e5-9476-6effb7dc06c6 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:19:11.295898 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f58dfccd-f777-43f4-878b-108268802684 req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:11.385337 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-f58dfccd-f777-43f4-878b-108268802684 req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] For port 9fabbba6-7712-40e5-9476-6effb7dc06c6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9fabbba6-7712-40e5-9476-6effb7dc06c6,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:11.385959 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f58dfccd-f777-43f4-878b-108268802684 req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:11.398485 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-f58dfccd-f777-43f4-878b-108268802684 req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Calling delete_port for 9fabbba6-7712-40e5-9476-6effb7dc06c6 owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:19:11.471651 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:11.486589 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:11.548020 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f58dfccd-f777-43f4-878b-108268802684 req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:11.578897 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event deleted for resources: {'Port': ['ID=9fabbba6-7712-40e5-9476-6effb7dc06c6,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:11.591860 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:11.592389 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:11.592632 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:11.593049 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:11.593443 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:11.593960 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:11.594407 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:11.594809 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:11.595268 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:11.595657 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:11.596041 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:11.596424 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:11.640090 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58dfccd-f777-43f4-878b-108268802684 req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] No DVR routers for this DVR port 9fabbba6-7712-40e5-9476-6effb7dc06c6 on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:19:11.642731 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-f58dfccd-f777-43f4-878b-108268802684 req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:11.646423 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f58dfccd-f777-43f4-878b-108268802684 req-f544d7ac-90da-4564-9704-19fe736ee80d tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.113 "DELETE /v2.0/ports/9fabbba6-7712-40e5-9476-6effb7dc06c6 HTTP/1.1" status: 204 len: 173 time: 0.4409077 Jan 21 10:19:11.646876 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'name': 'network-vif-deleted', 'tag': '9fabbba6-7712-40e5-9476-6effb7dc06c6'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:11.649218 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c056bcfd-9667-40d9-9749-f6ce354469be" -d '{"events": [{"server_uuid": "f2489308-1575-49c2-83d2-0d5f7016bf31", "name": "network-vif-deleted", "tag": "9fabbba6-7712-40e5-9476-6effb7dc06c6"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:19:11.689026 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e168707f-4884-43a6-a1d1-a703ebb800a0 x-openstack-request-id: req-e168707f-4884-43a6-a1d1-a703ebb800a0 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:19:11.689317 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2489308-1575-49c2-83d2-0d5f7016bf31", "name": "network-vif-deleted", "tag": "9fabbba6-7712-40e5-9476-6effb7dc06c6", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:19:11.689600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e168707f-4884-43a6-a1d1-a703ebb800a0 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:19:11.689997 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2489308-1575-49c2-83d2-0d5f7016bf31', 'name': 'network-vif-deleted', 'tag': '9fabbba6-7712-40e5-9476-6effb7dc06c6', 'status': 'completed', 'code': 200} Jan 21 10:19:12.223231 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-da6c5440-7c8f-44ff-86c3-1849edff2db2 req-bdcf24e2-ada9-42df-afd7-0a4f434800db tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 210 time: 0.0268826 Jan 21 10:19:13.321166 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-d03dbb50-2bd3-4ac0-9a68-04d0fdcef3a3 req-569f346e-ff6b-4748-9ea8-c4fd62482524 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 210 time: 0.0279169 Jan 21 10:19:14.417440 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-40e2e711-3cc2-4bfc-9007-eb49c38ecabc req-0321511f-2d49-427b-9299-9ca7b38ce225 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 210 time: 0.0270212 Jan 21 10:19:15.066730 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 9fabbba6-7712-40e5-9476-6effb7dc06c6 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:19:15.096194 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 9fabbba6-7712-40e5-9476-6effb7dc06c6 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:19:15.096537 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 9fabbba6-7712-40e5-9476-6effb7dc06c6 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:19:15.199393 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:19:15.546873 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8673b655-2ca5-45c6-a875-de6002deba54 req-b53d45b7-3660-4f6e-a7c6-5d7f0ac78aae tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2489308-1575-49c2-83d2-0d5f7016bf31 HTTP/1.1" status: 200 len: 210 time: 0.0303819 Jan 21 10:19:16.602171 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51464) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:16.665312 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1cb2-a433-4d28-aaba-ffa150495839 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:16.691547 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1cb2-a433-4d28-aaba-ffa150495839 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:16.764626 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1cb2-a433-4d28-aaba-ffa150495839 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:16.767935 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1cb2-a433-4d28-aaba-ffa150495839 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:16.769573 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e3cb1cb2-a433-4d28-aaba-ffa150495839 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] 10.222.0.88 "DELETE /v2.0/security-groups/d48d47a2-14e5-4eb0-8413-cf56d30a672b HTTP/1.1" status: 204 len: 168 time: 0.1661801 Jan 21 10:19:16.782192 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb1cb2-a433-4d28-aaba-ffa150495839 tempest-TestShelveInstance-65685484 tempest-TestShelveInstance-65685484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48d47a2-14e5-4eb0-8413-cf56d30a672b,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:16.822394 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 51468) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:17.303982 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f4761119-f9c7-4b42-8491-ef3c4cf1a464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:17.566254 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-f4761119-f9c7-4b42-8491-ef3c4cf1a464 admin admin] Deleting port d586470b-805c-4c4a-b4bd-f80ed3a14e0c {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:19:17.566592 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f4761119-f9c7-4b42-8491-ef3c4cf1a464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:17.649032 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-f4761119-f9c7-4b42-8491-ef3c4cf1a464 admin admin] For port d586470b-805c-4c4a-b4bd-f80ed3a14e0c, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=d586470b-805c-4c4a-b4bd-f80ed3a14e0c,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:17.649421 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f4761119-f9c7-4b42-8491-ef3c4cf1a464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:17.664820 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-f4761119-f9c7-4b42-8491-ef3c4cf1a464 admin admin] Calling delete_port for d586470b-805c-4c4a-b4bd-f80ed3a14e0c owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:19:17.859127 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f4761119-f9c7-4b42-8491-ef3c4cf1a464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:17.884353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4761119-f9c7-4b42-8491-ef3c4cf1a464 admin admin] Pushing event deleted for resources: {'Port': ['ID=d586470b-805c-4c4a-b4bd-f80ed3a14e0c,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:18.063253 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f4761119-f9c7-4b42-8491-ef3c4cf1a464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:18.296651 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4761119-f9c7-4b42-8491-ef3c4cf1a464 admin admin] Router e79b3795-e653-44cd-9b5a-5dd4c1610f31 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:19:18.407754 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4761119-f9c7-4b42-8491-ef3c4cf1a464 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:19:18.413243 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f4761119-f9c7-4b42-8491-ef3c4cf1a464 admin admin] 10.222.0.88 "PUT /v2.0/routers/e79b3795-e653-44cd-9b5a-5dd4c1610f31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5893469 Jan 21 10:19:18.415605 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 51472) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:18.420064 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9422161-3a4a-4a0c-b569-47734986b133 None None] Sync routers for ids ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:19:18.430504 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9422161-3a4a-4a0c-b569-47734986b133 None None] Routers {'e79b3795-e653-44cd-9b5a-5dd4c1610f31'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:18.431120 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f9422161-3a4a-4a0c-b569-47734986b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:18.529255 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-63b97696-b15f-4f7c-a0ca-7a915fc35c13 admin admin] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:18.559337 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-f9422161-3a4a-4a0c-b569-47734986b133 None None] Set router e79b3795-e653-44cd-9b5a-5dd4c1610f31 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:19:18.639113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-63b97696-b15f-4f7c-a0ca-7a915fc35c13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:18.696639 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-63b97696-b15f-4f7c-a0ca-7a915fc35c13 admin admin] Deleting port a2effd27-9369-4edf-b3b6-dfdf997d6f12 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:19:18.696979 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-63b97696-b15f-4f7c-a0ca-7a915fc35c13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:18.786960 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-63b97696-b15f-4f7c-a0ca-7a915fc35c13 admin admin] For port a2effd27-9369-4edf-b3b6-dfdf997d6f12, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=a2effd27-9369-4edf-b3b6-dfdf997d6f12,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:18.787490 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-63b97696-b15f-4f7c-a0ca-7a915fc35c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:18.805410 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-63b97696-b15f-4f7c-a0ca-7a915fc35c13 admin admin] Calling delete_port for a2effd27-9369-4edf-b3b6-dfdf997d6f12 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:19:18.835850 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f9422161-3a4a-4a0c-b569-47734986b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:19:17Z', 'revision_number': 5, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port': {'id': 'a2effd27-9369-4edf-b3b6-dfdf997d6f12', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:18.863829 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9422161-3a4a-4a0c-b569-47734986b133 None None] Checking router: e79b3795-e653-44cd-9b5a-5dd4c1610f31 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:19:18.873424 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9422161-3a4a-4a0c-b569-47734986b133 None None] Routers {'e79b3795-e653-44cd-9b5a-5dd4c1610f31'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:18.874200 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f9422161-3a4a-4a0c-b569-47734986b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:18.966800 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-f9422161-3a4a-4a0c-b569-47734986b133 None None] Set router e79b3795-e653-44cd-9b5a-5dd4c1610f31 gateway port host: None {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:19:18.979273 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-63b97696-b15f-4f7c-a0ca-7a915fc35c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.005089 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b97696-b15f-4f7c-a0ca-7a915fc35c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2effd27-9369-4edf-b3b6-dfdf997d6f12,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:19.022988 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-f9422161-3a4a-4a0c-b569-47734986b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:19:18Z', 'revision_number': 6, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:19.050616 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9422161-3a4a-4a0c-b569-47734986b133 None None] The sync data for ids ['e79b3795-e653-44cd-9b5a-5dd4c1610f31'] in dv-neutron-825721-1-hyperv is: [{'id': 'e79b3795-e653-44cd-9b5a-5dd4c1610f31', 'name': 'tempest-TestShelveInstance-1840287666-router', 'tenant_id': '1a1ae85cbef24232bc4f056090a2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:37Z', 'updated_at': '2022-01-21T10:19:18Z', 'revision_number': 6, 'project_id': '1a1ae85cbef24232bc4f056090a2f18e', 'gw_port_host': None}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:19:19.072995 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-63b97696-b15f-4f7c-a0ca-7a915fc35c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.168612 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-63b97696-b15f-4f7c-a0ca-7a915fc35c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.170788 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-63b97696-b15f-4f7c-a0ca-7a915fc35c13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.211551 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-63b97696-b15f-4f7c-a0ca-7a915fc35c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.212096 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b97696-b15f-4f7c-a0ca-7a915fc35c13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e79b3795-e653-44cd-9b5a-5dd4c1610f31 {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:19:19.217685 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-63b97696-b15f-4f7c-a0ca-7a915fc35c13 admin admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.219163 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-63b97696-b15f-4f7c-a0ca-7a915fc35c13 admin admin] 10.222.0.88 "DELETE /v2.0/routers/e79b3795-e653-44cd-9b5a-5dd4c1610f31 HTTP/1.1" status: 204 len: 168 time: 0.8024573 Jan 21 10:19:19.221656 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 51474) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:19.265719 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd8659b-3bfd-493e-b77e-54a8f91c728c admin admin] Deleting subnet 759ae72a-6603-4da0-a67f-9069d2337f24 {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 10:19:19.268733 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bcd8659b-3bfd-493e-b77e-54a8f91c728c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.304316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bcd8659b-3bfd-493e-b77e-54a8f91c728c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.387150 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bcd8659b-3bfd-493e-b77e-54a8f91c728c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.443758 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bcd8659b-3bfd-493e-b77e-54a8f91c728c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.473327 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8659b-3bfd-493e-b77e-54a8f91c728c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759ae72a-6603-4da0-a67f-9069d2337f24,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:19.475312 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-bcd8659b-3bfd-493e-b77e-54a8f91c728c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.478471 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-bcd8659b-3bfd-493e-b77e-54a8f91c728c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/759ae72a-6603-4da0-a67f-9069d2337f24 HTTP/1.1" status: 204 len: 168 time: 0.2558272 Jan 21 10:19:19.484678 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 51476) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:19.485055 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43b6c31-f8cc-43ff-9b88-6048d82cbfdf None None] Network c608859b-86f7-483c-b333-d886f225beb0 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:19:19.563499 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.618001 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] Deleting port 9d34e055-5ba7-46eb-be6b-a234a0e47736 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:19:19.618347 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.698754 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] For port 9d34e055-5ba7-46eb-be6b-a234a0e47736, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9d34e055-5ba7-46eb-be6b-a234a0e47736,segment=NetworkSegment(ab97e409-8e23-48ea-a7ad-3fa349e0b212),segment_id=ab97e409-8e23-48ea-a7ad-3fa349e0b212)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:19.698754 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.711238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] Calling delete_port for 9d34e055-5ba7-46eb-be6b-a234a0e47736 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:19:19.812713 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.839372 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cd352d-73b2-48a2-81ef-9c1c92744ba1 None None] DHCP port deletion for c608859b-86f7-483c-b333-d886f225beb0 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 10:19:19.849290 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] Pushing event deleted for resources: {'Port': ['ID=9d34e055-5ba7-46eb-be6b-a234a0e47736,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:19.856232 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] No DVR routers for this DVR port 9d34e055-5ba7-46eb-be6b-a234a0e47736 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:19:19.947508 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.953652 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d586470b-805c-4c4a-b4bd-f80ed3a14e0c no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:19:19.984046 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: d586470b-805c-4c4a-b4bd-f80ed3a14e0c {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:19:19.984382 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device d586470b-805c-4c4a-b4bd-f80ed3a14e0c not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:19:19.985874 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c608859b-86f7-483c-b333-d886f225beb0']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:19.999469 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab97e409-8e23-48ea-a7ad-3fa349e0b212') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:19.999879 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab97e409-8e23-48ea-a7ad-3fa349e0b212') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:20.017906 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:20.032901 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:20.039998 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:19:20.040489 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:19:20.042606 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:19:20.114124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:20.121948 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:20.128319 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] 10.222.0.88 "DELETE /v2.0/networks/c608859b-86f7-483c-b333-d886f225beb0 HTTP/1.1" status: 204 len: 168 time: 0.6403756 Jan 21 10:19:20.128668 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51478) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:20.144231 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c865452-2d3a-4c46-8aa8-a318765479bd admin admin] Pushing event deleted for resources: {'Network': ['ID=c608859b-86f7-483c-b333-d886f225beb0,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:20.552755 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6bae0a15-310e-46e8-96de-a35ceb0b96b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:20.831355 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6bae0a15-310e-46e8-96de-a35ceb0b96b2 admin admin] Deleting port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:19:20.831698 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6bae0a15-310e-46e8-96de-a35ceb0b96b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:20.913050 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-6bae0a15-310e-46e8-96de-a35ceb0b96b2 admin admin] For port 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110,segment=NetworkSegment(1256d8be-9429-4b95-9fe5-bd556cdfe143),segment_id=1256d8be-9429-4b95-9fe5-bd556cdfe143)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:20.913405 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6bae0a15-310e-46e8-96de-a35ceb0b96b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:20.926783 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-6bae0a15-310e-46e8-96de-a35ceb0b96b2 admin admin] Calling delete_port for 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:19:21.119983 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6bae0a15-310e-46e8-96de-a35ceb0b96b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:21.147300 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae0a15-310e-46e8-96de-a35ceb0b96b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:21.326706 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-6bae0a15-310e-46e8-96de-a35ceb0b96b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:21.564976 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bae0a15-310e-46e8-96de-a35ceb0b96b2 admin admin] Router 72af5250-89c6-45ef-b01b-00af24da2dc7 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:19:21.577528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9d34e055-5ba7-46eb-be6b-a234a0e47736 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:19:21.596558 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 9d34e055-5ba7-46eb-be6b-a234a0e47736 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:19:21.596901 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9d34e055-5ba7-46eb-be6b-a234a0e47736 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:19:21.597323 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a2effd27-9369-4edf-b3b6-dfdf997d6f12 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:19:21.615828 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: a2effd27-9369-4edf-b3b6-dfdf997d6f12 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:19:21.616171 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device a2effd27-9369-4edf-b3b6-dfdf997d6f12 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:19:21.679544 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bae0a15-310e-46e8-96de-a35ceb0b96b2 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:19:21.685669 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-6bae0a15-310e-46e8-96de-a35ceb0b96b2 admin admin] 10.222.0.88 "PUT /v2.0/routers/72af5250-89c6-45ef-b01b-00af24da2dc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5559452 Jan 21 10:19:21.688411 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51480) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:21.689132 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc9010-64a1-4962-b1da-137d46ff9cbc None None] Sync routers for ids ['72af5250-89c6-45ef-b01b-00af24da2dc7'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:19:21.699327 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc9010-64a1-4962-b1da-137d46ff9cbc None None] Routers {'72af5250-89c6-45ef-b01b-00af24da2dc7'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:21.700238 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-96dc9010-64a1-4962-b1da-137d46ff9cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['72af5250-89c6-45ef-b01b-00af24da2dc7'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:21.809778 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-96dc9010-64a1-4962-b1da-137d46ff9cbc None None] Set router 72af5250-89c6-45ef-b01b-00af24da2dc7 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:19:22.076332 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-def1b3da-f4c4-4c02-a4e8-2defa3f33d97 admin admin] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.163563 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-96dc9010-64a1-4962-b1da-137d46ff9cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'name': 'tempest-TestShelveInstance-1074441185-router', 'tenant_id': '23d20d393f9b4a6da697eb5c31e75938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '539ed595-418f-4e4d-b99c-eb9842f07b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:19:21Z', 'revision_number': 5, 'project_id': '23d20d393f9b4a6da697eb5c31e75938', 'gw_port': {'id': '539ed595-418f-4e4d-b99c-eb9842f07b39', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:22.189807 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-def1b3da-f4c4-4c02-a4e8-2defa3f33d97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.191421 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc9010-64a1-4962-b1da-137d46ff9cbc None None] Checking router: 72af5250-89c6-45ef-b01b-00af24da2dc7 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:19:22.202441 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc9010-64a1-4962-b1da-137d46ff9cbc None None] Routers {'72af5250-89c6-45ef-b01b-00af24da2dc7'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:22.203673 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-96dc9010-64a1-4962-b1da-137d46ff9cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['72af5250-89c6-45ef-b01b-00af24da2dc7'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:22.250729 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-def1b3da-f4c4-4c02-a4e8-2defa3f33d97 admin admin] Deleting port 539ed595-418f-4e4d-b99c-eb9842f07b39 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:19:22.251231 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-def1b3da-f4c4-4c02-a4e8-2defa3f33d97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.300498 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-96dc9010-64a1-4962-b1da-137d46ff9cbc None None] Set router 72af5250-89c6-45ef-b01b-00af24da2dc7 gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:19:22.331457 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-def1b3da-f4c4-4c02-a4e8-2defa3f33d97 admin admin] For port 539ed595-418f-4e4d-b99c-eb9842f07b39, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=539ed595-418f-4e4d-b99c-eb9842f07b39,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:22.331735 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-def1b3da-f4c4-4c02-a4e8-2defa3f33d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.344189 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-def1b3da-f4c4-4c02-a4e8-2defa3f33d97 admin admin] Calling delete_port for 539ed595-418f-4e4d-b99c-eb9842f07b39 owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:19:22.357411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-96dc9010-64a1-4962-b1da-137d46ff9cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'name': 'tempest-TestShelveInstance-1074441185-router', 'tenant_id': '23d20d393f9b4a6da697eb5c31e75938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:19:22Z', 'revision_number': 6, 'project_id': '23d20d393f9b4a6da697eb5c31e75938', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:22.383537 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc9010-64a1-4962-b1da-137d46ff9cbc None None] The sync data for ids ['72af5250-89c6-45ef-b01b-00af24da2dc7'] in dv-neutron-825721-1-hyperv is: [{'id': '72af5250-89c6-45ef-b01b-00af24da2dc7', 'name': 'tempest-TestShelveInstance-1074441185-router', 'tenant_id': '23d20d393f9b4a6da697eb5c31e75938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:19:22Z', 'revision_number': 6, 'project_id': '23d20d393f9b4a6da697eb5c31e75938', 'gw_port_host': None}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:19:22.522717 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-def1b3da-f4c4-4c02-a4e8-2defa3f33d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.556050 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1b3da-f4c4-4c02-a4e8-2defa3f33d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=539ed595-418f-4e4d-b99c-eb9842f07b39,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:22.616016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-def1b3da-f4c4-4c02-a4e8-2defa3f33d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.708973 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-def1b3da-f4c4-4c02-a4e8-2defa3f33d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.711580 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-def1b3da-f4c4-4c02-a4e8-2defa3f33d97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.763427 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-def1b3da-f4c4-4c02-a4e8-2defa3f33d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.763799 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def1b3da-f4c4-4c02-a4e8-2defa3f33d97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72af5250-89c6-45ef-b01b-00af24da2dc7 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:19:22.768722 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-def1b3da-f4c4-4c02-a4e8-2defa3f33d97 admin admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.769820 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-def1b3da-f4c4-4c02-a4e8-2defa3f33d97 admin admin] 10.222.0.88 "DELETE /v2.0/routers/72af5250-89c6-45ef-b01b-00af24da2dc7 HTTP/1.1" status: 204 len: 168 time: 1.0804780 Jan 21 10:19:22.772528 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51482) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:22.819789 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-787351e4-faf3-4b4c-a64b-3e2e0fa0d24d admin admin] Deleting subnet bd4b412b-c7c5-4617-bfae-fd09a865bfe8 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 10:19:22.823862 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-787351e4-faf3-4b4c-a64b-3e2e0fa0d24d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.858637 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-787351e4-faf3-4b4c-a64b-3e2e0fa0d24d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.935372 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-787351e4-faf3-4b4c-a64b-3e2e0fa0d24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.991168 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-787351e4-faf3-4b4c-a64b-3e2e0fa0d24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.018565 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787351e4-faf3-4b4c-a64b-3e2e0fa0d24d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4b412b-c7c5-4617-bfae-fd09a865bfe8,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:23.024608 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-787351e4-faf3-4b4c-a64b-3e2e0fa0d24d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.030679 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-787351e4-faf3-4b4c-a64b-3e2e0fa0d24d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/bd4b412b-c7c5-4617-bfae-fd09a865bfe8 HTTP/1.1" status: 204 len: 168 time: 0.2550614 Jan 21 10:19:23.031148 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51484) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:23.031278 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18992d54-b50a-4713-9fa5-c3556588234d None None] Network de5bf6f6-975f-4092-8b56-25adf9d1c220 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:19:23.105479 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.173542 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] Deleting port 682e5d87-c9d6-4340-bec6-67df36938ebc {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:19:23.173893 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.217377 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] DHCP port deletion for de5bf6f6-975f-4092-8b56-25adf9d1c220 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 10:19:23.245820 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] For port 682e5d87-c9d6-4340-bec6-67df36938ebc, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=682e5d87-c9d6-4340-bec6-67df36938ebc,segment=NetworkSegment(1256d8be-9429-4b95-9fe5-bd556cdfe143),segment_id=1256d8be-9429-4b95-9fe5-bd556cdfe143)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:23.247366 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.261185 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] Calling delete_port for 682e5d87-c9d6-4340-bec6-67df36938ebc owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:19:23.266550 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Deleting port 682e5d87-c9d6-4340-bec6-67df36938ebc {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:19:23.266924 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.331329 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] For port 682e5d87-c9d6-4340-bec6-67df36938ebc, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=682e5d87-c9d6-4340-bec6-67df36938ebc,segment=NetworkSegment(1256d8be-9429-4b95-9fe5-bd556cdfe143),segment_id=1256d8be-9429-4b95-9fe5-bd556cdfe143)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:23.332005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.344612 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.347752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Calling delete_port for 682e5d87-c9d6-4340-bec6-67df36938ebc owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:19:23.377315 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] Pushing event deleted for resources: {'Port': ['ID=682e5d87-c9d6-4340-bec6-67df36938ebc,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:23.381359 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] No DVR routers for this DVR port 682e5d87-c9d6-4340-bec6-67df36938ebc on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:19:23.444974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.464153 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.471100 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Pushing event deleted for resources: {'Port': ['ID=682e5d87-c9d6-4340-bec6-67df36938ebc,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:23.480731 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:23.480731 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:23.480731 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:23.480731 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:23.480731 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:23.480731 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:23.481293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:23.481293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:23.481652 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:23.481975 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:23.482296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:23.482614 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:23.488847 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ca966-4555-4d5d-a8d7-9d32f6c34141 None None] No DVR routers for this DVR port 682e5d87-c9d6-4340-bec6-67df36938ebc on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:19:23.490995 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5bf6f6-975f-4092-8b56-25adf9d1c220']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:23.502309 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1256d8be-9429-4b95-9fe5-bd556cdfe143') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:23.502611 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1256d8be-9429-4b95-9fe5-bd556cdfe143') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:23.513195 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.527635 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.534252 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:19:23.534597 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:19:23.536450 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:19:23.549042 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:19:23.569393 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:19:23.569763 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 9f9a8c70-69d2-4a9f-ba3b-ffd2bd5e6110 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:19:23.570186 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 539ed595-418f-4e4d-b99c-eb9842f07b39 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:19:23.590232 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 539ed595-418f-4e4d-b99c-eb9842f07b39 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:19:23.590583 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 539ed595-418f-4e4d-b99c-eb9842f07b39 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:19:23.591045 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 682e5d87-c9d6-4340-bec6-67df36938ebc no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:19:23.599565 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.607324 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.610656 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] 10.222.0.88 "DELETE /v2.0/networks/de5bf6f6-975f-4092-8b56-25adf9d1c220 HTTP/1.1" status: 204 len: 168 time: 0.5784848 Jan 21 10:19:23.620521 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 682e5d87-c9d6-4340-bec6-67df36938ebc {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:19:23.620521 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 682e5d87-c9d6-4340-bec6-67df36938ebc not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:19:23.628325 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd6288-235d-4e97-bf97-1fbc3c101918 admin admin] Pushing event deleted for resources: {'Network': ['ID=de5bf6f6-975f-4092-8b56-25adf9d1c220,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:23.737269 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51488) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:23.778776 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b9400ab3-08bf-45df-a242-c4aa73b7d02c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1a1ae85cbef24232bc4f056090a2f18e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402913 Jan 21 10:19:23.781206 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51490) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:23.830960 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b1dea6a2-02f2-43f2-9a90-c5f3524fb409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.852937 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b1dea6a2-02f2-43f2-9a90-c5f3524fb409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.905975 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b1dea6a2-02f2-43f2-9a90-c5f3524fb409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.908968 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-b1dea6a2-02f2-43f2-9a90-c5f3524fb409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.910542 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-b1dea6a2-02f2-43f2-9a90-c5f3524fb409 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a944492c-f9ac-46c2-8315-8dd4ad14cbb7 HTTP/1.1" status: 204 len: 168 time: 0.1281533 Jan 21 10:19:23.922125 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dea6a2-02f2-43f2-9a90-c5f3524fb409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a944492c-f9ac-46c2-8315-8dd4ad14cbb7,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:24.242658 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51496) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:24.294405 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0a6b9e51-ab31-4591-8370-f173b0a0b201 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=23d20d393f9b4a6da697eb5c31e75938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504766 Jan 21 10:19:24.296984 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51498) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:24.351731 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bbe8736e-57a7-44c4-9f66-8b5b8343ecf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:24.376047 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bbe8736e-57a7-44c4-9f66-8b5b8343ecf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:24.425220 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bbe8736e-57a7-44c4-9f66-8b5b8343ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:24.428002 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-bbe8736e-57a7-44c4-9f66-8b5b8343ecf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:24.429761 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-bbe8736e-57a7-44c4-9f66-8b5b8343ecf3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/33ea865d-76d7-4bae-8253-edc27e659972 HTTP/1.1" status: 204 len: 168 time: 0.1312068 Jan 21 10:19:24.440120 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8736e-57a7-44c4-9f66-8b5b8343ecf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ea865d-76d7-4bae-8253-edc27e659972,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:25.204137 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.234644 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51520) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:25.333237 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-1b326c9d-1ca0-489b-97a1-3674d5f10fb5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-592841332-network', 'tenant_id': '269956d6c457446193070320db672c1e'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:25.356693 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b326c9d-1ca0-489b-97a1-3674d5f10fb5 admin admin] Made reservation on behalf of 269956d6c457446193070320db672c1e for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:25.359288 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1b326c9d-1ca0-489b-97a1-3674d5f10fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.367622 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1b326c9d-1ca0-489b-97a1-3674d5f10fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.450626 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1b326c9d-1ca0-489b-97a1-3674d5f10fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.455173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1b326c9d-1ca0-489b-97a1-3674d5f10fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.480218 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b326c9d-1ca0-489b-97a1-3674d5f10fb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:19:25.490080 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b326c9d-1ca0-489b-97a1-3674d5f10fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1c9c69-23f6-45b1-a150-ab8725dff54d,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:25.495443 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1b326c9d-1ca0-489b-97a1-3674d5f10fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.496019 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-1b326c9d-1ca0-489b-97a1-3674d5f10fb5 admin admin] Added segment 029aac20-068f-4aaa-8a1b-eec88cd7602d of type vlan for network 489c7d78-4e0b-4a73-b042-ebef7fef5089 Jan 21 10:19:25.537382 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1b326c9d-1ca0-489b-97a1-3674d5f10fb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.562968 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1b326c9d-1ca0-489b-97a1-3674d5f10fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.563821 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b326c9d-1ca0-489b-97a1-3674d5f10fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:25.564404 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-1b326c9d-1ca0-489b-97a1-3674d5f10fb5 admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.618190 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-1b326c9d-1ca0-489b-97a1-3674d5f10fb5 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3824160 Jan 21 10:19:25.621944 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51524) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:25.628398 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-8a2ba9be-05cb-45d5-ac56-1443405e51e1 admin admin] Request body: {'subnet': {'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-592841332-subnet', 'tenant_id': '269956d6c457446193070320db672c1e', 'ip_version': 4}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:25.635145 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b326c9d-1ca0-489b-97a1-3674d5f10fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=489c7d78-4e0b-4a73-b042-ebef7fef5089,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:25.645878 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 489c7d78-4e0b-4a73-b042-ebef7fef5089 details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 10:19:25.655609 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2ba9be-05cb-45d5-ac56-1443405e51e1 admin admin] Made reservation on behalf of 269956d6c457446193070320db672c1e for: {'subnet': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:25.658371 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba9be-05cb-45d5-ac56-1443405e51e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63419528'] for subnet, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.839727 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba9be-05cb-45d5-ac56-1443405e51e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64716128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63418226'] for subnet, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.896276 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ba9be-05cb-45d5-ac56-1443405e51e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ebbcae-3748-4046-a10c-802e0cc42214,revision_number=0']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:25.905808 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ba9be-05cb-45d5-ac56-1443405e51e1 admin admin] Checking segment: {'id': '029aac20-068f-4aaa-8a1b-eec88cd7602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:19:25.906170 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2ba9be-05cb-45d5-ac56-1443405e51e1 admin admin] Network hostable DHCP agents. Network: 489c7d78-4e0b-4a73-b042-ebef7fef5089, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:19:25.923638 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2ba9be-05cb-45d5-ac56-1443405e51e1 admin admin] Network 489c7d78-4e0b-4a73-b042-ebef7fef5089 is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:19:25.933561 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-8a2ba9be-05cb-45d5-ac56-1443405e51e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 489c7d78-4e0b-4a73-b042-ebef7fef5089) {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:25.938029 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2ba9be-05cb-45d5-ac56-1443405e51e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:25.938594 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba9be-05cb-45d5-ac56-1443405e51e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.943745 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a4b8af-9031-4094-bcee-d2232e3b1bd0 None None] Network 489c7d78-4e0b-4a73-b042-ebef7fef5089 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:19:25.956967 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-8a2ba9be-05cb-45d5-ac56-1443405e51e1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3339350 Jan 21 10:19:25.959760 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51526) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:25.964588 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:25.987881 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.989217 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.047868 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.093000 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-489c7d78-4e0b-4a73-b042-ebef7fef5089', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'tenant_id': '269956d6c457446193070320db672c1e', 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 10:19:26.093902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.203183 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.234361 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Allocated IP 172.20.0.2 (489c7d78-4e0b-4a73-b042-ebef7fef5089/03ebbcae-3748-4046-a10c-802e0cc42214/ffc22ae7-398b-4b58-88ba-77d03e22be85) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:26.388042 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.394279 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.422112 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.437658 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Network 489c7d78-4e0b-4a73-b042-ebef7fef5089 is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:26.440461 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:26.441907 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.442944 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:26.450831 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Pushing event updated for resources: {'Port': ['ID=ffc22ae7-398b-4b58-88ba-77d03e22be85,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:26.507989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Attempting to bind port ffc22ae7-398b-4b58-88ba-77d03e22be85 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:26.508504 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Attempting to bind port ffc22ae7-398b-4b58-88ba-77d03e22be85 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '029aac20-068f-4aaa-8a1b-eec88cd7602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:26.508864 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Attempting to bind port ffc22ae7-398b-4b58-88ba-77d03e22be85 on network 489c7d78-4e0b-4a73-b042-ebef7fef5089 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:19:26.515107 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:19:26.515538 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Checking segment: {'id': '029aac20-068f-4aaa-8a1b-eec88cd7602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:19:26.515983 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.516412 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Bound using segment: {'id': '029aac20-068f-4aaa-8a1b-eec88cd7602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:19:26.516886 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Bound port: ffc22ae7-398b-4b58-88ba-77d03e22be85, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029aac20-068f-4aaa-8a1b-eec88cd7602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:26.517268 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.567259 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Allocated IP 172.26.7.13 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/7c3d25c1-50cf-41ea-8880-fdb5a74921f0) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:26.593878 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] For port ffc22ae7-398b-4b58-88ba-77d03e22be85, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:26.597179 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] For port ffc22ae7-398b-4b58-88ba-77d03e22be85, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ffc22ae7-398b-4b58-88ba-77d03e22be85,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:26.603257 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.662023 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b38e07-433d-451a-9e8c-6fc200fbc0ab None None] Pushing event updated for resources: {'Port': ['ID=ffc22ae7-398b-4b58-88ba-77d03e22be85,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:26.685261 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.723942 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.774228 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:26.781502 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:26.783873 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7c3d25c1-50cf-41ea-8880-fdb5a74921f0,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:26.786304 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:27.086626 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:27.292106 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:27.435056 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Router b5ba93f1-3534-4a2b-99d4-b088c497e072 is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:19:27.593645 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ffc22ae7-398b-4b58-88ba-77d03e22be85 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:19:27.633603 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ef5a66-a889-4cd8-8844-d82f0b15a44f None None] Network 489c7d78-4e0b-4a73-b042-ebef7fef5089 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:19:27.714007 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5ca444b0-d3a6-424b-bcda-6f2e8cc9ef68 None None] Provisioning complete for port ffc22ae7-398b-4b58-88ba-77d03e22be85 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:27.714411 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5ca444b0-d3a6-424b-bcda-6f2e8cc9ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:27.748996 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port ffc22ae7-398b-4b58-88ba-77d03e22be85 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:27.749369 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:27.834959 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:19:27.849214 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Sync routers for ids ['b5ba93f1-3534-4a2b-99d4-b088c497e072'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:19:27.860038 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:27.863974 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-e6060d5d-f9c3-4308-bbbc-b8191dca90f0 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9007707 Jan 21 10:19:27.864142 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Routers {'b5ba93f1-3534-4a2b-99d4-b088c497e072'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:27.864142 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b5ba93f1-3534-4a2b-99d4-b088c497e072'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:27.864492 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51528) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:27.939278 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5ca444b0-d3a6-424b-bcda-6f2e8cc9ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:27.952985 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:27.976845 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Set router b5ba93f1-3534-4a2b-99d4-b088c497e072 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:19:27.998372 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-5ca444b0-d3a6-424b-bcda-6f2e8cc9ef68 None None] For port ffc22ae7-398b-4b58-88ba-77d03e22be85, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ffc22ae7-398b-4b58-88ba-77d03e22be85,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:28.004545 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5ca444b0-d3a6-424b-bcda-6f2e8cc9ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.086016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:19:28.086016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG oslo_db.api [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:19:28.091612 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca444b0-d3a6-424b-bcda-6f2e8cc9ef68 None None] Pushing event updated for resources: {'Port': ['ID=ffc22ae7-398b-4b58-88ba-77d03e22be85,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:28.189329 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:26Z', 'revision_number': 3, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:28.222010 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Checking router: b5ba93f1-3534-4a2b-99d4-b088c497e072 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:19:28.222346 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Updating router b5ba93f1-3534-4a2b-99d4-b088c497e072 port 7c3d25c1-50cf-41ea-8880-fdb5a74921f0 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:19:28.233199 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-5a8aa7fd-9808-4d58-9f90-9adcd5bc2746 None None] Provisioning complete for port ffc22ae7-398b-4b58-88ba-77d03e22be85 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:28.233618 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa7fd-9808-4d58-9f90-9adcd5bc2746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.249213 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.327893 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.496656 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Allocated IP 172.20.0.1 (489c7d78-4e0b-4a73-b042-ebef7fef5089/03ebbcae-3748-4046-a10c-802e0cc42214/71e1b187-bc31-4117-ade8-027a271759a3) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:28.521130 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.537747 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.589195 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Attempting to bind port 7c3d25c1-50cf-41ea-8880-fdb5a74921f0 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:28.589591 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Attempting to bind port 7c3d25c1-50cf-41ea-8880-fdb5a74921f0 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:28.590011 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Attempting to bind port 7c3d25c1-50cf-41ea-8880-fdb5a74921f0 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:19:28.593497 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07b050-1eb8-4a7f-8009-4dc49349631f None None] Pushing event updated for resources: {'Port': ['ID=7c3d25c1-50cf-41ea-8880-fdb5a74921f0,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:28.598462 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:19:28.598826 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:19:28.599224 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.599608 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:19:28.600069 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Bound port: 7c3d25c1-50cf-41ea-8880-fdb5a74921f0, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:28.600448 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.607723 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07b050-1eb8-4a7f-8009-4dc49349631f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:28.608064 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07b050-1eb8-4a7f-8009-4dc49349631f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:28.608242 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.608397 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07b050-1eb8-4a7f-8009-4dc49349631f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:28.608727 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07b050-1eb8-4a7f-8009-4dc49349631f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:28.609054 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07b050-1eb8-4a7f-8009-4dc49349631f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:28.609386 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07b050-1eb8-4a7f-8009-4dc49349631f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:28.609752 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07b050-1eb8-4a7f-8009-4dc49349631f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:28.610070 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07b050-1eb8-4a7f-8009-4dc49349631f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:28.610394 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07b050-1eb8-4a7f-8009-4dc49349631f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:28.610885 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07b050-1eb8-4a7f-8009-4dc49349631f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:28.611044 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07b050-1eb8-4a7f-8009-4dc49349631f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:28.611328 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07b050-1eb8-4a7f-8009-4dc49349631f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:28.647403 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.667558 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] For port 7c3d25c1-50cf-41ea-8880-fdb5a74921f0, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:28.670775 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] For port 7c3d25c1-50cf-41ea-8880-fdb5a74921f0, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=7c3d25c1-50cf-41ea-8880-fdb5a74921f0,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:28.676487 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.691009 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Network 489c7d78-4e0b-4a73-b042-ebef7fef5089 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:28.694034 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:28.696606 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:28.727278 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Pushing event updated for resources: {'Port': ['ID=71e1b187-bc31-4117-ade8-027a271759a3,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:28.741588 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Routers {'b5ba93f1-3534-4a2b-99d4-b088c497e072'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:28.742228 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b5ba93f1-3534-4a2b-99d4-b088c497e072'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:28.746135 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07b050-1eb8-4a7f-8009-4dc49349631f None None] Pushing event updated for resources: {'Port': ['ID=7c3d25c1-50cf-41ea-8880-fdb5a74921f0,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:28.746728 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.856878 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] Set router b5ba93f1-3534-4a2b-99d4-b088c497e072 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:19:28.883617 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.940846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-41333fb8-044c-4746-abdf-345e885e1a8e None None] Provisioning complete for port 71e1b187-bc31-4117-ade8-027a271759a3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:28.941646 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-41333fb8-044c-4746-abdf-345e885e1a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.975943 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-41333fb8-044c-4746-abdf-345e885e1a8e None None] Port 71e1b187-bc31-4117-ade8-027a271759a3 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:19:29.044259 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:26Z', 'revision_number': 3, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:29.068173 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.073415 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.144879 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Pushing event updated for resources: {'Port': ['ID=71e1b187-bc31-4117-ade8-027a271759a3,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:29.147401 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.168504 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e36ee6c-c7f3-441f-bf35-caf70d76d437 None None] The sync data for ids ['b5ba93f1-3534-4a2b-99d4-b088c497e072'] in dv-neutron-825721-1-hyperv is: [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:26Z', 'revision_number': 3, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:19:29.251832 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Network 489c7d78-4e0b-4a73-b042-ebef7fef5089 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:29.253339 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:29.380851 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Router b5ba93f1-3534-4a2b-99d4-b088c497e072 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:19:29.527983 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:19:29.535216 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-7b9953e4-7f87-48ab-af4d-a71756db4eea admin admin] 10.222.0.88 "PUT /v2.0/routers/b5ba93f1-3534-4a2b-99d4-b088c497e072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6696417 Jan 21 10:19:29.611699 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-51fd467c-89be-4395-9fed-2a1ac6d74ae8 None None] Provisioning complete for port 71e1b187-bc31-4117-ade8-027a271759a3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:29.612074 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-51fd467c-89be-4395-9fed-2a1ac6d74ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.662385 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-51fd467c-89be-4395-9fed-2a1ac6d74ae8 None None] Port 71e1b187-bc31-4117-ade8-027a271759a3 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:19:29.741292 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ffc22ae7-398b-4b58-88ba-77d03e22be85 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:19:29.817291 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port ffc22ae7-398b-4b58-88ba-77d03e22be85 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:29.818122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.913155 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 7c3d25c1-50cf-41ea-8880-fdb5a74921f0 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:19:29.976294 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 7c3d25c1-50cf-41ea-8880-fdb5a74921f0 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:29.976856 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.216650 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51544) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:30.222522 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-3426679f-1a37-42fb-8630-8369a9f4bda0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2013929629-network', 'tenant_id': 'ed9140628511482c9e89ca1e0de68592'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:30.229806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.248197 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3426679f-1a37-42fb-8630-8369a9f4bda0 admin admin] Made reservation on behalf of ed9140628511482c9e89ca1e0de68592 for: {'network': 1} {{(pid=102146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:30.250600 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3426679f-1a37-42fb-8630-8369a9f4bda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for network, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.261823 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3426679f-1a37-42fb-8630-8369a9f4bda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.265042 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 7c3d25c1-50cf-41ea-8880-fdb5a74921f0, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=7c3d25c1-50cf-41ea-8880-fdb5a74921f0,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:30.268968 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.329091 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=7c3d25c1-50cf-41ea-8880-fdb5a74921f0,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:30.349877 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3426679f-1a37-42fb-8630-8369a9f4bda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.355125 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3426679f-1a37-42fb-8630-8369a9f4bda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.376756 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3426679f-1a37-42fb-8630-8369a9f4bda0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:19:30.396131 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426679f-1a37-42fb-8630-8369a9f4bda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903486a1-4121-47c8-83f2-9728c13bdb29,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:30.399138 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3426679f-1a37-42fb-8630-8369a9f4bda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.399486 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.segments_db [None req-3426679f-1a37-42fb-8630-8369a9f4bda0 admin admin] Added segment cb81bfff-e39b-46d1-9e63-3c8e983208bd of type vlan for network 1864c81b-fb32-4f24-8e72-34b7f9d93c0b Jan 21 10:19:30.443336 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3426679f-1a37-42fb-8630-8369a9f4bda0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781631045825'] for network, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.469344 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3426679f-1a37-42fb-8630-8369a9f4bda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925'] for network, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.470364 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3426679f-1a37-42fb-8630-8369a9f4bda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:30.471061 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3426679f-1a37-42fb-8630-8369a9f4bda0 admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.531450 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3426679f-1a37-42fb-8630-8369a9f4bda0 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3131521 Jan 21 10:19:30.536004 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 51546) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:30.539429 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426679f-1a37-42fb-8630-8369a9f4bda0 admin admin] Pushing event updated for resources: {'Network': ['ID=1864c81b-fb32-4f24-8e72-34b7f9d93c0b,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:30.542189 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-8789a536-bf0c-4898-8c79-025ba8b3c6cd admin admin] Request body: {'subnet': {'network_id': '1864c81b-fb32-4f24-8e72-34b7f9d93c0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2013929629-subnet', 'tenant_id': 'ed9140628511482c9e89ca1e0de68592', 'ip_version': 4}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:30.551206 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Network 1864c81b-fb32-4f24-8e72-34b7f9d93c0b details requested by agent ovs-agent-dv-neutron-825721-1-hyperv with host dv-neutron-825721-1-hyperv {{(pid=102148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 10:19:30.573193 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8789a536-bf0c-4898-8c79-025ba8b3c6cd admin admin] Made reservation on behalf of ed9140628511482c9e89ca1e0de68592 for: {'subnet': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:30.575590 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8789a536-bf0c-4898-8c79-025ba8b3c6cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64993921'] for subnet, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.998560 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Sync routers for ids ['b5ba93f1-3534-4a2b-99d4-b088c497e072'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:19:31.007579 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Routers {'b5ba93f1-3534-4a2b-99d4-b088c497e072'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:31.008188 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b5ba93f1-3534-4a2b-99d4-b088c497e072'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:31.089096 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8789a536-bf0c-4898-8c79-025ba8b3c6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64427902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64987515'] for subnet, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.125154 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Set router b5ba93f1-3534-4a2b-99d4-b088c497e072 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:19:31.155147 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789a536-bf0c-4898-8c79-025ba8b3c6cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c76eb3-89d4-4ec5-ac95-51a002272a0b,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:31.159538 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8789a536-bf0c-4898-8c79-025ba8b3c6cd admin admin] Checking segment: {'id': 'cb81bfff-e39b-46d1-9e63-3c8e983208bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1864c81b-fb32-4f24-8e72-34b7f9d93c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:19:31.159903 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8789a536-bf0c-4898-8c79-025ba8b3c6cd admin admin] Network hostable DHCP agents. Network: 1864c81b-fb32-4f24-8e72-34b7f9d93c0b, hostable agents: ['3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a'], hosted agents: [] {{(pid=102147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:19:31.177368 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8789a536-bf0c-4898-8c79-025ba8b3c6cd admin admin] Network 1864c81b-fb32-4f24-8e72-34b7f9d93c0b is scheduled to be hosted by DHCP agent 3a2e7f97-d367-4ea0-b2be-5b0664fe0c8a with binding_index 1 {{(pid=102147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:19:31.189290 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-8789a536-bf0c-4898-8c79-025ba8b3c6cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825721-1-hyperv, 1864c81b-fb32-4f24-8e72-34b7f9d93c0b) {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:31.193761 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8789a536-bf0c-4898-8c79-025ba8b3c6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:31.194311 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-8789a536-bf0c-4898-8c79-025ba8b3c6cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.202588 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5380234f-d297-42b5-a607-d6c124d32484 None None] Network 1864c81b-fb32-4f24-8e72-34b7f9d93c0b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:19:31.218815 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-8789a536-bf0c-4898-8c79-025ba8b3c6cd admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6790948 Jan 21 10:19:31.219023 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 51548) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:31.223361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2013929629-router', 'tenant_id': 'ed9140628511482c9e89ca1e0de68592', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:31.248763 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66660079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9631'] for router, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.250132 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66656704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66659275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66648743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9620'] for router, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.305153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.441799 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4182d10-7405-5c8f-9ca2-45eb5d42a1f8-1864c81b-fb32-4f24-8e72-34b7f9d93c0b', 'network_id': '1864c81b-fb32-4f24-8e72-34b7f9d93c0b', 'tenant_id': 'ed9140628511482c9e89ca1e0de68592', 'fixed_ips': [{'subnet_id': 'd7c76eb3-89d4-4ec5-ac95-51a002272a0b'}]}} from dv-neutron-825721-1-hyperv. {{(pid=102148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 21 10:19:31.442689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.449651 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.464722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 4, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '71e1b187-bc31-4117-ade8-027a271759a3', 'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'tenant_id': '269956d6c457446193070320db672c1e', 'mac_address': 'fa:16:3e:37:29:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:28Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 2, 'project_id': '269956d6c457446193070320db672c1e', 'subnets': [{'id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:31.503472 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Checking router: b5ba93f1-3534-4a2b-99d4-b088c497e072 for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:19:31.503821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Updating router b5ba93f1-3534-4a2b-99d4-b088c497e072 port 71e1b187-bc31-4117-ade8-027a271759a3 binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:19:31.569641 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 7c3d25c1-50cf-41ea-8880-fdb5a74921f0 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:19:31.613867 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.670336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.693916 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.724776 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.db_base_plugin_common [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Allocated IP 172.20.0.2 (1864c81b-fb32-4f24-8e72-34b7f9d93c0b/d7c76eb3-89d4-4ec5-ac95-51a002272a0b/2b0125fc-85d8-40b6-8584-9c76be8fb727) {{(pid=102148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:31.792898 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 7c3d25c1-50cf-41ea-8880-fdb5a74921f0 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:31.793270 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.801286 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Allocated IP 172.26.7.201 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/600be7c3-61cf-46c8-912e-9290bce8eb21) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:31.914316 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.951144 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.987478 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:31.992372 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:31.996689 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:32.028027 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Pushing event updated for resources: {'Port': ['ID=600be7c3-61cf-46c8-912e-9290bce8eb21,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:32.118330 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Notify callbacks [] for port, precommit_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.128563 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904'] for port, after_create {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.171339 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.188687 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.192316 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Network 1864c81b-fb32-4f24-8e72-34b7f9d93c0b is already hosted by enough agents. {{(pid=102148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:32.200060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Pushing event updated for resources: {'Port': ['ID=2b0125fc-85d8-40b6-8584-9c76be8fb727,revision_number=1']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:32.202615 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.scheduler.base_scheduler [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Resources bound (agent type, host, resource id): {{(pid=102148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:32.226296 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Received port after_create {{(pid=102148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:32.261564 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.272887 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f2fe5-61e3-4dd3-85ed-ebfca54dd1b8 None None] Pushing event updated for resources: {'Port': ['ID=71e1b187-bc31-4117-ade8-027a271759a3,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:32.346348 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Attempting to bind port 2b0125fc-85d8-40b6-8584-9c76be8fb727 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:32.346716 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Attempting to bind port 2b0125fc-85d8-40b6-8584-9c76be8fb727 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'cb81bfff-e39b-46d1-9e63-3c8e983208bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1864c81b-fb32-4f24-8e72-34b7f9d93c0b'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:32.347077 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Attempting to bind port 2b0125fc-85d8-40b6-8584-9c76be8fb727 on network 1864c81b-fb32-4f24-8e72-34b7f9d93c0b {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:19:32.355604 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Attempting to bind port 71e1b187-bc31-4117-ade8-027a271759a3 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:32.355978 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Attempting to bind port 71e1b187-bc31-4117-ade8-027a271759a3 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '029aac20-068f-4aaa-8a1b-eec88cd7602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:32.356346 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Attempting to bind port 71e1b187-bc31-4117-ade8-027a271759a3 on network 489c7d78-4e0b-4a73-b042-ebef7fef5089 {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:19:32.358545 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:19:32.358917 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Checking segment: {'id': 'cb81bfff-e39b-46d1-9e63-3c8e983208bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1864c81b-fb32-4f24-8e72-34b7f9d93c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:19:32.359323 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.359719 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Bound using segment: {'id': 'cb81bfff-e39b-46d1-9e63-3c8e983208bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1864c81b-fb32-4f24-8e72-34b7f9d93c0b'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:19:32.360195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Bound port: 2b0125fc-85d8-40b6-8584-9c76be8fb727, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb81bfff-e39b-46d1-9e63-3c8e983208bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1864c81b-fb32-4f24-8e72-34b7f9d93c0b'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:32.360575 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.374613 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:19:32.374991 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Checking segment: {'id': '029aac20-068f-4aaa-8a1b-eec88cd7602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:19:32.375395 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.375792 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Bound using segment: {'id': '029aac20-068f-4aaa-8a1b-eec88cd7602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:19:32.376609 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Bound port: 71e1b187-bc31-4117-ade8-027a271759a3, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029aac20-068f-4aaa-8a1b-eec88cd7602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:32.376862 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.487512 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] For port 2b0125fc-85d8-40b6-8584-9c76be8fb727, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:32.491885 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] For port 2b0125fc-85d8-40b6-8584-9c76be8fb727, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2b0125fc-85d8-40b6-8584-9c76be8fb727,segment=NetworkSegment(cb81bfff-e39b-46d1-9e63-3c8e983208bd),segment_id=cb81bfff-e39b-46d1-9e63-3c8e983208bd)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:32.495281 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] For port 71e1b187-bc31-4117-ade8-027a271759a3, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:32.500667 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66656679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66660410'] for router, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.501167 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] For port 71e1b187-bc31-4117-ade8-027a271759a3, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=71e1b187-bc31-4117-ade8-027a271759a3,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:32.503844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.509663 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.573137 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-d1c498d7-24ee-4879-9b2f-877bbd0da073 None None] Provisioning complete for port 71e1b187-bc31-4117-ade8-027a271759a3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:32.573547 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d1c498d7-24ee-4879-9b2f-877bbd0da073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.611272 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Routers {'b5ba93f1-3534-4a2b-99d4-b088c497e072'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:32.611913 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b5ba93f1-3534-4a2b-99d4-b088c497e072'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:32.618262 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e886841-536a-49db-9645-d42018d1ff15 None None] Pushing event updated for resources: {'Port': ['ID=2b0125fc-85d8-40b6-8584-9c76be8fb727,revision_number=2']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:32.668241 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Router 68eaa9bf-f042-41b2-96c1-f62659662e8f is scheduled to L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff with binding_index 1 {{(pid=102147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:19:32.803415 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:19:32.815586 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f2fe5-61e3-4dd3-85ed-ebfca54dd1b8 None None] Pushing event updated for resources: {'Port': ['ID=71e1b187-bc31-4117-ade8-027a271759a3,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:32.833524 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Sync routers for ids ['68eaa9bf-f042-41b2-96c1-f62659662e8f'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:19:32.851828 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Routers {'68eaa9bf-f042-41b2-96c1-f62659662e8f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:32.852813 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['68eaa9bf-f042-41b2-96c1-f62659662e8f'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:32.856128 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d1c498d7-24ee-4879-9b2f-877bbd0da073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.857847 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.859267 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-28abf930-420d-4d32-b59c-51e1c2aac24a admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6391144 Jan 21 10:19:32.863534 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51550) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:33.030292 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] Set router b5ba93f1-3534-4a2b-99d4-b088c497e072 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:19:33.039255 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Set router 68eaa9bf-f042-41b2-96c1-f62659662e8f gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:19:33.095714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-d1c498d7-24ee-4879-9b2f-877bbd0da073 None None] For port 71e1b187-bc31-4117-ade8-027a271759a3, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=71e1b187-bc31-4117-ade8-027a271759a3,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:33.123999 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d1c498d7-24ee-4879-9b2f-877bbd0da073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.224879 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c498d7-24ee-4879-9b2f-877bbd0da073 None None] Pushing event updated for resources: {'Port': ['ID=71e1b187-bc31-4117-ade8-027a271759a3,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:33.255917 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'name': 'tempest-TestSnapshotPattern-2013929629-router', 'tenant_id': 'ed9140628511482c9e89ca1e0de68592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '600be7c3-61cf-46c8-912e-9290bce8eb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:31Z', 'updated_at': '2022-01-21T10:19:32Z', 'revision_number': 3, 'project_id': 'ed9140628511482c9e89ca1e0de68592', 'gw_port': {'id': '600be7c3-61cf-46c8-912e-9290bce8eb21', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:31Z', 'updated_at': '2022-01-21T10:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:33.264543 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-980fecd2-8f49-4815-b25f-fff7f4acf7b0 None None] Provisioning complete for port 71e1b187-bc31-4117-ade8-027a271759a3 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:33.265133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-980fecd2-8f49-4815-b25f-fff7f4acf7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.292754 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Checking router: 68eaa9bf-f042-41b2-96c1-f62659662e8f for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:19:33.292976 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Updating router 68eaa9bf-f042-41b2-96c1-f62659662e8f port 600be7c3-61cf-46c8-912e-9290bce8eb21 binding host dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:19:33.334283 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.391897 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.393435 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 4, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '71e1b187-bc31-4117-ade8-027a271759a3', 'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'tenant_id': '269956d6c457446193070320db672c1e', 'mac_address': 'fa:16:3e:37:29:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:28Z', 'updated_at': '2022-01-21T10:19:32Z', 'revision_number': 4, 'project_id': '269956d6c457446193070320db672c1e', 'subnets': [{'id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:33.424570 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b5a8c3-15c2-4c6f-9754-70fdb0f8fea4 None None] The sync data for ids ['b5ba93f1-3534-4a2b-99d4-b088c497e072'] in dv-neutron-825721-1-hyperv is: [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 4, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '71e1b187-bc31-4117-ade8-027a271759a3', 'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'tenant_id': '269956d6c457446193070320db672c1e', 'mac_address': 'fa:16:3e:37:29:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:28Z', 'updated_at': '2022-01-21T10:19:32Z', 'revision_number': 4, 'project_id': '269956d6c457446193070320db672c1e', 'subnets': [{'id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:19:33.714901 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Notify callbacks [] for port, precommit_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.723598 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.750193 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2b0125fc-85d8-40b6-8584-9c76be8fb727 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:19:33.816130 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Attempting to bind port 600be7c3-61cf-46c8-912e-9290bce8eb21 on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:33.816495 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Attempting to bind port 600be7c3-61cf-46c8-912e-9290bce8eb21 by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:33.816847 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Attempting to bind port 600be7c3-61cf-46c8-912e-9290bce8eb21 on network e5b467b6-3f77-41e6-abda-a63a446d52f5 {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:19:33.835067 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:19:33.835770 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Checking segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:19:33.835900 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.836174 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Bound using segment: {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'} {{(pid=102149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:19:33.836652 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.managers [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Bound port: 600be7c3-61cf-46c8-912e-9290bce8eb21, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d000500-8a5a-4dea-bbe6-831fa0cb18e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5'}}] {{(pid=102149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:33.837023 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.882714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 2b0125fc-85d8-40b6-8584-9c76be8fb727 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:33.883198 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.919729 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] For port 600be7c3-61cf-46c8-912e-9290bce8eb21, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:33.925787 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.plugins.ml2.db [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] For port 600be7c3-61cf-46c8-912e-9290bce8eb21, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=600be7c3-61cf-46c8-912e-9290bce8eb21,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:33.938060 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron_lib.callbacks.manager [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.942606 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf541b-92f3-4b3d-b453-adbfd329433b None None] Pushing event updated for resources: {'Port': ['ID=600be7c3-61cf-46c8-912e-9290bce8eb21,revision_number=2']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:34.000489 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Allocated IP 172.20.0.1 (1864c81b-fb32-4f24-8e72-34b7f9d93c0b/d7c76eb3-89d4-4ec5-ac95-51a002272a0b/071a7dc2-f96a-440d-a012-3278ec86832f) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:34.016516 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf541b-92f3-4b3d-b453-adbfd329433b None None] Pushing event updated for resources: {'Port': ['ID=600be7c3-61cf-46c8-912e-9290bce8eb21,revision_number=3']} {{(pid=102149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:34.022407 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:34.051584 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Routers {'68eaa9bf-f042-41b2-96c1-f62659662e8f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:34.052448 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['68eaa9bf-f042-41b2-96c1-f62659662e8f'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:34.083689 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 2b0125fc-85d8-40b6-8584-9c76be8fb727, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2b0125fc-85d8-40b6-8584-9c76be8fb727,segment=NetworkSegment(cb81bfff-e39b-46d1-9e63-3c8e983208bd),segment_id=cb81bfff-e39b-46d1-9e63-3c8e983208bd)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:34.092254 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:34.142602 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184df783-4a3f-4a9b-87ea-aa0464bc6464 None None] Network 1864c81b-fb32-4f24-8e72-34b7f9d93c0b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:19:34.170116 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:34.207714 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] Set router 68eaa9bf-f042-41b2-96c1-f62659662e8f gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:19:34.223466 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:34.278705 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Pushing event updated for resources: {'Port': ['ID=071a7dc2-f96a-440d-a012-3278ec86832f,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:34.297988 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Network 1864c81b-fb32-4f24-8e72-34b7f9d93c0b is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:34.299968 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:34.314183 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:34.335020 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=2b0125fc-85d8-40b6-8584-9c76be8fb727,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:34.362884 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-0cef77e6-8d15-4500-969d-d7546ee5f6cb None None] Provisioning complete for port 2b0125fc-85d8-40b6-8584-9c76be8fb727 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:34.363433 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0cef77e6-8d15-4500-969d-d7546ee5f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:34.369625 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66660555'] for router_interface, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:34.434550 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'name': 'tempest-TestSnapshotPattern-2013929629-router', 'tenant_id': 'ed9140628511482c9e89ca1e0de68592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '600be7c3-61cf-46c8-912e-9290bce8eb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:31Z', 'updated_at': '2022-01-21T10:19:32Z', 'revision_number': 3, 'project_id': 'ed9140628511482c9e89ca1e0de68592', 'gw_port': {'id': '600be7c3-61cf-46c8-912e-9290bce8eb21', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:31Z', 'updated_at': '2022-01-21T10:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:34.500202 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3215e3-f8f6-4af9-81a1-0d3b1d1782e1 None None] The sync data for ids ['68eaa9bf-f042-41b2-96c1-f62659662e8f'] in dv-neutron-825721-1-hyperv is: [{'id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'name': 'tempest-TestSnapshotPattern-2013929629-router', 'tenant_id': 'ed9140628511482c9e89ca1e0de68592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '600be7c3-61cf-46c8-912e-9290bce8eb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:31Z', 'updated_at': '2022-01-21T10:19:32Z', 'revision_number': 3, 'project_id': 'ed9140628511482c9e89ca1e0de68592', 'gw_port': {'id': '600be7c3-61cf-46c8-912e-9290bce8eb21', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:31Z', 'updated_at': '2022-01-21T10:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:19:34.561275 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:34.737217 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6e5cb2f2-a2e2-485a-81cd-936205159ccd None None] Provisioning complete for port 2b0125fc-85d8-40b6-8584-9c76be8fb727 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:34.737581 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb2f2-a2e2-485a-81cd-936205159ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:34.783505 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:34.790362 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:34.916812 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Pushing event updated for resources: {'Port': ['ID=071a7dc2-f96a-440d-a012-3278ec86832f,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:34.923665 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66535875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66658427'] for router_interface, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:34.933363 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-6e5cb2f2-a2e2-485a-81cd-936205159ccd None None] Provisioning complete for port 071a7dc2-f96a-440d-a012-3278ec86832f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:34.933803 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb2f2-a2e2-485a-81cd-936205159ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:34.994799 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-6e5cb2f2-a2e2-485a-81cd-936205159ccd None None] Port 071a7dc2-f96a-440d-a012-3278ec86832f cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:19:35.067287 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Network 1864c81b-fb32-4f24-8e72-34b7f9d93c0b is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:35.073972 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:35.127575 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-afaa98d2-742e-44ac-9ca3-725e5b0e0ac0 None None] Provisioning complete for port 071a7dc2-f96a-440d-a012-3278ec86832f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:35.128027 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-afaa98d2-742e-44ac-9ca3-725e5b0e0ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:35.173178 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-afaa98d2-742e-44ac-9ca3-725e5b0e0ac0 None None] Port 071a7dc2-f96a-440d-a012-3278ec86832f cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:19:35.229408 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Router 68eaa9bf-f042-41b2-96c1-f62659662e8f has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:19:35.368132 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:19:35.375746 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-893ceafa-4540-4f31-8ec2-0c7919f5f654 admin admin] 10.222.0.88 "PUT /v2.0/routers/68eaa9bf-f042-41b2-96c1-f62659662e8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5110950 Jan 21 10:19:35.406468 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-e4f6e7b0-2313-48d1-a79c-2262c18553ab None None] Provisioning complete for port 071a7dc2-f96a-440d-a012-3278ec86832f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:35.406846 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e4f6e7b0-2313-48d1-a79c-2262c18553ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:35.446907 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-e4f6e7b0-2313-48d1-a79c-2262c18553ab None None] Port 071a7dc2-f96a-440d-a012-3278ec86832f cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:19:35.724226 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 600be7c3-61cf-46c8-912e-9290bce8eb21 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:19:35.776542 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 600be7c3-61cf-46c8-912e-9290bce8eb21 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:35.776919 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:35.859923 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:35.887750 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-71042511-6b22-443d-873a-137a9f631a1d None None] For port 600be7c3-61cf-46c8-912e-9290bce8eb21, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=600be7c3-61cf-46c8-912e-9290bce8eb21,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:35.892006 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:35.893184 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2b0125fc-85d8-40b6-8584-9c76be8fb727 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:19:35.985865 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Pushing event updated for resources: {'Port': ['ID=600be7c3-61cf-46c8-912e-9290bce8eb21,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:35.997133 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6daeaab0-654b-43fd-8d34-a99a8e44efc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.002914 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 2b0125fc-85d8-40b6-8584-9c76be8fb727 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:36.003365 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.089036 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 71e1b187-bc31-4117-ade8-027a271759a3 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:19:36.138737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 71e1b187-bc31-4117-ade8-027a271759a3 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:36.139032 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.422007 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51558) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:36.426680 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-0871e2d9-26b9-4c41-8fa9-1e6b6eaa9022 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1511574254', 'description': 'tempest-secgroup-smoke-1511574254 description', 'project_id': '269956d6c457446193070320db672c1e'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:36.451903 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0871e2d9-26b9-4c41-8fa9-1e6b6eaa9022 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.527825 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0871e2d9-26b9-4c41-8fa9-1e6b6eaa9022 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.532323 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0871e2d9-26b9-4c41-8fa9-1e6b6eaa9022 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.562740 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-0871e2d9-26b9-4c41-8fa9-1e6b6eaa9022 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.563986 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0871e2d9-26b9-4c41-8fa9-1e6b6eaa9022 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1409624 Jan 21 10:19:36.567024 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 51560) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:36.567939 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871e2d9-26b9-4c41-8fa9-1e6b6eaa9022 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b043c161-6a45-42fd-a773-63479ee66ca9,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:36.572502 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-511019ca-21a0-4a11-a574-6ea2e258379d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Request body: {'security_group_rule': {'security_group_id': 'b043c161-6a45-42fd-a773-63479ee66ca9', 'project_id': '269956d6c457446193070320db672c1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:36.600934 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-511019ca-21a0-4a11-a574-6ea2e258379d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.664003 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-511019ca-21a0-4a11-a574-6ea2e258379d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.667891 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-511019ca-21a0-4a11-a574-6ea2e258379d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.688436 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511019ca-21a0-4a11-a574-6ea2e258379d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c490a2a-33aa-4438-a5a7-b2eb0b4400cf,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:36.696487 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-511019ca-21a0-4a11-a574-6ea2e258379d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.698637 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-511019ca-21a0-4a11-a574-6ea2e258379d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298873 Jan 21 10:19:36.701175 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 51562) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:36.705731 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-7095aa78-c5bf-4cb6-a309-ab1365268ee9 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Request body: {'security_group_rule': {'security_group_id': 'b043c161-6a45-42fd-a773-63479ee66ca9', 'project_id': '269956d6c457446193070320db672c1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:36.734924 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7095aa78-c5bf-4cb6-a309-ab1365268ee9 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.797745 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7095aa78-c5bf-4cb6-a309-ab1365268ee9 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.802214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7095aa78-c5bf-4cb6-a309-ab1365268ee9 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.820577 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095aa78-c5bf-4cb6-a309-ab1365268ee9 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b395978-1e1b-4a36-835d-1f0a439cb114,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:36.827417 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7095aa78-c5bf-4cb6-a309-ab1365268ee9 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.828491 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7095aa78-c5bf-4cb6-a309-ab1365268ee9 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262965 Jan 21 10:19:36.831251 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 51564) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:36.835631 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-f0a7ffba-2c57-44bc-8fbf-bec9084fb861 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Request body: {'security_group_rule': {'security_group_id': 'b043c161-6a45-42fd-a773-63479ee66ca9', 'project_id': '269956d6c457446193070320db672c1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:36.866961 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f0a7ffba-2c57-44bc-8fbf-bec9084fb861 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.929867 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f0a7ffba-2c57-44bc-8fbf-bec9084fb861 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.935336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f0a7ffba-2c57-44bc-8fbf-bec9084fb861 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.952008 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7ffba-2c57-44bc-8fbf-bec9084fb861 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577e2e72-97b3-4afe-804a-6d4fad77d728,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:36.963911 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-f0a7ffba-2c57-44bc-8fbf-bec9084fb861 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.965134 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-f0a7ffba-2c57-44bc-8fbf-bec9084fb861 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329410 Jan 21 10:19:36.967029 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Sync routers for ids ['68eaa9bf-f042-41b2-96c1-f62659662e8f'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:19:36.967909 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 51566) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:36.972222 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-6452df86-5af7-4d84-a525-efece4a9ac15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Request body: {'security_group_rule': {'security_group_id': 'b043c161-6a45-42fd-a773-63479ee66ca9', 'project_id': '269956d6c457446193070320db672c1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:36.976796 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Routers {'68eaa9bf-f042-41b2-96c1-f62659662e8f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:36.977145 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['68eaa9bf-f042-41b2-96c1-f62659662e8f'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:37.001668 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6452df86-5af7-4d84-a525-efece4a9ac15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.064963 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6452df86-5af7-4d84-a525-efece4a9ac15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.069023 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6452df86-5af7-4d84-a525-efece4a9ac15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.084358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Set router 68eaa9bf-f042-41b2-96c1-f62659662e8f gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:19:37.086297 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452df86-5af7-4d84-a525-efece4a9ac15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40757591-b186-4d22-a87c-833494ba9fa1,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:37.096823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-6452df86-5af7-4d84-a525-efece4a9ac15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.098147 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-6452df86-5af7-4d84-a525-efece4a9ac15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293085 Jan 21 10:19:37.101052 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 51568) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:37.106050 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-5445fff1-e42f-4c86-b5dd-aa354203d4c7 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Request body: {'security_group_rule': {'security_group_id': 'b043c161-6a45-42fd-a773-63479ee66ca9', 'project_id': '269956d6c457446193070320db672c1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:37.130691 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-5445fff1-e42f-4c86-b5dd-aa354203d4c7 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Project 269956d6c457446193070320db672c1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:19:37.136313 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5445fff1-e42f-4c86-b5dd-aa354203d4c7 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.198647 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5445fff1-e42f-4c86-b5dd-aa354203d4c7 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.202431 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5445fff1-e42f-4c86-b5dd-aa354203d4c7 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.221811 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445fff1-e42f-4c86-b5dd-aa354203d4c7 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9b093b-ea4b-40b5-9398-43ac370cfd3e,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:37.231250 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-5445fff1-e42f-4c86-b5dd-aa354203d4c7 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.232857 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-5445fff1-e42f-4c86-b5dd-aa354203d4c7 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304071 Jan 21 10:19:37.235697 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 51570) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:37.240071 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-c417d371-3a82-43b0-9fc5-5f6ffd99b6b9 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Request body: {'security_group_rule': {'security_group_id': 'b043c161-6a45-42fd-a773-63479ee66ca9', 'project_id': '269956d6c457446193070320db672c1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:37.263726 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.securitygroups_db [None req-c417d371-3a82-43b0-9fc5-5f6ffd99b6b9 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Project 269956d6c457446193070320db672c1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:19:37.268863 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c417d371-3a82-43b0-9fc5-5f6ffd99b6b9 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.292345 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'name': 'tempest-TestSnapshotPattern-2013929629-router', 'tenant_id': 'ed9140628511482c9e89ca1e0de68592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '600be7c3-61cf-46c8-912e-9290bce8eb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:31Z', 'updated_at': '2022-01-21T10:19:34Z', 'revision_number': 4, 'project_id': 'ed9140628511482c9e89ca1e0de68592', 'gw_port': {'id': '600be7c3-61cf-46c8-912e-9290bce8eb21', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:31Z', 'updated_at': '2022-01-21T10:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '071a7dc2-f96a-440d-a012-3278ec86832f', 'name': '', 'network_id': '1864c81b-fb32-4f24-8e72-34b7f9d93c0b', 'tenant_id': 'ed9140628511482c9e89ca1e0de68592', 'mac_address': 'fa:16:3e:c7:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'd7c76eb3-89d4-4ec5-ac95-51a002272a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:33Z', 'updated_at': '2022-01-21T10:19:34Z', 'revision_number': 2, 'project_id': 'ed9140628511482c9e89ca1e0de68592', 'subnets': [{'id': 'd7c76eb3-89d4-4ec5-ac95-51a002272a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:37.319545 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Checking router: 68eaa9bf-f042-41b2-96c1-f62659662e8f for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:19:37.320056 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Updating router 68eaa9bf-f042-41b2-96c1-f62659662e8f port 071a7dc2-f96a-440d-a012-3278ec86832f binding host dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:19:37.333745 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c417d371-3a82-43b0-9fc5-5f6ffd99b6b9 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.338610 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c417d371-3a82-43b0-9fc5-5f6ffd99b6b9 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66678106'] for security_group_rule, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.351626 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.357382 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417d371-3a82-43b0-9fc5-5f6ffd99b6b9 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1ab92c-a7d6-48fb-9642-4c2d91ff1931,revision_number=0']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:37.364870 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-c417d371-3a82-43b0-9fc5-5f6ffd99b6b9 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.370023 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c417d371-3a82-43b0-9fc5-5f6ffd99b6b9 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332691 Jan 21 10:19:37.524987 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-efb070ca-2a46-4d04-be45-8751a3bb89b4 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1511574254&fields=id&tenant_id=269956d6c457446193070320db672c1e HTTP/1.1" status: 200 len: 267 time: 0.0508435 Jan 21 10:19:37.572902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 600be7c3-61cf-46c8-912e-9290bce8eb21 up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:19:37.662256 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-b2e93010-fc51-43be-81ef-b1af64a82dc1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:37.663807 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-b2e93010-fc51-43be-81ef-b1af64a82dc1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/networks?id=489c7d78-4e0b-4a73-b042-ebef7fef5089 HTTP/1.1" status: 200 len: 809 time: 0.1302843 Jan 21 10:19:37.681052 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-20448085-c351-41b5-8205-ee5fb2421f3f tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/quotas/269956d6c457446193070320db672c1e HTTP/1.1" status: 200 len: 375 time: 0.0101633 Jan 21 10:19:37.682601 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 600be7c3-61cf-46c8-912e-9290bce8eb21 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:37.683163 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.685977 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Notify callbacks [] for port, precommit_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.710345 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.745930 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-2fee1439-8502-4789-bba4-cb5aca9f8544 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=269956d6c457446193070320db672c1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577359 Jan 21 10:19:37.773992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99430e-9385-4ecf-8d1d-10b0243b2a51 None None] Pushing event updated for resources: {'Port': ['ID=071a7dc2-f96a-440d-a012-3278ec86832f,revision_number=3']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:37.879876 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Attempting to bind port 071a7dc2-f96a-440d-a012-3278ec86832f on host dv-neutron-825721-1-hyperv for vnic_type normal with profile {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:37.880246 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Attempting to bind port 071a7dc2-f96a-440d-a012-3278ec86832f by drivers openvswitch,hyperv on host dv-neutron-825721-1-hyperv at level 0 using segments [{'id': 'cb81bfff-e39b-46d1-9e63-3c8e983208bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1864c81b-fb32-4f24-8e72-34b7f9d93c0b'}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:37.880599 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Attempting to bind port 071a7dc2-f96a-440d-a012-3278ec86832f on network 1864c81b-fb32-4f24-8e72-34b7f9d93c0b {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:19:37.890696 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Checking agent: {'id': 'f358d496-2d82-40b0-84ef-d2611bac7f00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825721-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 23, 11), 'started_at': datetime.datetime(2022, 1, 21, 9, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825721-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:19:37.891062 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Checking segment: {'id': 'cb81bfff-e39b-46d1-9e63-3c8e983208bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1864c81b-fb32-4f24-8e72-34b7f9d93c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:19:37.891520 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.891908 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Bound using segment: {'id': 'cb81bfff-e39b-46d1-9e63-3c8e983208bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1864c81b-fb32-4f24-8e72-34b7f9d93c0b'} {{(pid=102148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:19:37.892381 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.managers [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Bound port: 071a7dc2-f96a-440d-a012-3278ec86832f, host: dv-neutron-825721-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb81bfff-e39b-46d1-9e63-3c8e983208bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1864c81b-fb32-4f24-8e72-34b7f9d93c0b'}}] {{(pid=102148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:37.892762 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.979338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] For port 071a7dc2-f96a-440d-a012-3278ec86832f, host dv-neutron-825721-1-hyperv, cleared binding levels {{(pid=102148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:37.983298 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] For port 071a7dc2-f96a-440d-a012-3278ec86832f, host dv-neutron-825721-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=071a7dc2-f96a-440d-a012-3278ec86832f,segment=NetworkSegment(cb81bfff-e39b-46d1-9e63-3c8e983208bd),segment_id=cb81bfff-e39b-46d1-9e63-3c8e983208bd)] {{(pid=102148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:37.989023 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:38.004620 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-91c4a469-086c-4023-95e7-2e2db3d9cc9b service neutron] 10.222.0.88 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431030 Jan 21 10:19:38.056992 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Routers {'68eaa9bf-f042-41b2-96c1-f62659662e8f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:38.057688 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['68eaa9bf-f042-41b2-96c1-f62659662e8f'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:38.062816 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99430e-9385-4ecf-8d1d-10b0243b2a51 None None] Pushing event updated for resources: {'Port': ['ID=071a7dc2-f96a-440d-a012-3278ec86832f,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:38.111220 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-b0c0cf80-dc7c-42fa-aba3-deacb3413801 service neutron] 10.222.0.88 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990579 Jan 21 10:19:38.126812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-0ee8af4f-833a-40f6-b98c-8cc723abbede None None] Provisioning complete for port 071a7dc2-f96a-440d-a012-3278ec86832f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:38.127221 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0ee8af4f-833a-40f6-b98c-8cc723abbede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:38.214019 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] Set router 68eaa9bf-f042-41b2-96c1-f62659662e8f gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:19:38.341062 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7dfa8086-435e-4b62-9447-7d00bc18a914 req-837f40df-10d4-48ce-8557-9cdacfe2d82f tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 210 time: 0.0325170 Jan 21 10:19:38.424387 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-02c0d5c2-8d4e-4eab-836d-3b5e048dc935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:38.535620 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0ee8af4f-833a-40f6-b98c-8cc723abbede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:38.594428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-0ee8af4f-833a-40f6-b98c-8cc723abbede None None] For port 071a7dc2-f96a-440d-a012-3278ec86832f, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=071a7dc2-f96a-440d-a012-3278ec86832f,segment=NetworkSegment(cb81bfff-e39b-46d1-9e63-3c8e983208bd),segment_id=cb81bfff-e39b-46d1-9e63-3c8e983208bd)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:38.598726 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-0ee8af4f-833a-40f6-b98c-8cc723abbede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:38.679190 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8af4f-833a-40f6-b98c-8cc723abbede None None] Pushing event updated for resources: {'Port': ['ID=071a7dc2-f96a-440d-a012-3278ec86832f,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:38.694854 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'name': 'tempest-TestSnapshotPattern-2013929629-router', 'tenant_id': 'ed9140628511482c9e89ca1e0de68592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '600be7c3-61cf-46c8-912e-9290bce8eb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:31Z', 'updated_at': '2022-01-21T10:19:34Z', 'revision_number': 4, 'project_id': 'ed9140628511482c9e89ca1e0de68592', 'gw_port': {'id': '600be7c3-61cf-46c8-912e-9290bce8eb21', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:31Z', 'updated_at': '2022-01-21T10:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '071a7dc2-f96a-440d-a012-3278ec86832f', 'name': '', 'network_id': '1864c81b-fb32-4f24-8e72-34b7f9d93c0b', 'tenant_id': 'ed9140628511482c9e89ca1e0de68592', 'mac_address': 'fa:16:3e:c7:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'd7c76eb3-89d4-4ec5-ac95-51a002272a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:33Z', 'updated_at': '2022-01-21T10:19:37Z', 'revision_number': 4, 'project_id': 'ed9140628511482c9e89ca1e0de68592', 'subnets': [{'id': 'd7c76eb3-89d4-4ec5-ac95-51a002272a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:38.726338 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9923ad3e-2224-489a-90e1-431828c0a9ac None None] The sync data for ids ['68eaa9bf-f042-41b2-96c1-f62659662e8f'] in dv-neutron-825721-1-hyperv is: [{'id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'name': 'tempest-TestSnapshotPattern-2013929629-router', 'tenant_id': 'ed9140628511482c9e89ca1e0de68592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '600be7c3-61cf-46c8-912e-9290bce8eb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:31Z', 'updated_at': '2022-01-21T10:19:34Z', 'revision_number': 4, 'project_id': 'ed9140628511482c9e89ca1e0de68592', 'gw_port': {'id': '600be7c3-61cf-46c8-912e-9290bce8eb21', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:31Z', 'updated_at': '2022-01-21T10:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '071a7dc2-f96a-440d-a012-3278ec86832f', 'name': '', 'network_id': '1864c81b-fb32-4f24-8e72-34b7f9d93c0b', 'tenant_id': 'ed9140628511482c9e89ca1e0de68592', 'mac_address': 'fa:16:3e:c7:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'd7c76eb3-89d4-4ec5-ac95-51a002272a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:33Z', 'updated_at': '2022-01-21T10:19:37Z', 'revision_number': 4, 'project_id': 'ed9140628511482c9e89ca1e0de68592', 'subnets': [{'id': 'd7c76eb3-89d4-4ec5-ac95-51a002272a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:19:38.738528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-37ec6a21-4b58-4bf0-bb06-4b1b2c1fb571 None None] Provisioning complete for port 071a7dc2-f96a-440d-a012-3278ec86832f triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:38.738902 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-37ec6a21-4b58-4bf0-bb06-4b1b2c1fb571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:39.438955 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-1c0aa632-ed7d-4c31-adf5-e194ce1adec4 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:39.441449 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-1c0aa632-ed7d-4c31-adf5-e194ce1adec4 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.113 "GET /v2.0/networks?id=489c7d78-4e0b-4a73-b042-ebef7fef5089 HTTP/1.1" status: 200 len: 809 time: 0.1336591 Jan 21 10:19:39.476581 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:39.536700 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-95be35ca-ffe6-461e-a521-166f6d19feec req-988d9ec9-b70a-4dec-889e-d2af1cd02c77 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 210 time: 0.0482624 Jan 21 10:19:39.554031 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-b079a290-ca65-403e-9b0c-943ffcb8a100 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=269956d6c457446193070320db672c1e HTTP/1.1" status: 200 len: 380 time: 0.0988767 Jan 21 10:19:39.565231 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-80599b1a-1e28-4551-bc43-b84b5d327da6 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Request body: {'port': {'device_id': '7588528a-0d75-4639-9832-023e7391049d', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'admin_state_up': True, 'tenant_id': '269956d6c457446193070320db672c1e', 'security_groups': ['b043c161-6a45-42fd-a773-63479ee66ca9']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:39.598409 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 071a7dc2-f96a-440d-a012-3278ec86832f up at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:19:39.649560 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Provisioning complete for port 071a7dc2-f96a-440d-a012-3278ec86832f triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:39.650408 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:39.701592 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-80599b1a-1e28-4551-bc43-b84b5d327da6 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Made reservation on behalf of 269956d6c457446193070320db672c1e for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:39.705565 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-80599b1a-1e28-4551-bc43-b84b5d327da6 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:39.835844 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-80599b1a-1e28-4551-bc43-b84b5d327da6 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Allocated IP 172.20.0.3 (489c7d78-4e0b-4a73-b042-ebef7fef5089/03ebbcae-3748-4046-a10c-802e0cc42214/75fe3912-4804-432e-9433-b700e4b50d4b) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:39.977873 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-80599b1a-1e28-4551-bc43-b84b5d327da6 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.022974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-80599b1a-1e28-4551-bc43-b84b5d327da6 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.093778 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-80599b1a-1e28-4551-bc43-b84b5d327da6 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Network 489c7d78-4e0b-4a73-b042-ebef7fef5089 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:40.100840 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-80599b1a-1e28-4551-bc43-b84b5d327da6 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:40.102947 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80599b1a-1e28-4551-bc43-b84b5d327da6 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event updated for resources: {'Port': ['ID=75fe3912-4804-432e-9433-b700e4b50d4b,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:40.105305 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-80599b1a-1e28-4551-bc43-b84b5d327da6 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:40.155729 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-80599b1a-1e28-4551-bc43-b84b5d327da6 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:40.156485 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-80599b1a-1e28-4551-bc43-b84b5d327da6 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.173360 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-80599b1a-1e28-4551-bc43-b84b5d327da6 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6137557 Jan 21 10:19:40.186662 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Request body: {'port': {'device_id': '7588528a-0d75-4639-9832-023e7391049d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:40.242934 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.286314 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-c05f26e9-79eb-450a-8f4c-a1938920417e None None] Provisioning complete for port 75fe3912-4804-432e-9433-b700e4b50d4b triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:40.286750 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c05f26e9-79eb-450a-8f4c-a1938920417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.322686 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c05f26e9-79eb-450a-8f4c-a1938920417e None None] Port 75fe3912-4804-432e-9433-b700e4b50d4b cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:19:40.529588 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75fe3912-4804-432e-9433-b700e4b50d4b {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:19:40.537333 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.550039 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Transition to ACTIVE for port object 75fe3912-4804-432e-9433-b700e4b50d4b will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:40.554113 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.629036 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=75fe3912-4804-432e-9433-b700e4b50d4b,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:40.693813 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Attempting to bind port 75fe3912-4804-432e-9433-b700e4b50d4b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:40.694147 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Attempting to bind port 75fe3912-4804-432e-9433-b700e4b50d4b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '029aac20-068f-4aaa-8a1b-eec88cd7602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:40.694474 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Attempting to bind port 75fe3912-4804-432e-9433-b700e4b50d4b on network 489c7d78-4e0b-4a73-b042-ebef7fef5089 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:19:40.700632 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1502f-383c-4cb5-86bd-4a10e1c98b09 req-577db38f-b301-4a9a-aa83-df331215856a tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:40.701181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Port 75fe3912-4804-432e-9433-b700e4b50d4b on network 489c7d78-4e0b-4a73-b042-ebef7fef5089 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 10:19:40.701181 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Attempting to bind port 75fe3912-4804-432e-9433-b700e4b50d4b on network 489c7d78-4e0b-4a73-b042-ebef7fef5089 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:19:40.702544 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-79d1502f-383c-4cb5-86bd-4a10e1c98b09 req-577db38f-b301-4a9a-aa83-df331215856a tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 943 time: 0.0748641 Jan 21 10:19:40.708604 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:19:40.713847 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Checking segment: {'id': '029aac20-068f-4aaa-8a1b-eec88cd7602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:19:40.714551 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Bound using segment: {'id': '029aac20-068f-4aaa-8a1b-eec88cd7602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:19:40.715196 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Bound port: 75fe3912-4804-432e-9433-b700e4b50d4b, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029aac20-068f-4aaa-8a1b-eec88cd7602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:40.715735 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.751884 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-79d1502f-383c-4cb5-86bd-4a10e1c98b09 req-ebc3e999-21be-479a-83ad-e72810d8128d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421538 Jan 21 10:19:40.801785 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] For port 75fe3912-4804-432e-9433-b700e4b50d4b, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:40.805496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] For port 75fe3912-4804-432e-9433-b700e4b50d4b, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=75fe3912-4804-432e-9433-b700e4b50d4b,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:40.811046 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.847970 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:40.848728 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.850580 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] 10.222.0.113 "PUT /v2.0/ports/75fe3912-4804-432e-9433-b700e4b50d4b HTTP/1.1" status: 200 len: 1093 time: 0.6682677 Jan 21 10:19:40.851265 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7588528a-0d75-4639-9832-023e7391049d', 'tag': '75fe3912-4804-432e-9433-b700e4b50d4b'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:40.853394 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e6a842-a840-4319-8f68-5767a4ceda34" -d '{"events": [{"name": "network-changed", "server_uuid": "7588528a-0d75-4639-9832-023e7391049d", "tag": "75fe3912-4804-432e-9433-b700e4b50d4b"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:19:40.890961 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5776db0-a195-4d16-b968-99a0fb4bb3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=75fe3912-4804-432e-9433-b700e4b50d4b,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:40.905911 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dec146-1dd9-4406-8118-c63797ea9bc1 x-openstack-request-id: req-37dec146-1dd9-4406-8118-c63797ea9bc1 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:19:40.906203 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7588528a-0d75-4639-9832-023e7391049d", "tag": "75fe3912-4804-432e-9433-b700e4b50d4b", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:19:40.906461 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-37dec146-1dd9-4406-8118-c63797ea9bc1 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:19:40.906863 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7588528a-0d75-4639-9832-023e7391049d', 'tag': '75fe3912-4804-432e-9433-b700e4b50d4b', 'status': 'completed', 'code': 200} Jan 21 10:19:40.944364 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-4c34c1ae-e557-465c-ab4f-f561bd4d907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:40.946292 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-4c34c1ae-e557-465c-ab4f-f561bd4d907c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=269956d6c457446193070320db672c1e&device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 1096 time: 0.0495389 Jan 21 10:19:40.992517 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-6fe1cc78-c002-4497-8c55-3a21cb8c72e6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fe3912-4804-432e-9433-b700e4b50d4b HTTP/1.1" status: 200 len: 217 time: 0.0390148 Jan 21 10:19:41.043114 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-f7d2fd39-7bee-485a-bca0-8d73dbf590b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:41.044604 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-f7d2fd39-7bee-485a-bca0-8d73dbf590b0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03ebbcae-3748-4046-a10c-802e0cc42214 HTTP/1.1" status: 200 len: 848 time: 0.0462847 Jan 21 10:19:41.090238 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-957b6ef4-03c5-4566-b2f7-05790037cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:41.091747 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-957b6ef4-03c5-4566-b2f7-05790037cbba service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=489c7d78-4e0b-4a73-b042-ebef7fef5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412126 Jan 21 10:19:41.190172 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-2431dd15-97d7-4574-809e-a6caffd22174 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918410 Jan 21 10:19:41.281449 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-3bb7993a-d840-4244-812c-33b4ff8433cd req-265dc0c8-82ab-4d8f-8719-4fb4c871fdc5 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853262 Jan 21 10:19:41.366507 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6a842-a840-4319-8f68-5767a4ceda34 req-16b6ac7c-8bd8-4a5a-afb2-4c87da355d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:41.368075 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37e6a842-a840-4319-8f68-5767a4ceda34 req-16b6ac7c-8bd8-4a5a-afb2-4c87da355d4f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=269956d6c457446193070320db672c1e&device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 1096 time: 0.0429771 Jan 21 10:19:41.453693 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:41.467016 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6a842-a840-4319-8f68-5767a4ceda34 req-454a44db-775c-4cd3-afa8-3e4add045af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:41.468544 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37e6a842-a840-4319-8f68-5767a4ceda34 req-454a44db-775c-4cd3-afa8-3e4add045af6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=489c7d78-4e0b-4a73-b042-ebef7fef5089 HTTP/1.1" status: 200 len: 910 time: 0.0932088 Jan 21 10:19:41.491130 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:41.511507 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37e6a842-a840-4319-8f68-5767a4ceda34 req-69ab5227-d589-41e1-8853-6a3db79d8afa service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fe3912-4804-432e-9433-b700e4b50d4b HTTP/1.1" status: 200 len: 217 time: 0.0361655 Jan 21 10:19:41.562507 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6a842-a840-4319-8f68-5767a4ceda34 req-0572044d-2b7d-4b7f-b33e-3e33f11d22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:41.563946 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37e6a842-a840-4319-8f68-5767a4ceda34 req-0572044d-2b7d-4b7f-b33e-3e33f11d22c8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03ebbcae-3748-4046-a10c-802e0cc42214 HTTP/1.1" status: 200 len: 848 time: 0.0465987 Jan 21 10:19:41.610851 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6a842-a840-4319-8f68-5767a4ceda34 req-294b168a-d8c3-42d3-89a7-7f6336319a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:41.612346 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37e6a842-a840-4319-8f68-5767a4ceda34 req-294b168a-d8c3-42d3-89a7-7f6336319a68 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=489c7d78-4e0b-4a73-b042-ebef7fef5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412393 Jan 21 10:19:41.700891 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37e6a842-a840-4319-8f68-5767a4ceda34 req-51a09c52-6f08-4b03-8588-0b313373282b service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800986 Jan 21 10:19:41.795761 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-37e6a842-a840-4319-8f68-5767a4ceda34 req-234e0145-c2f7-406b-945f-64213a40d12a service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875003 Jan 21 10:19:41.869020 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16049e-6a17-41e7-a763-82c1049ff8bf req-c469456d-7b1c-4f56-bc01-00a9fc324b7e tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:41.870636 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7a16049e-6a17-41e7-a763-82c1049ff8bf req-c469456d-7b1c-4f56-bc01-00a9fc324b7e tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 943 time: 0.0487180 Jan 21 10:19:41.908616 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-7a16049e-6a17-41e7-a763-82c1049ff8bf req-b365e309-c844-478a-88f7-3ea897651ff4 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321345 Jan 21 10:19:43.024985 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800a8d8-e620-47db-9b7e-9e32499d78f9 req-38c3d440-5ab7-40fd-8587-90ebb3732994 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:43.026711 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5800a8d8-e620-47db-9b7e-9e32499d78f9 req-38c3d440-5ab7-40fd-8587-90ebb3732994 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 943 time: 0.0500739 Jan 21 10:19:43.064007 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5800a8d8-e620-47db-9b7e-9e32499d78f9 req-e56c1efe-fb6b-454a-8747-11c4bf7c3670 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314879 Jan 21 10:19:44.179042 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbdba7-338e-4ca2-85b0-6fff2d7ef46c req-6fb3c1b1-3126-4441-b4de-cacde20e751b tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:44.180570 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8ffbdba7-338e-4ca2-85b0-6fff2d7ef46c req-6fb3c1b1-3126-4441-b4de-cacde20e751b tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 943 time: 0.0503495 Jan 21 10:19:44.219269 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-8ffbdba7-338e-4ca2-85b0-6fff2d7ef46c req-c9b2ba84-57e1-450e-94bb-f0dfb3f9d7ee tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326138 Jan 21 10:19:45.137433 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 75fe3912-4804-432e-9433-b700e4b50d4b details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 10:19:45.229021 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 75fe3912-4804-432e-9433-b700e4b50d4b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=75fe3912-4804-432e-9433-b700e4b50d4b,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:45.239852 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '75fe3912-4804-432e-9433-b700e4b50d4b', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'port_id': '75fe3912-4804-432e-9433-b700e4b50d4b', 'mac_address': 'fa:16:3e:0c:bd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 10:19:45.281955 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.297122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75fe3912-4804-432e-9433-b700e4b50d4b {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:19:45.317693 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 75fe3912-4804-432e-9433-b700e4b50d4b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=75fe3912-4804-432e-9433-b700e4b50d4b,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:45.322038 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.335603 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535b001-1e1f-4804-ab80-69ef1843bcaa req-695f6f32-4a6c-4c93-a10b-36b339167c8f tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:45.337105 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f535b001-1e1f-4804-ab80-69ef1843bcaa req-695f6f32-4a6c-4c93-a10b-36b339167c8f tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 943 time: 0.0518651 Jan 21 10:19:45.372015 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=75fe3912-4804-432e-9433-b700e4b50d4b,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:45.377425 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-f535b001-1e1f-4804-ab80-69ef1843bcaa req-c2828cfa-4938-41c1-8a38-790fe9c2c558 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332360 Jan 21 10:19:45.529727 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['75fe3912-4804-432e-9433-b700e4b50d4b'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:19:46.493419 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec16c20-7d7e-4d49-8a73-fd04b3b17461 req-64911459-348c-472b-9a09-3229e5671991 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:46.495510 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6ec16c20-7d7e-4d49-8a73-fd04b3b17461 req-64911459-348c-472b-9a09-3229e5671991 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 944 time: 0.0502381 Jan 21 10:19:46.537503 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6ec16c20-7d7e-4d49-8a73-fd04b3b17461 req-254fa3d7-d4d4-4cb4-9993-e22c53dc3c2a tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360193 Jan 21 10:19:47.157868 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 75fe3912-4804-432e-9433-b700e4b50d4b up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:19:47.205647 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 75fe3912-4804-432e-9433-b700e4b50d4b completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:47.209340 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 75fe3912-4804-432e-9433-b700e4b50d4b triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:47.209744 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.287196 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.309568 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7588528a-0d75-4639-9832-023e7391049d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fe3912-4804-432e-9433-b700e4b50d4b'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:47.311777 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb70467-b778-4495-9ca4-083f9ca3500c" -d '{"events": [{"server_uuid": "7588528a-0d75-4639-9832-023e7391049d", "name": "network-vif-plugged", "status": "completed", "tag": "75fe3912-4804-432e-9433-b700e4b50d4b"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:19:47.324714 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 75fe3912-4804-432e-9433-b700e4b50d4b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=75fe3912-4804-432e-9433-b700e4b50d4b,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:47.329976 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.354001 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff4b273-57fc-4d8c-8e1f-553efe1257a0 x-openstack-request-id: req-bff4b273-57fc-4d8c-8e1f-553efe1257a0 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:19:47.354559 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7588528a-0d75-4639-9832-023e7391049d", "name": "network-vif-plugged", "status": "completed", "tag": "75fe3912-4804-432e-9433-b700e4b50d4b", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:19:47.355189 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bff4b273-57fc-4d8c-8e1f-553efe1257a0 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:19:47.355369 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7588528a-0d75-4639-9832-023e7391049d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fe3912-4804-432e-9433-b700e4b50d4b', 'code': 200} Jan 21 10:19:47.382970 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=75fe3912-4804-432e-9433-b700e4b50d4b,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:47.519168 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf8369-32f1-4317-ba83-ef62a2602539 req-82c91d38-9336-4504-8be1-337924832d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:47.520743 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4caf8369-32f1-4317-ba83-ef62a2602539 req-82c91d38-9336-4504-8be1-337924832d39 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 1098 time: 0.0460246 Jan 21 10:19:47.554571 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4caf8369-32f1-4317-ba83-ef62a2602539 req-e5d24352-fc90-48e2-a0a9-492098338824 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270209 Jan 21 10:19:47.653366 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62fac7-cd04-42b8-bd54-365e3aeef606 req-51c5af5c-28cc-4e7d-9ac5-30f081c00729 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:47.654891 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dd62fac7-cd04-42b8-bd54-365e3aeef606 req-51c5af5c-28cc-4e7d-9ac5-30f081c00729 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 945 time: 0.0499868 Jan 21 10:19:47.692275 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-dd62fac7-cd04-42b8-bd54-365e3aeef606 req-2108838f-c114-49c1-a940-52a0b5c6e66e tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314500 Jan 21 10:19:48.810767 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244397ce-2147-4eb4-9e45-4b29d3a68690 req-d5219dc3-72e9-4b1b-887d-e12ebd1d7cbe tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:48.812240 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-244397ce-2147-4eb4-9e45-4b29d3a68690 req-d5219dc3-72e9-4b1b-887d-e12ebd1d7cbe tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 945 time: 0.0487130 Jan 21 10:19:48.850288 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-244397ce-2147-4eb4-9e45-4b29d3a68690 req-08d07490-3832-4a81-b1bd-43b1c2ea3b8a tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321891 Jan 21 10:19:48.962856 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a642f-941f-44f8-bf94-4142818df76c req-003ac5fb-a4f1-4edd-bbd7-9070d7d37170 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:48.965150 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d93a642f-941f-44f8-bf94-4142818df76c req-003ac5fb-a4f1-4edd-bbd7-9070d7d37170 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 945 time: 0.0499585 Jan 21 10:19:49.002167 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d93a642f-941f-44f8-bf94-4142818df76c req-7c964732-9038-40e3-a213-416319fe2c5e tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309753 Jan 21 10:19:49.023296 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 51630) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:49.106581 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b52e202-ce60-4083-8710-70eb6d292558 tempest-TestSnapshotPattern-2144924330 tempest-TestSnapshotPattern-2144924330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:49.108092 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-9b52e202-ce60-4083-8710-70eb6d292558 tempest-TestSnapshotPattern-2144924330 tempest-TestSnapshotPattern-2144924330-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 1093 time: 0.0837989 Jan 21 10:19:49.111000 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 51634) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:19:49.115149 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': '75fe3912-4804-432e-9433-b700e4b50d4b', 'tenant_id': '269956d6c457446193070320db672c1e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:49.139072 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for floatingip, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:49.237179 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:49.341492 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Allocated IP 172.26.7.57 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/a09ab8d4-8454-495f-baca-822bd094fe07) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:49.788008 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:49.821335 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:49.858204 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:49.861058 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:49.866625 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:49.897051 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event updated for resources: {'Port': ['ID=a09ab8d4-8454-495f-baca-822bd094fe07,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:50.233744 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.302057 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.452632 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.457014 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.525360 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event updated for resources: {'Port': ['ID=a09ab8d4-8454-495f-baca-822bd094fe07,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:50.539465 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.641003 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.db.l3_db [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Floating IP fea7125a-a808-4e2a-9a27-d59c6c0e3e7d associated. External IP: 172.26.7.57, port: 75fe3912-4804-432e-9433-b700e4b50d4b. Jan 21 10:19:50.847721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Router b5ba93f1-3534-4a2b-99d4-b088c497e072 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:19:50.954680 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:19:50.964015 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022c1736-6d2c-4825-9588-43b79a609a74 None None] Sync routers for ids ['b5ba93f1-3534-4a2b-99d4-b088c497e072'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:19:50.971973 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.974272 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022c1736-6d2c-4825-9588-43b79a609a74 None None] Routers {'b5ba93f1-3534-4a2b-99d4-b088c497e072'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:50.974895 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-022c1736-6d2c-4825-9588-43b79a609a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b5ba93f1-3534-4a2b-99d4-b088c497e072'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:50.999701 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-08558ac8-68d0-4d36-9bc5-5738e9ace309 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8877063 Jan 21 10:19:51.000278 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7588528a-0d75-4639-9832-023e7391049d', 'tag': '75fe3912-4804-432e-9433-b700e4b50d4b'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:51.002540 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46b0ac7-d02b-45b1-8a20-eeec1c809509" -d '{"events": [{"name": "network-changed", "server_uuid": "7588528a-0d75-4639-9832-023e7391049d", "tag": "75fe3912-4804-432e-9433-b700e4b50d4b"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:19:51.080933 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-022c1736-6d2c-4825-9588-43b79a609a74 None None] Set router b5ba93f1-3534-4a2b-99d4-b088c497e072 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:19:51.103435 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18dd2c2-247f-49c6-b348-7c5923b41c28 x-openstack-request-id: req-c18dd2c2-247f-49c6-b348-7c5923b41c28 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:19:51.103727 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7588528a-0d75-4639-9832-023e7391049d", "tag": "75fe3912-4804-432e-9433-b700e4b50d4b", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:19:51.105080 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c18dd2c2-247f-49c6-b348-7c5923b41c28 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:19:51.105080 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7588528a-0d75-4639-9832-023e7391049d', 'tag': '75fe3912-4804-432e-9433-b700e4b50d4b', 'status': 'completed', 'code': 200} Jan 21 10:19:51.169291 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b0ac7-d02b-45b1-8a20-eeec1c809509 req-5743962f-7a47-4f8a-906f-61896be9239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:51.170843 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e46b0ac7-d02b-45b1-8a20-eeec1c809509 req-5743962f-7a47-4f8a-906f-61896be9239a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=269956d6c457446193070320db672c1e&device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 1098 time: 0.0421321 Jan 21 10:19:51.264236 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b0ac7-d02b-45b1-8a20-eeec1c809509 req-327893e3-86dc-4d3e-961c-312be7a7b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:51.265764 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e46b0ac7-d02b-45b1-8a20-eeec1c809509 req-327893e3-86dc-4d3e-961c-312be7a7b46a service neutron] 10.222.0.113 "GET /v2.0/networks?id=489c7d78-4e0b-4a73-b042-ebef7fef5089 HTTP/1.1" status: 200 len: 910 time: 0.0885935 Jan 21 10:19:51.307099 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-022c1736-6d2c-4825-9588-43b79a609a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 4, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'fea7125a-a808-4e2a-9a27-d59c6c0e3e7d', 'tenant_id': '269956d6c457446193070320db672c1e', 'floating_ip_address': '172.26.7.57', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'port_id': '75fe3912-4804-432e-9433-b700e4b50d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'mac_address': 'fa:16:3e:0c:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7588528a-0d75-4639-9832-023e7391049d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:19:50Z', 'updated_at': '2022-01-21T10:19:50Z', 'revision_number': 0, 'project_id': '269956d6c457446193070320db672c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e1b187-bc31-4117-ade8-027a271759a3', 'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'tenant_id': '269956d6c457446193070320db672c1e', 'mac_address': 'fa:16:3e:37:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:28Z', 'updated_at': '2022-01-21T10:19:33Z', 'revision_number': 5, 'project_id': '269956d6c457446193070320db672c1e', 'subnets': [{'id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:51.330274 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e46b0ac7-d02b-45b1-8a20-eeec1c809509 req-d0fed5ff-2f07-403f-baa4-c6743b2b38b5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fe3912-4804-432e-9433-b700e4b50d4b HTTP/1.1" status: 200 len: 998 time: 0.0580742 Jan 21 10:19:51.333003 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022c1736-6d2c-4825-9588-43b79a609a74 None None] Checking router: b5ba93f1-3534-4a2b-99d4-b088c497e072 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:19:51.342082 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022c1736-6d2c-4825-9588-43b79a609a74 None None] Routers {'b5ba93f1-3534-4a2b-99d4-b088c497e072'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:51.342685 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-022c1736-6d2c-4825-9588-43b79a609a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b5ba93f1-3534-4a2b-99d4-b088c497e072'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:51.379465 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b0ac7-d02b-45b1-8a20-eeec1c809509 req-28d3c920-9788-4815-9dc4-4dcf0ead15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:51.380869 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e46b0ac7-d02b-45b1-8a20-eeec1c809509 req-28d3c920-9788-4815-9dc4-4dcf0ead15fa service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03ebbcae-3748-4046-a10c-802e0cc42214 HTTP/1.1" status: 200 len: 848 time: 0.0446877 Jan 21 10:19:51.437214 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b0ac7-d02b-45b1-8a20-eeec1c809509 req-5ec2d9cf-5440-4ed3-b2bb-0ccb1c464c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:51.438767 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e46b0ac7-d02b-45b1-8a20-eeec1c809509 req-5ec2d9cf-5440-4ed3-b2bb-0ccb1c464c44 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=489c7d78-4e0b-4a73-b042-ebef7fef5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509579 Jan 21 10:19:51.535864 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e46b0ac7-d02b-45b1-8a20-eeec1c809509 req-2fe1a672-5c96-45b5-8ec2-1a435abb1392 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894387 Jan 21 10:19:51.542992 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-022c1736-6d2c-4825-9588-43b79a609a74 None None] Set router b5ba93f1-3534-4a2b-99d4-b088c497e072 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:19:51.629734 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e46b0ac7-d02b-45b1-8a20-eeec1c809509 req-a0a72e6d-be08-4a13-845a-66c849c564d7 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871005 Jan 21 10:19:51.773296 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-022c1736-6d2c-4825-9588-43b79a609a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 4, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'fea7125a-a808-4e2a-9a27-d59c6c0e3e7d', 'tenant_id': '269956d6c457446193070320db672c1e', 'floating_ip_address': '172.26.7.57', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'port_id': '75fe3912-4804-432e-9433-b700e4b50d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'mac_address': 'fa:16:3e:0c:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7588528a-0d75-4639-9832-023e7391049d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:19:50Z', 'updated_at': '2022-01-21T10:19:50Z', 'revision_number': 0, 'project_id': '269956d6c457446193070320db672c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e1b187-bc31-4117-ade8-027a271759a3', 'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'tenant_id': '269956d6c457446193070320db672c1e', 'mac_address': 'fa:16:3e:37:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:28Z', 'updated_at': '2022-01-21T10:19:33Z', 'revision_number': 5, 'project_id': '269956d6c457446193070320db672c1e', 'subnets': [{'id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:51.799557 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022c1736-6d2c-4825-9588-43b79a609a74 None None] The sync data for ids ['b5ba93f1-3534-4a2b-99d4-b088c497e072'] in dv-neutron-825721-1-hyperv is: [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 4, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'fea7125a-a808-4e2a-9a27-d59c6c0e3e7d', 'tenant_id': '269956d6c457446193070320db672c1e', 'floating_ip_address': '172.26.7.57', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'port_id': '75fe3912-4804-432e-9433-b700e4b50d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'mac_address': 'fa:16:3e:0c:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7588528a-0d75-4639-9832-023e7391049d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:19:50Z', 'updated_at': '2022-01-21T10:19:50Z', 'revision_number': 0, 'project_id': '269956d6c457446193070320db672c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e1b187-bc31-4117-ade8-027a271759a3', 'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'tenant_id': '269956d6c457446193070320db672c1e', 'mac_address': 'fa:16:3e:37:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:28Z', 'updated_at': '2022-01-21T10:19:33Z', 'revision_number': 5, 'project_id': '269956d6c457446193070320db672c1e', 'subnets': [{'id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:19:51.998873 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ec637-86b2-4e75-867d-56eca25d0443 None None] New status for floating IP fea7125a-a808-4e2a-9a27-d59c6c0e3e7d: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:19:52.198355 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:19:55.201521 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:05.967670 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8f0ecc8c-90e6-412c-ac78-95ed4dc9ee99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:08.347374 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ec48bb62-6433-491b-aad6-8f2a7fac5315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:09.462349 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.456504 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.484243 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:12.657021 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0030c8f7-04f1-4cac-b08b-4b8132b7ce83 req-e0248527-09b9-459f-87c0-f5ef23d95b4b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411394 Jan 21 10:20:12.737618 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030c8f7-04f1-4cac-b08b-4b8132b7ce83 req-74039df4-7e8e-45d9-8c5b-40250d4b3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:12.739011 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0030c8f7-04f1-4cac-b08b-4b8132b7ce83 req-74039df4-7e8e-45d9-8c5b-40250d4b3a5a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=269956d6c457446193070320db672c1e&device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 1098 time: 0.0403073 Jan 21 10:20:12.844808 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030c8f7-04f1-4cac-b08b-4b8132b7ce83 req-f3ed2fb1-1cca-458f-9266-6f4929f3bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:12.846325 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0030c8f7-04f1-4cac-b08b-4b8132b7ce83 req-f3ed2fb1-1cca-458f-9266-6f4929f3bdf1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=489c7d78-4e0b-4a73-b042-ebef7fef5089 HTTP/1.1" status: 200 len: 910 time: 0.0882599 Jan 21 10:20:12.912718 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0030c8f7-04f1-4cac-b08b-4b8132b7ce83 req-e9f0a37e-14e8-4a42-bd20-ece9289c0629 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fe3912-4804-432e-9433-b700e4b50d4b HTTP/1.1" status: 200 len: 1000 time: 0.0583799 Jan 21 10:20:12.964659 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030c8f7-04f1-4cac-b08b-4b8132b7ce83 req-7f0744a7-e06d-4ea5-9f29-683c6bd3c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:12.966181 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0030c8f7-04f1-4cac-b08b-4b8132b7ce83 req-7f0744a7-e06d-4ea5-9f29-683c6bd3c675 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03ebbcae-3748-4046-a10c-802e0cc42214 HTTP/1.1" status: 200 len: 848 time: 0.0472319 Jan 21 10:20:13.018614 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030c8f7-04f1-4cac-b08b-4b8132b7ce83 req-7829ac05-c142-479d-87e5-cdad75c48f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:13.020055 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0030c8f7-04f1-4cac-b08b-4b8132b7ce83 req-7829ac05-c142-479d-87e5-cdad75c48f4a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=489c7d78-4e0b-4a73-b042-ebef7fef5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470915 Jan 21 10:20:13.114388 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0030c8f7-04f1-4cac-b08b-4b8132b7ce83 req-6c7de45f-757a-4c0a-ae1c-65971b18db70 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864248 Jan 21 10:20:13.208949 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0030c8f7-04f1-4cac-b08b-4b8132b7ce83 req-1f080a38-5c68-418a-ac7d-8f0f73992225 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879917 Jan 21 10:20:25.202942 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:29.198084 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:20:35.968521 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-bdb017f2-6e47-44a5-a4fa-fe8690525cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.355597 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-eafd1fe6-dba5-4049-a6a3-4e10ae6109c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:39.471658 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.458825 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.490377 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:55.198042 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:05.969878 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-6fe62fbc-dd9e-4f94-b1ec-fd05179f19bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:06.196854 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:21:08.347843 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-41f499f0-e4f9-439b-95f2-cc06c75cef31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:09.469874 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:11.460219 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:11.531493 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:14.167213 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2b53eaa5-690c-4750-8313-ecf3f4bc2ef8 req-2d5f6f0c-a106-45c5-9b63-ac55a550bb1b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418444 Jan 21 10:21:14.247755 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53eaa5-690c-4750-8313-ecf3f4bc2ef8 req-c169b655-b96e-4b9b-b98e-49eb69652023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:14.249252 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2b53eaa5-690c-4750-8313-ecf3f4bc2ef8 req-c169b655-b96e-4b9b-b98e-49eb69652023 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=269956d6c457446193070320db672c1e&device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 1098 time: 0.0422742 Jan 21 10:21:14.359861 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53eaa5-690c-4750-8313-ecf3f4bc2ef8 req-4faa327c-0743-4230-bbaf-d3cfa063250d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:14.361893 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2b53eaa5-690c-4750-8313-ecf3f4bc2ef8 req-4faa327c-0743-4230-bbaf-d3cfa063250d service neutron] 10.222.0.113 "GET /v2.0/networks?id=489c7d78-4e0b-4a73-b042-ebef7fef5089 HTTP/1.1" status: 200 len: 910 time: 0.0937097 Jan 21 10:21:14.432664 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2b53eaa5-690c-4750-8313-ecf3f4bc2ef8 req-07da60bc-01a5-4173-beda-c0ace3f99d02 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fe3912-4804-432e-9433-b700e4b50d4b HTTP/1.1" status: 200 len: 1000 time: 0.0641074 Jan 21 10:21:14.482351 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53eaa5-690c-4750-8313-ecf3f4bc2ef8 req-1ab79aef-09da-44bb-8fae-4429cda79c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:14.483775 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2b53eaa5-690c-4750-8313-ecf3f4bc2ef8 req-1ab79aef-09da-44bb-8fae-4429cda79c26 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03ebbcae-3748-4046-a10c-802e0cc42214 HTTP/1.1" status: 200 len: 848 time: 0.0453570 Jan 21 10:21:14.537157 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53eaa5-690c-4750-8313-ecf3f4bc2ef8 req-741ba746-c07c-4200-ad78-f126f9f23090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:14.538711 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2b53eaa5-690c-4750-8313-ecf3f4bc2ef8 req-741ba746-c07c-4200-ad78-f126f9f23090 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=489c7d78-4e0b-4a73-b042-ebef7fef5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483925 Jan 21 10:21:14.628497 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2b53eaa5-690c-4750-8313-ecf3f4bc2ef8 req-36d71c00-5c2c-485a-b548-fa007157918d service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832806 Jan 21 10:21:14.723920 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2b53eaa5-690c-4750-8313-ecf3f4bc2ef8 req-5465f6a1-4fb4-4b2b-a56b-692ecfd0d614 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884223 Jan 21 10:21:25.212659 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:35.971586 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3fdd9ad9-f490-4395-98bc-85d6ec5b89aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:38.349307 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ccaf-75ed-4d05-970d-a2be35845265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:39.474386 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:41.464805 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:41.495293 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:43.195071 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:21:47.318676 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-2e759a43-ff41-4453-9af0-93d2a92186da service neutron] (102146) timed out ('10.222.0.88', 46786) {{(pid=102146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 21 10:21:47.809628 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 75fe3912-4804-432e-9433-b700e4b50d4b details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 10:21:47.914130 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 75fe3912-4804-432e-9433-b700e4b50d4b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=75fe3912-4804-432e-9433-b700e4b50d4b,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:47.926751 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '75fe3912-4804-432e-9433-b700e4b50d4b', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'port_id': '75fe3912-4804-432e-9433-b700e4b50d4b', 'mac_address': 'fa:16:3e:0c:bd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 10:21:47.980025 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.996084 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75fe3912-4804-432e-9433-b700e4b50d4b {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:21:48.022527 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 75fe3912-4804-432e-9433-b700e4b50d4b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=75fe3912-4804-432e-9433-b700e4b50d4b,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:48.032034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:48.099998 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=75fe3912-4804-432e-9433-b700e4b50d4b,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:48.111082 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['75fe3912-4804-432e-9433-b700e4b50d4b'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:21:48.114023 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:48.114358 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:48.114720 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:48.115027 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:48.115352 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:48.115686 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:48.116000 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:48.116350 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:48.116650 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:48.117080 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:48.117425 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:48.117768 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:49.823573 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 75fe3912-4804-432e-9433-b700e4b50d4b up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:21:49.875122 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 75fe3912-4804-432e-9433-b700e4b50d4b triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:49.875504 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:49.958698 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:49.998725 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7588528a-0d75-4639-9832-023e7391049d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fe3912-4804-432e-9433-b700e4b50d4b'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:21:50.001333 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cc1a65-ec18-4b25-94cd-e540a04d72f4" -d '{"events": [{"server_uuid": "7588528a-0d75-4639-9832-023e7391049d", "name": "network-vif-plugged", "status": "completed", "tag": "75fe3912-4804-432e-9433-b700e4b50d4b"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:21:50.019152 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 75fe3912-4804-432e-9433-b700e4b50d4b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=75fe3912-4804-432e-9433-b700e4b50d4b,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:50.024239 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.094816 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=75fe3912-4804-432e-9433-b700e4b50d4b,revision_number=7']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:50.141224 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe2a970-f062-47d7-a976-47a2d31fb563 x-openstack-request-id: req-afe2a970-f062-47d7-a976-47a2d31fb563 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:21:50.141561 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7588528a-0d75-4639-9832-023e7391049d", "name": "network-vif-plugged", "status": "completed", "tag": "75fe3912-4804-432e-9433-b700e4b50d4b", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:21:50.141812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-afe2a970-f062-47d7-a976-47a2d31fb563 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:21:50.142220 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7588528a-0d75-4639-9832-023e7391049d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fe3912-4804-432e-9433-b700e4b50d4b', 'code': 200} Jan 21 10:21:55.216690 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:57.247619 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-0c5b5137-ea6a-4968-a2d6-a11c1d0de6a7 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1511574254&fields=id&tenant_id=269956d6c457446193070320db672c1e HTTP/1.1" status: 200 len: 267 time: 0.0348921 Jan 21 10:21:57.356691 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-122aad89-a9e9-481a-a175-67ea008ed712 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:57.358791 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-122aad89-a9e9-481a-a175-67ea008ed712 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/networks?id=489c7d78-4e0b-4a73-b042-ebef7fef5089 HTTP/1.1" status: 200 len: 809 time: 0.1040056 Jan 21 10:21:57.374273 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-08f6c1c9-62df-49fa-b15b-59814dfd1fe6 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/quotas/269956d6c457446193070320db672c1e HTTP/1.1" status: 200 len: 375 time: 0.0097077 Jan 21 10:21:57.431291 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-0e70721e-41ca-461e-aeb6-ba4a38d98f90 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=269956d6c457446193070320db672c1e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0510025 Jan 21 10:21:57.446717 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-56b8179a-32ff-4860-82de-43bd2f642073 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:21:57.447662 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-56b8179a-32ff-4860-82de-43bd2f642073 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050373 Jan 21 10:21:57.545008 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-ca132443-5d1b-4805-8715-9f41b4c3541e service neutron] 10.222.0.88 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910575 Jan 21 10:21:57.633925 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-c638de1e-b3bd-400a-a50f-1f62cce1cd12 service neutron] 10.222.0.88 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822368 Jan 21 10:21:57.802098 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c8c8c697-163a-4ca2-b1e4-6fa258a36039 req-bb733ebb-6c3b-438d-9280-7fa1749252eb tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 210 time: 0.0285428 Jan 21 10:21:58.775600 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-004349bf-cda3-4f91-9b51-ad2de19dec8e tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:58.777006 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-004349bf-cda3-4f91-9b51-ad2de19dec8e tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.113 "GET /v2.0/networks?id=489c7d78-4e0b-4a73-b042-ebef7fef5089 HTTP/1.1" status: 200 len: 809 time: 0.1147447 Jan 21 10:21:58.830726 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-db7cc925-1554-4485-9449-3d5a01bd556d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=269956d6c457446193070320db672c1e HTTP/1.1" status: 200 len: 380 time: 0.0418463 Jan 21 10:21:58.846970 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Request body: {'port': {'device_id': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'admin_state_up': True, 'tenant_id': '269956d6c457446193070320db672c1e', 'security_groups': ['b043c161-6a45-42fd-a773-63479ee66ca9']}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:21:58.917412 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-e75bcd3b-ec2a-478e-850c-0378515baa08 req-1f8af59e-48fb-48ed-ba35-1206be4bbcdf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 210 time: 0.0390122 Jan 21 10:21:59.004095 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Made reservation on behalf of 269956d6c457446193070320db672c1e for: {'port': 1} {{(pid=102147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:21:59.008055 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:59.206080 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_common [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Allocated IP 172.20.0.14 (489c7d78-4e0b-4a73-b042-ebef7fef5089/03ebbcae-3748-4046-a10c-802e0cc42214/7de5ab6c-815e-453f-a08b-4dd98c7e42d0) {{(pid=102147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:21:59.458303 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for port, precommit_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:59.517598 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_create {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:59.578078 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Network 489c7d78-4e0b-4a73-b042-ebef7fef5089 is already hosted by enough agents. {{(pid=102147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:21:59.585366 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.base_scheduler [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Resources bound (agent type, host, resource id): {{(pid=102147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:21:59.588087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Received port after_create {{(pid=102147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:21:59.596568 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event updated for resources: {'Port': ['ID=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,revision_number=1']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:59.626580 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:59.627004 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:59.627413 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:59.627812 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:59.628216 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:59.628622 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:59.629015 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:59.629408 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:59.629823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:59.630216 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:59.630608 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:59.630990 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:59.659904 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:59.661098 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:59.682993 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-3a2a268f-41d5-4eda-8bb8-5d2f292949cf tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8393259 Jan 21 10:21:59.856458 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 75fe3912-4804-432e-9433-b700e4b50d4b no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:21:59.900759 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-619a2e18-c2f7-4690-b446-25bb8b592095 None None] Provisioning complete for port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 triggered by entity DHCP. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:59.901052 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-619a2e18-c2f7-4690-b446-25bb8b592095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:59.976807 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-619a2e18-c2f7-4690-b446-25bb8b592095 None None] Port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 cannot update to ACTIVE because it is not bound. {{(pid=102148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 21 10:21:59.978645 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.026249 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 75fe3912-4804-432e-9433-b700e4b50d4b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=75fe3912-4804-432e-9433-b700e4b50d4b,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:00.030974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7588528a-0d75-4639-9832-023e7391049d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75fe3912-4804-432e-9433-b700e4b50d4b'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:22:00.034976 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1859ddd8-1dce-4eaf-9f13-5617a301ed7d" -d '{"events": [{"server_uuid": "7588528a-0d75-4639-9832-023e7391049d", "name": "network-vif-unplugged", "status": "completed", "tag": "75fe3912-4804-432e-9433-b700e4b50d4b"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:22:00.044027 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.091106 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b5751-ed7b-461a-902b-b2a28fa8bdbe req-3b5ff17b-3c45-4d48-a070-52b39dee782e tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:00.095811 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4e1b5751-ed7b-461a-902b-b2a28fa8bdbe req-3b5ff17b-3c45-4d48-a070-52b39dee782e tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 932 time: 0.0834305 Jan 21 10:22:00.095988 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 21 Jan 2022 10:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83f397c-5abf-4e2c-a25f-abeed346efef x-openstack-request-id: req-b83f397c-5abf-4e2c-a25f-abeed346efef {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:22:00.095988 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7588528a-0d75-4639-9832-023e7391049d", "name": "network-vif-unplugged", "status": "completed", "tag": "75fe3912-4804-432e-9433-b700e4b50d4b", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:22:00.096241 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b83f397c-5abf-4e2c-a25f-abeed346efef {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:22:00.096678 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7588528a-0d75-4639-9832-023e7391049d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75fe3912-4804-432e-9433-b700e4b50d4b', 'code': 200} Jan 21 10:22:00.128174 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=75fe3912-4804-432e-9433-b700e4b50d4b,revision_number=8']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:00.144412 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-4e1b5751-ed7b-461a-902b-b2a28fa8bdbe req-f120e2ed-ebd8-454f-a3e2-b02714755f03 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407262 Jan 21 10:22:00.787732 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [req-dd7a9b9d-ddac-42ea-a35a-a12cfa92ecda req-6058cb50-7f02-4a06-a0b0-a33d5696da10 service neutron] (102146) timed out ('10.222.0.113', 63040) {{(pid=102146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 21 10:22:01.274961 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4739a57-0b88-4164-8afc-c54c21838335 req-05a6f0e3-c820-4e9c-b9d3-74065c8c272a tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:01.276430 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b4739a57-0b88-4164-8afc-c54c21838335 req-05a6f0e3-c820-4e9c-b9d3-74065c8c272a tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 932 time: 0.0564034 Jan 21 10:22:01.319199 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-b4739a57-0b88-4164-8afc-c54c21838335 req-dc32086e-d54d-43da-976e-4e471a60ec86 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357533 Jan 21 10:22:02.441709 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678e327-2766-41c6-a4a6-d9a3935c1a06 req-4547b16e-f0ed-4c0d-9ba4-5e2980f5b3e3 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:02.443350 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6678e327-2766-41c6-a4a6-d9a3935c1a06 req-4547b16e-f0ed-4c0d-9ba4-5e2980f5b3e3 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 932 time: 0.0519855 Jan 21 10:22:02.490075 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-6678e327-2766-41c6-a4a6-d9a3935c1a06 req-33f6a210-7840-4e84-8f57-745d7a9dd9a3 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407147 Jan 21 10:22:03.638260 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fbe6f-9d55-4a02-a96b-01cd65c88518 req-bc5257a2-b2ca-47bb-9f1a-64d8f8c8bfde tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:03.639793 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-770fbe6f-9d55-4a02-a96b-01cd65c88518 req-bc5257a2-b2ca-47bb-9f1a-64d8f8c8bfde tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 932 time: 0.0559685 Jan 21 10:22:03.681952 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-770fbe6f-9d55-4a02-a96b-01cd65c88518 req-52b595a5-265b-48e3-a72a-54f86ce86924 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360403 Jan 21 10:22:04.814280 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3084-c898-42c1-8de5-651f6a9e5ba0 req-d9d7720d-df7d-480c-b40a-4ca662cf3f20 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:04.815839 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e0cb3084-c898-42c1-8de5-651f6a9e5ba0 req-d9d7720d-df7d-480c-b40a-4ca662cf3f20 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 932 time: 0.0528190 Jan 21 10:22:04.857199 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-e0cb3084-c898-42c1-8de5-651f6a9e5ba0 req-3598e24b-d002-48c5-a907-03e5d04f8b4d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342069 Jan 21 10:22:05.975553 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c3d391a2-7297-4fff-bee3-73c201e6b1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:05.996552 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011741fe-9261-4c43-8c84-f1606db22287 req-880793aa-01bd-414b-8847-948610faafa7 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:05.998942 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-011741fe-9261-4c43-8c84-f1606db22287 req-880793aa-01bd-414b-8847-948610faafa7 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 932 time: 0.0569067 Jan 21 10:22:06.047749 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-011741fe-9261-4c43-8c84-f1606db22287 req-84979ab7-b83a-46d9-b620-69feeec858b1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411613 Jan 21 10:22:07.172804 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812e34d-6dbe-4581-a8ce-20bcacb545bd req-94d2d67e-ae4d-4004-aafa-8ac4e0d10e84 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:07.174314 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2812e34d-6dbe-4581-a8ce-20bcacb545bd req-94d2d67e-ae4d-4004-aafa-8ac4e0d10e84 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 932 time: 0.0541170 Jan 21 10:22:07.212883 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-2812e34d-6dbe-4581-a8ce-20bcacb545bd req-9d1e26dd-2a96-4f71-9bb7-e405fc9c378a tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324843 Jan 21 10:22:07.565145 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-3720ca17-52e2-46bd-9e94-40208cf87d59 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=102147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:22:07.566315 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-3720ca17-52e2-46bd-9e94-40208cf87d59 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054870 Jan 21 10:22:07.579092 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.v2.base [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Request body: {'port': {'device_id': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=102147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:22:07.635658 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:07.897592 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 {{(pid=102147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:22:07.905339 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:07.917234 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.provisioning_blocks [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Transition to ACTIVE for port object 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 will not be triggered until provisioned by entity L2. {{(pid=102147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:22:07.922048 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:07.972649 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Pushing event updated for resources: {'Port': ['ID=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,revision_number=2']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:08.049825 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Attempting to bind port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:22:08.050164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Attempting to bind port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '029aac20-068f-4aaa-8a1b-eec88cd7602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089'}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:22:08.050491 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Attempting to bind port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 on network 489c7d78-4e0b-4a73-b042-ebef7fef5089 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:22:08.054950 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 on network 489c7d78-4e0b-4a73-b042-ebef7fef5089 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 10:22:08.055264 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Attempting to bind port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 on network 489c7d78-4e0b-4a73-b042-ebef7fef5089 {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 10:22:08.061087 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Checking agent: {'id': '906730cc-1287-4eda-a7e5-1528a6993feb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 10:22:08.061424 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Checking segment: {'id': '029aac20-068f-4aaa-8a1b-eec88cd7602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 21 10:22:08.061852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Bound using segment: {'id': '029aac20-068f-4aaa-8a1b-eec88cd7602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089'} {{(pid=102147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 10:22:08.062380 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.managers [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Bound port: 7de5ab6c-815e-453f-a08b-4dd98c7e42d0, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029aac20-068f-4aaa-8a1b-eec88cd7602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089'}}] {{(pid=102147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:22:08.062627 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:08.130829 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] For port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0, host hv-neutron-8257, cleared binding levels {{(pid=102147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:22:08.134156 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] For port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:22:08.139697 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64428021'] for port, after_update {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:08.174010 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:08.174622 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:08.176255 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] 10.222.0.113 "PUT /v2.0/ports/7de5ab6c-815e-453f-a08b-4dd98c7e42d0 HTTP/1.1" status: 200 len: 1094 time: 0.6011147 Jan 21 10:22:08.178404 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'tag': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:22:08.181294 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8e2278-3fee-47aa-a80d-470d7c790e37" -d '{"events": [{"name": "network-changed", "server_uuid": "1c800f93-8f82-4310-8e41-ba57f9b7f103", "tag": "7de5ab6c-815e-453f-a08b-4dd98c7e42d0"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:22:08.214164 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f24fe-5659-40f2-b371-3c9573d07308 service neutron] Pushing event updated for resources: {'Port': ['ID=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,revision_number=3']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:08.227013 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a46855f-bf09-4d99-b2ba-2d217e084cee x-openstack-request-id: req-4a46855f-bf09-4d99-b2ba-2d217e084cee {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:22:08.227496 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c800f93-8f82-4310-8e41-ba57f9b7f103", "tag": "7de5ab6c-815e-453f-a08b-4dd98c7e42d0", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:22:08.227857 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4a46855f-bf09-4d99-b2ba-2d217e084cee {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:22:08.228438 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'tag': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0', 'status': 'completed', 'code': 200} Jan 21 10:22:08.276912 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-3a034d50-ea30-49e1-a03f-5d969a9c81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:08.278824 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-3a034d50-ea30-49e1-a03f-5d969a9c81ab service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=269956d6c457446193070320db672c1e&device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 1097 time: 0.0551274 Jan 21 10:22:08.334818 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-8e78c67a-bd4b-49b9-85d5-64420d560620 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7de5ab6c-815e-453f-a08b-4dd98c7e42d0 HTTP/1.1" status: 200 len: 217 time: 0.0486329 Jan 21 10:22:08.353379 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e575d0a1-39dc-4ad9-be51-23ebfd3205a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:08.408165 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-fb969482-1a34-45e4-98f4-1a1af04f6683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:08.409662 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-fb969482-1a34-45e4-98f4-1a1af04f6683 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03ebbcae-3748-4046-a10c-802e0cc42214 HTTP/1.1" status: 200 len: 848 time: 0.0551541 Jan 21 10:22:08.417153 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e6cff-af43-4347-9692-ab389af75493 req-878b1193-fe04-4112-b3e8-e1f10a525962 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:08.418535 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-da3e6cff-af43-4347-9692-ab389af75493 req-878b1193-fe04-4112-b3e8-e1f10a525962 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 944 time: 0.0938466 Jan 21 10:22:08.486481 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-da3e6cff-af43-4347-9692-ab389af75493 req-1711192f-65d4-44f1-97b5-f23c8fb13454 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594296 Jan 21 10:22:08.489318 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-2fe56198-e9fa-4ce1-bb71-31cac6602422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:08.490643 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-2fe56198-e9fa-4ce1-bb71-31cac6602422 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=489c7d78-4e0b-4a73-b042-ebef7fef5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711882 Jan 21 10:22:08.580688 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-56d144bb-d363-4b10-889b-05992a4dbd27 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828967 Jan 21 10:22:08.674252 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-04b991f0-4b5f-49ee-9da4-8dcaa600ce00 req-c59840ad-53a6-4d8d-bba7-a381fdf8522c service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860214 Jan 21 10:22:08.759196 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e2278-3fee-47aa-a80d-470d7c790e37 req-417a72d6-563a-4fec-8750-9d38a4880ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:08.760731 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-af8e2278-3fee-47aa-a80d-470d7c790e37 req-417a72d6-563a-4fec-8750-9d38a4880ab3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=269956d6c457446193070320db672c1e&device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 1097 time: 0.0414107 Jan 21 10:22:08.852186 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e2278-3fee-47aa-a80d-470d7c790e37 req-326b6a09-29f8-4ba5-8858-d457d017999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:08.853689 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-af8e2278-3fee-47aa-a80d-470d7c790e37 req-326b6a09-29f8-4ba5-8858-d457d017999f service neutron] 10.222.0.113 "GET /v2.0/networks?id=489c7d78-4e0b-4a73-b042-ebef7fef5089 HTTP/1.1" status: 200 len: 910 time: 0.0859859 Jan 21 10:22:09.223794 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-af8e2278-3fee-47aa-a80d-470d7c790e37 req-ae57a971-24dd-472f-b9e8-6dbbdaa87abd service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7de5ab6c-815e-453f-a08b-4dd98c7e42d0 HTTP/1.1" status: 200 len: 217 time: 0.3631942 Jan 21 10:22:09.273336 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e2278-3fee-47aa-a80d-470d7c790e37 req-c3432990-a0f1-4e2a-99f5-739471f1965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:09.274817 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-af8e2278-3fee-47aa-a80d-470d7c790e37 req-c3432990-a0f1-4e2a-99f5-739471f1965b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03ebbcae-3748-4046-a10c-802e0cc42214 HTTP/1.1" status: 200 len: 848 time: 0.0435324 Jan 21 10:22:09.320244 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e2278-3fee-47aa-a80d-470d7c790e37 req-3fadc66c-a387-42d7-bf76-514a98a68a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:09.321746 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-af8e2278-3fee-47aa-a80d-470d7c790e37 req-3fadc66c-a387-42d7-bf76-514a98a68a6a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=489c7d78-4e0b-4a73-b042-ebef7fef5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402493 Jan 21 10:22:09.414619 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-af8e2278-3fee-47aa-a80d-470d7c790e37 req-5d68d3ad-7e54-4dd8-bccf-f4f47c8f9fa5 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860627 Jan 21 10:22:09.475982 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:09.512710 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-af8e2278-3fee-47aa-a80d-470d7c790e37 req-d493b655-415e-4c14-9bde-0347a9c260e4 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912039 Jan 21 10:22:09.607795 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4ba2d-bd18-4a14-90aa-e74eb8ac37d0 req-88720069-8761-4b7b-be74-998ac218d93f tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:09.609267 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-23a4ba2d-bd18-4a14-90aa-e74eb8ac37d0 req-88720069-8761-4b7b-be74-998ac218d93f tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 944 time: 0.0541880 Jan 21 10:22:09.646646 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-23a4ba2d-bd18-4a14-90aa-e74eb8ac37d0 req-89b0cf94-6175-4825-be68-4b782d2a60e0 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313175 Jan 21 10:22:10.765448 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22863d-0f81-41ba-86c0-d514e015c7b3 req-00fd7255-e071-4f02-8544-354d59665a7d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:10.766950 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9f22863d-0f81-41ba-86c0-d514e015c7b3 req-00fd7255-e071-4f02-8544-354d59665a7d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 944 time: 0.0541625 Jan 21 10:22:10.804277 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-9f22863d-0f81-41ba-86c0-d514e015c7b3 req-14817677-26e1-40f9-a4e2-e483a0dfb420 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313239 Jan 21 10:22:11.467642 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:11.499662 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:11.919541 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 10:22:11.919946 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ea0a9-904a-43dc-af22-6f1a13a9f691 req-1e52e748-e504-4f26-8f7a-8bea8ba6eb7d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:11.922277 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-197ea0a9-904a-43dc-af22-6f1a13a9f691 req-1e52e748-e504-4f26-8f7a-8bea8ba6eb7d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 944 time: 0.0499897 Jan 21 10:22:11.959436 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-197ea0a9-904a-43dc-af22-6f1a13a9f691 req-63456855-04cc-4192-a3b1-1b5f625ffd30 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319355 Jan 21 10:22:12.014975 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:12.025330 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'port_id': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0', 'mac_address': 'fa:16:3e:af:a2:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 10:22:12.062528 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:12.074608 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:22:12.094086 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:12.099037 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:12.144188 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,revision_number=4']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:12.348169 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['7de5ab6c-815e-453f-a08b-4dd98c7e42d0'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:22:13.083417 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a4be6-7d3e-4e9d-8320-0137f9337e0b req-1c02697b-c3f8-4178-b641-da7ccf920ac2 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:13.084896 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-208a4be6-7d3e-4e9d-8320-0137f9337e0b req-1c02697b-c3f8-4178-b641-da7ccf920ac2 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 945 time: 0.0523074 Jan 21 10:22:13.124314 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-208a4be6-7d3e-4e9d-8320-0137f9337e0b req-d5077759-a1a0-4362-ad48-c3cd264a3082 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332987 Jan 21 10:22:13.930053 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:22:13.979374 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning for port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 completed by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:22:13.983097 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:13.983470 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:14.058209 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:14.082191 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:22:14.084410 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2992ce-b85f-4944-bed1-2873d899d8d0" -d '{"events": [{"server_uuid": "1c800f93-8f82-4310-8e41-ba57f9b7f103", "name": "network-vif-plugged", "status": "completed", "tag": "7de5ab6c-815e-453f-a08b-4dd98c7e42d0"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:22:14.097586 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:14.103159 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:14.129198 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e81ee47-cc4d-4a49-8567-7095587bd7eb x-openstack-request-id: req-3e81ee47-cc4d-4a49-8567-7095587bd7eb {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:22:14.129621 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c800f93-8f82-4310-8e41-ba57f9b7f103", "name": "network-vif-plugged", "status": "completed", "tag": "7de5ab6c-815e-453f-a08b-4dd98c7e42d0", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:22:14.129812 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3e81ee47-cc4d-4a49-8567-7095587bd7eb {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:22:14.130070 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0', 'code': 200} Jan 21 10:22:14.158221 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,revision_number=5']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:14.244361 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf8fae-4d30-4994-bb54-86ae6809805b req-6b2ac2f9-59f2-4733-add7-cdd4714bd550 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:14.245790 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27bf8fae-4d30-4994-bb54-86ae6809805b req-6b2ac2f9-59f2-4733-add7-cdd4714bd550 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 946 time: 0.0529363 Jan 21 10:22:14.316533 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-27bf8fae-4d30-4994-bb54-86ae6809805b req-7d6fa801-009c-45ff-8196-58a203808d27 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584700 Jan 21 10:22:14.319373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7d2d0-0d38-4195-ba5f-994559e378cb req-430f30ce-3569-4ee2-9d5a-96371d2c96fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:14.320611 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8bb7d2d0-0d38-4195-ba5f-994559e378cb req-430f30ce-3569-4ee2-9d5a-96371d2c96fa service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 1099 time: 0.0703394 Jan 21 10:22:14.355375 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8bb7d2d0-0d38-4195-ba5f-994559e378cb req-48ff841a-fa22-4bce-8dd4-09f8867a1240 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282946 Jan 21 10:22:15.469263 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a889673-a76f-4058-b122-29fa391e1b54 req-4e37b122-3bda-4b17-9178-caddedf1d8b7 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:15.471987 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6a889673-a76f-4058-b122-29fa391e1b54 req-4e37b122-3bda-4b17-9178-caddedf1d8b7 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 946 time: 0.0740147 Jan 21 10:22:15.522952 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6a889673-a76f-4058-b122-29fa391e1b54 req-e39a6cb7-3d28-442b-92e5-fbfe9a1467e7 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418758 Jan 21 10:22:15.681106 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef3101-782a-481a-ad2b-597f1840aacd req-dce887c2-740f-4048-acf7-723b942ea58d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:15.682511 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46ef3101-782a-481a-ad2b-597f1840aacd req-dce887c2-740f-4048-acf7-723b942ea58d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 946 time: 0.0814936 Jan 21 10:22:15.688428 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b7a4be0-3516-4673-afd1-2a8c3d17fc0f req-249fb428-5d80-426f-a426-933c0ede1aea service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608673 Jan 21 10:22:15.722441 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-46ef3101-782a-481a-ad2b-597f1840aacd req-5c60389c-074f-4b6c-9f96-b5d07a7c1fd3 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335233 Jan 21 10:22:15.744802 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51912) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:22:15.773564 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a4be0-3516-4673-afd1-2a8c3d17fc0f req-6a38d6f6-ab62-4d93-a489-7e79db9e10af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:15.775071 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b7a4be0-3516-4673-afd1-2a8c3d17fc0f req-6a38d6f6-ab62-4d93-a489-7e79db9e10af service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=269956d6c457446193070320db672c1e&device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 1096 time: 0.0437376 Jan 21 10:22:15.790797 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc653b9-46e3-4406-b960-b7c19541cb8b tempest-TestSnapshotPattern-2144924330 tempest-TestSnapshotPattern-2144924330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:15.792318 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-0bc653b9-46e3-4406-b960-b7c19541cb8b tempest-TestSnapshotPattern-2144924330 tempest-TestSnapshotPattern-2144924330-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 1094 time: 0.0461984 Jan 21 10:22:15.795891 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 51914) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:22:15.800258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.v2.base [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Request body: {'floatingip': {'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'port_id': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0', 'tenant_id': '269956d6c457446193070320db672c1e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:22:15.827582 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for floatingip, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:15.892234 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a4be0-3516-4673-afd1-2a8c3d17fc0f req-8dba0baa-98dd-4252-bb3e-2090e2da578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:15.893746 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b7a4be0-3516-4673-afd1-2a8c3d17fc0f req-8dba0baa-98dd-4252-bb3e-2090e2da578d service neutron] 10.222.0.113 "GET /v2.0/networks?id=489c7d78-4e0b-4a73-b042-ebef7fef5089 HTTP/1.1" status: 200 len: 910 time: 0.0988176 Jan 21 10:22:15.930603 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:15.972178 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b7a4be0-3516-4673-afd1-2a8c3d17fc0f req-e61572d6-54ee-414b-8aad-a36cd044b30f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fe3912-4804-432e-9433-b700e4b50d4b HTTP/1.1" status: 200 len: 998 time: 0.0710826 Jan 21 10:22:16.022532 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a4be0-3516-4673-afd1-2a8c3d17fc0f req-8952c860-91c9-4c49-a1d3-c0ce7540908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:16.024029 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b7a4be0-3516-4673-afd1-2a8c3d17fc0f req-8952c860-91c9-4c49-a1d3-c0ce7540908b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03ebbcae-3748-4046-a10c-802e0cc42214 HTTP/1.1" status: 200 len: 848 time: 0.0450780 Jan 21 10:22:16.040158 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_common [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Allocated IP 172.26.7.179 (e5b467b6-3f77-41e6-abda-a63a446d52f5/620ec8c1-d0c9-4d51-a42d-2761fa22cf85/3e4332a0-6d62-45db-b240-5a5c538e82a7) {{(pid=102146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:22:16.070618 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a4be0-3516-4673-afd1-2a8c3d17fc0f req-c44410d0-19b1-4037-8cfa-5b10c020b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:16.072124 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b7a4be0-3516-4673-afd1-2a8c3d17fc0f req-c44410d0-19b1-4037-8cfa-5b10c020b6d6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=489c7d78-4e0b-4a73-b042-ebef7fef5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420372 Jan 21 10:22:16.160139 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for port, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:16.172073 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b7a4be0-3516-4673-afd1-2a8c3d17fc0f req-fbbf6786-80ad-48f5-9498-9cf2879a44eb service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932460 Jan 21 10:22:16.196596 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781631041904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:16.243076 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Network e5b467b6-3f77-41e6-abda-a63a446d52f5 is already hosted by enough agents. {{(pid=102146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:22:16.246234 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.base_scheduler [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Resources bound (agent type, host, resource id): {{(pid=102146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:22:16.251604 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Received port after_create {{(pid=102146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:22:16.257802 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event updated for resources: {'Port': ['ID=3e4332a0-6d62-45db-b240-5a5c538e82a7,revision_number=1']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:16.269144 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-1b7a4be0-3516-4673-afd1-2a8c3d17fc0f req-1fd4209c-d5cd-4da6-86ef-ab5a203f1525 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900970 Jan 21 10:22:16.287637 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:16.287983 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:16.288321 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:16.288679 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:16.289013 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:16.289360 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:16.289720 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:16.290037 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:16.290395 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:16.290732 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:16.291138 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:16.291461 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:16.629845 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:16.702660 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:16.849687 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for port, precommit_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:16.855528 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64716267'] for port, after_update {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:16.921851 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event updated for resources: {'Port': ['ID=3e4332a0-6d62-45db-b240-5a5c538e82a7,revision_number=2']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:16.932974 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66660444'] for floatingip, after_create {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:17.038484 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Floating IP 78431f71-dac4-437b-af98-cd78fa33fab2 associated. External IP: 172.26.7.179, port: 7de5ab6c-815e-453f-a08b-4dd98c7e42d0. Jan 21 10:22:17.253901 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Router b5ba93f1-3534-4a2b-99d4-b088c497e072 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:22:17.633675 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:22:17.643725 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd25a8-d3e3-4d39-9238-25f8d48a64eb None None] Sync routers for ids ['b5ba93f1-3534-4a2b-99d4-b088c497e072'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:22:17.652175 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:17.652451 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd25a8-d3e3-4d39-9238-25f8d48a64eb None None] Routers {'b5ba93f1-3534-4a2b-99d4-b088c497e072'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:22:17.654082 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c7fd25a8-d3e3-4d39-9238-25f8d48a64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:22:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b5ba93f1-3534-4a2b-99d4-b088c497e072'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:17.680517 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-3083a785-622b-454a-bcd8-6cfa5b349053 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8835402 Jan 21 10:22:17.681203 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'tag': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:22:17.683458 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a0fdcd-1de6-47ff-8266-622d69d487a0" -d '{"events": [{"name": "network-changed", "server_uuid": "1c800f93-8f82-4310-8e41-ba57f9b7f103", "tag": "7de5ab6c-815e-453f-a08b-4dd98c7e42d0"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:22:17.762035 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-c7fd25a8-d3e3-4d39-9238-25f8d48a64eb None None] Set router b5ba93f1-3534-4a2b-99d4-b088c497e072 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:22:17.779890 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28467b98-66de-4221-a49c-21e6584e18e2 x-openstack-request-id: req-28467b98-66de-4221-a49c-21e6584e18e2 {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:22:17.780179 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c800f93-8f82-4310-8e41-ba57f9b7f103", "tag": "7de5ab6c-815e-453f-a08b-4dd98c7e42d0", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:22:17.780427 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-28467b98-66de-4221-a49c-21e6584e18e2 {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:22:17.780817 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'tag': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0', 'status': 'completed', 'code': 200} Jan 21 10:22:17.847067 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0fdcd-1de6-47ff-8266-622d69d487a0 req-4458b412-4dc2-4582-af93-fbe924874d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:17.848516 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-77a0fdcd-1de6-47ff-8266-622d69d487a0 req-4458b412-4dc2-4582-af93-fbe924874d67 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=269956d6c457446193070320db672c1e&device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 1099 time: 0.0464139 Jan 21 10:22:17.944375 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0fdcd-1de6-47ff-8266-622d69d487a0 req-ee21e60c-0a83-485c-8ff2-6c63b33feac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:17.945895 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-77a0fdcd-1de6-47ff-8266-622d69d487a0 req-ee21e60c-0a83-485c-8ff2-6c63b33feac4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=489c7d78-4e0b-4a73-b042-ebef7fef5089 HTTP/1.1" status: 200 len: 910 time: 0.0906320 Jan 21 10:22:18.023838 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-77a0fdcd-1de6-47ff-8266-622d69d487a0 req-c04b6d99-1cc3-482e-bb02-188494a02cf1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7de5ab6c-815e-453f-a08b-4dd98c7e42d0 HTTP/1.1" status: 200 len: 1000 time: 0.0715933 Jan 21 10:22:18.040177 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c7fd25a8-d3e3-4d39-9238-25f8d48a64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 4, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '78431f71-dac4-437b-af98-cd78fa33fab2', 'tenant_id': '269956d6c457446193070320db672c1e', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'port_id': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'mac_address': 'fa:16:3e:af:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:22:16Z', 'updated_at': '2022-01-21T10:22:16Z', 'revision_number': 0, 'project_id': '269956d6c457446193070320db672c1e', 'fixed_ip_address_scope': None}, {'id': 'fea7125a-a808-4e2a-9a27-d59c6c0e3e7d', 'tenant_id': '269956d6c457446193070320db672c1e', 'floating_ip_address': '172.26.7.57', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'port_id': '75fe3912-4804-432e-9433-b700e4b50d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'mac_address': 'fa:16:3e:0c:bd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588528a-0d75-4639-9832-023e7391049d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:19:50Z', 'updated_at': '2022-01-21T10:19:52Z', 'revision_number': 1, 'project_id': '269956d6c457446193070320db672c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e1b187-bc31-4117-ade8-027a271759a3', 'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'tenant_id': '269956d6c457446193070320db672c1e', 'mac_address': 'fa:16:3e:37:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:28Z', 'updated_at': '2022-01-21T10:19:33Z', 'revision_number': 5, 'project_id': '269956d6c457446193070320db672c1e', 'subnets': [{'id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:18.067611 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd25a8-d3e3-4d39-9238-25f8d48a64eb None None] Checking router: b5ba93f1-3534-4a2b-99d4-b088c497e072 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:22:18.076644 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd25a8-d3e3-4d39-9238-25f8d48a64eb None None] Routers {'b5ba93f1-3534-4a2b-99d4-b088c497e072'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:22:18.077409 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c7fd25a8-d3e3-4d39-9238-25f8d48a64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:22:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b5ba93f1-3534-4a2b-99d4-b088c497e072'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:18.081353 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0fdcd-1de6-47ff-8266-622d69d487a0 req-075efd98-9cd5-47cd-b84b-588aae463197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:18.083336 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-77a0fdcd-1de6-47ff-8266-622d69d487a0 req-075efd98-9cd5-47cd-b84b-588aae463197 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03ebbcae-3748-4046-a10c-802e0cc42214 HTTP/1.1" status: 200 len: 848 time: 0.0534072 Jan 21 10:22:18.130207 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0fdcd-1de6-47ff-8266-622d69d487a0 req-9d8ea353-8f9d-4646-bfc9-28c4240e2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:18.132068 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-77a0fdcd-1de6-47ff-8266-622d69d487a0 req-9d8ea353-8f9d-4646-bfc9-28c4240e2d8d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=489c7d78-4e0b-4a73-b042-ebef7fef5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426888 Jan 21 10:22:18.184365 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-c7fd25a8-d3e3-4d39-9238-25f8d48a64eb None None] Set router b5ba93f1-3534-4a2b-99d4-b088c497e072 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:22:18.226904 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-77a0fdcd-1de6-47ff-8266-622d69d487a0 req-5befe04b-c328-42f3-b666-2a46f122ce16 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881732 Jan 21 10:22:18.323388 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-77a0fdcd-1de6-47ff-8266-622d69d487a0 req-9ba14b17-fd61-4a87-81e7-66a381ea26d1 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880978 Jan 21 10:22:18.411987 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-c7fd25a8-d3e3-4d39-9238-25f8d48a64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 4, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '78431f71-dac4-437b-af98-cd78fa33fab2', 'tenant_id': '269956d6c457446193070320db672c1e', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'port_id': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'mac_address': 'fa:16:3e:af:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:22:16Z', 'updated_at': '2022-01-21T10:22:16Z', 'revision_number': 0, 'project_id': '269956d6c457446193070320db672c1e', 'fixed_ip_address_scope': None}, {'id': 'fea7125a-a808-4e2a-9a27-d59c6c0e3e7d', 'tenant_id': '269956d6c457446193070320db672c1e', 'floating_ip_address': '172.26.7.57', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'port_id': '75fe3912-4804-432e-9433-b700e4b50d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'mac_address': 'fa:16:3e:0c:bd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588528a-0d75-4639-9832-023e7391049d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:19:50Z', 'updated_at': '2022-01-21T10:19:52Z', 'revision_number': 1, 'project_id': '269956d6c457446193070320db672c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e1b187-bc31-4117-ade8-027a271759a3', 'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'tenant_id': '269956d6c457446193070320db672c1e', 'mac_address': 'fa:16:3e:37:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:28Z', 'updated_at': '2022-01-21T10:19:33Z', 'revision_number': 5, 'project_id': '269956d6c457446193070320db672c1e', 'subnets': [{'id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:18.440055 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd25a8-d3e3-4d39-9238-25f8d48a64eb None None] The sync data for ids ['b5ba93f1-3534-4a2b-99d4-b088c497e072'] in dv-neutron-825721-1-hyperv is: [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 4, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': '78431f71-dac4-437b-af98-cd78fa33fab2', 'tenant_id': '269956d6c457446193070320db672c1e', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'port_id': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'mac_address': 'fa:16:3e:af:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:22:16Z', 'updated_at': '2022-01-21T10:22:16Z', 'revision_number': 0, 'project_id': '269956d6c457446193070320db672c1e', 'fixed_ip_address_scope': None}, {'id': 'fea7125a-a808-4e2a-9a27-d59c6c0e3e7d', 'tenant_id': '269956d6c457446193070320db672c1e', 'floating_ip_address': '172.26.7.57', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'port_id': '75fe3912-4804-432e-9433-b700e4b50d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'mac_address': 'fa:16:3e:0c:bd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588528a-0d75-4639-9832-023e7391049d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:19:50Z', 'updated_at': '2022-01-21T10:19:52Z', 'revision_number': 1, 'project_id': '269956d6c457446193070320db672c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e1b187-bc31-4117-ade8-027a271759a3', 'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'tenant_id': '269956d6c457446193070320db672c1e', 'mac_address': 'fa:16:3e:37:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:28Z', 'updated_at': '2022-01-21T10:19:33Z', 'revision_number': 5, 'project_id': '269956d6c457446193070320db672c1e', 'subnets': [{'id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:22:18.643258 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a3cdcf-5588-4fe2-8c80-a1c1c6cd7565 None None] New status for floating IP 78431f71-dac4-437b-af98-cd78fa33fab2: ACTIVE {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:22:20.195207 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:22:25.219917 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:35.977881 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-61e75775-ab6a-46aa-a66c-dd09f4ce32c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:38.356098 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7cdec36c-0f73-4d7b-95c6-441d4bbf945e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:39.477297 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:41.471472 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:41.503502 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:55.236754 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.196092 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:23:05.979695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-95403b6b-f4cc-417a-a7aa-c278e4296033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:08.358400 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8891a8e3-a520-44e3-9bf0-8a26c99e70db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.482844 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:11.472045 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:11.509921 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:17.647504 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc2b1555-4140-468b-8372-7e667667b989 req-b6f9804d-cdb5-403d-84b5-8a2ead225194 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415087 Jan 21 10:23:17.716795 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b1555-4140-468b-8372-7e667667b989 req-a46eba3e-74ec-42d2-a4fa-c61d5b235246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:17.718370 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc2b1555-4140-468b-8372-7e667667b989 req-a46eba3e-74ec-42d2-a4fa-c61d5b235246 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=269956d6c457446193070320db672c1e&device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 1099 time: 0.0495946 Jan 21 10:23:17.823192 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b1555-4140-468b-8372-7e667667b989 req-fe4a5d86-4f4c-4f1f-af15-dd2300c2b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:17.824681 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc2b1555-4140-468b-8372-7e667667b989 req-fe4a5d86-4f4c-4f1f-af15-dd2300c2b0bc service neutron] 10.222.0.113 "GET /v2.0/networks?id=489c7d78-4e0b-4a73-b042-ebef7fef5089 HTTP/1.1" status: 200 len: 910 time: 0.0846369 Jan 21 10:23:17.898702 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc2b1555-4140-468b-8372-7e667667b989 req-3d6ec9bd-83a4-481f-b26e-e099f7e051e8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7de5ab6c-815e-453f-a08b-4dd98c7e42d0 HTTP/1.1" status: 200 len: 1002 time: 0.0674899 Jan 21 10:23:17.951066 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b1555-4140-468b-8372-7e667667b989 req-877bb50c-e680-4c30-9be7-797afbc18331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:17.952558 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc2b1555-4140-468b-8372-7e667667b989 req-877bb50c-e680-4c30-9be7-797afbc18331 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03ebbcae-3748-4046-a10c-802e0cc42214 HTTP/1.1" status: 200 len: 848 time: 0.0473580 Jan 21 10:23:18.001762 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b1555-4140-468b-8372-7e667667b989 req-d8d0c8aa-1138-4fed-9557-8468f9ce320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:18.003259 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc2b1555-4140-468b-8372-7e667667b989 req-d8d0c8aa-1138-4fed-9557-8468f9ce320e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=489c7d78-4e0b-4a73-b042-ebef7fef5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447624 Jan 21 10:23:18.100112 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc2b1555-4140-468b-8372-7e667667b989 req-fd7a8468-09d1-4889-97e4-1734d71607e7 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897720 Jan 21 10:23:18.189206 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-dc2b1555-4140-468b-8372-7e667667b989 req-64669ff0-893d-48c0-a862-8cda5a49a6b5 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820549 Jan 21 10:23:25.255205 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:34.197338 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:23:35.981205 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-e5d226ba-ad27-4fe2-892f-96e0bba45e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:38.358820 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-39cd304c-332b-4cbe-b772-7d6929805bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:39.484753 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:41.477826 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:41.507570 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:50.403270 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=102148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 10:23:50.501134 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:50.512724 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Returning: {'device': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'port_id': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0', 'mac_address': 'fa:16:3e:af:a2:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 10:23:50.554787 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:50.704613 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 {{(pid=102148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:23:50.724271 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:50.729010 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:50.778942 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,revision_number=6']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:50.785709 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:50.786052 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:50.786384 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:50.786709 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:50.787033 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:50.787355 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:50.788211 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:50.788694 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:50.789215 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:50.789563 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:50.789962 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:50.790229 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:50.816950 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] get_ports_and_sgs() called for port_ids ['7de5ab6c-815e-453f-a08b-4dd98c7e42d0'] {{(pid=102148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 10:23:52.410260 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 up at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 10:23:52.473882 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.provisioning_blocks [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Provisioning complete for port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 triggered by entity L2. {{(pid=102148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:52.474517 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-499923'] for port, provisioning_complete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:52.571608 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:52.597446 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:23:52.599853 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d38b884-f61c-405b-9196-4368dec130f7" -d '{"events": [{"server_uuid": "1c800f93-8f82-4310-8e41-ba57f9b7f103", "name": "network-vif-plugged", "status": "completed", "tag": "7de5ab6c-815e-453f-a08b-4dd98c7e42d0"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:23:52.618343 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:52.625016 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:52.665816 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46844c1a-5b3c-4b06-82b0-9d7184de2120 x-openstack-request-id: req-46844c1a-5b3c-4b06-82b0-9d7184de2120 {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:23:52.665816 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c800f93-8f82-4310-8e41-ba57f9b7f103", "name": "network-vif-plugged", "status": "completed", "tag": "7de5ab6c-815e-453f-a08b-4dd98c7e42d0", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:23:52.665816 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-46844c1a-5b3c-4b06-82b0-9d7184de2120 {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:23:52.665816 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0', 'code': 200} Jan 21 10:23:52.702595 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,revision_number=7']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:55.250806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:01.688619 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 52138) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:24:01.854138 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Deleting port 3e4332a0-6d62-45db-b240-5a5c538e82a7 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:24:01.854493 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:01.939729 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:01.940087 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:01.955741 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Calling delete_port for 3e4332a0-6d62-45db-b240-5a5c538e82a7 owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:24:02.105246 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:02.138923 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event deleted for resources: {'Port': ['ID=3e4332a0-6d62-45db-b240-5a5c538e82a7,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:02.150400 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:02.150746 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:02.151076 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:02.151402 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:02.151752 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:02.152045 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:02.152360 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:02.152679 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:02.152995 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:02.153306 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:02.153661 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:02.153971 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:02.207549 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:02.207792 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Floating IP 78431f71-dac4-437b-af98-cd78fa33fab2 disassociated (deleted). External IP: 172.26.7.179, port: 7de5ab6c-815e-453f-a08b-4dd98c7e42d0. Jan 21 10:24:02.438910 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Router b5ba93f1-3534-4a2b-99d4-b088c497e072 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:24:02.568056 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:24:02.572993 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:02.579420 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32abf4e3-1e15-44cb-8899-9f313570b27f None None] Sync routers for ids ['b5ba93f1-3534-4a2b-99d4-b088c497e072'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:24:02.594309 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32abf4e3-1e15-44cb-8899-9f313570b27f None None] Routers {'b5ba93f1-3534-4a2b-99d4-b088c497e072'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:24:02.594933 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-32abf4e3-1e15-44cb-8899-9f313570b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:23:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b5ba93f1-3534-4a2b-99d4-b088c497e072'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:02.600564 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-f0b8c60c-fb1a-4aa0-9ba4-b367f39c94c1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "DELETE /v2.0/floatingips/78431f71-dac4-437b-af98-cd78fa33fab2 HTTP/1.1" status: 204 len: 168 time: 0.9103582 Jan 21 10:24:02.601258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'tag': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:24:02.603592 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c96c272-267f-427f-b7c6-6cdf6130b1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1c800f93-8f82-4310-8e41-ba57f9b7f103", "tag": "7de5ab6c-815e-453f-a08b-4dd98c7e42d0"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:24:02.647591 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0220f240-2f89-4b95-bbc9-2cafa77e45eb x-openstack-request-id: req-0220f240-2f89-4b95-bbc9-2cafa77e45eb {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:24:02.648044 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c800f93-8f82-4310-8e41-ba57f9b7f103", "tag": "7de5ab6c-815e-453f-a08b-4dd98c7e42d0", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:24:02.648226 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0220f240-2f89-4b95-bbc9-2cafa77e45eb {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:24:02.648649 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'tag': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0', 'status': 'completed', 'code': 200} Jan 21 10:24:02.722170 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96c272-267f-427f-b7c6-6cdf6130b1d3 req-a96d54de-51fe-4a27-865e-67511323224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:02.723947 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8c96c272-267f-427f-b7c6-6cdf6130b1d3 req-a96d54de-51fe-4a27-865e-67511323224d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=269956d6c457446193070320db672c1e&device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 1099 time: 0.0515051 Jan 21 10:24:02.828646 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-32abf4e3-1e15-44cb-8899-9f313570b27f None None] Set router b5ba93f1-3534-4a2b-99d4-b088c497e072 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:24:02.860998 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96c272-267f-427f-b7c6-6cdf6130b1d3 req-5f2b378b-2867-468a-bf17-6f0448b20662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:02.862521 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8c96c272-267f-427f-b7c6-6cdf6130b1d3 req-5f2b378b-2867-468a-bf17-6f0448b20662 service neutron] 10.222.0.113 "GET /v2.0/networks?id=489c7d78-4e0b-4a73-b042-ebef7fef5089 HTTP/1.1" status: 200 len: 910 time: 0.1314049 Jan 21 10:24:02.864975 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03d94a-85c9-4246-a633-83d04e985448 req-a66056d2-f588-4c0a-a7e1-e411f7b53c2e tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:02.867292 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1a03d94a-85c9-4246-a633-83d04e985448 req-a66056d2-f588-4c0a-a7e1-e411f7b53c2e tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 946 time: 0.0558672 Jan 21 10:24:02.905254 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8c96c272-267f-427f-b7c6-6cdf6130b1d3 req-eee46b0b-dd36-4b85-b868-a8eff308d840 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7de5ab6c-815e-453f-a08b-4dd98c7e42d0 HTTP/1.1" status: 200 len: 217 time: 0.0351903 Jan 21 10:24:02.919967 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-1a03d94a-85c9-4246-a633-83d04e985448 req-acc14ee4-9bd1-4165-9c9d-ea2dc7b95ce2 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367081 Jan 21 10:24:02.956817 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96c272-267f-427f-b7c6-6cdf6130b1d3 req-6a36b712-c5e3-4bd5-bc06-c317db9b8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:02.958319 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8c96c272-267f-427f-b7c6-6cdf6130b1d3 req-6a36b712-c5e3-4bd5-bc06-c317db9b8e9d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03ebbcae-3748-4046-a10c-802e0cc42214 HTTP/1.1" status: 200 len: 848 time: 0.0460808 Jan 21 10:24:03.015693 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96c272-267f-427f-b7c6-6cdf6130b1d3 req-8d944e9d-bbe9-4cd1-988a-b6de21b64442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:03.017130 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8c96c272-267f-427f-b7c6-6cdf6130b1d3 req-8d944e9d-bbe9-4cd1-988a-b6de21b64442 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=489c7d78-4e0b-4a73-b042-ebef7fef5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0513325 Jan 21 10:24:03.074979 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-32abf4e3-1e15-44cb-8899-9f313570b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 4, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'fea7125a-a808-4e2a-9a27-d59c6c0e3e7d', 'tenant_id': '269956d6c457446193070320db672c1e', 'floating_ip_address': '172.26.7.57', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'port_id': '75fe3912-4804-432e-9433-b700e4b50d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'mac_address': 'fa:16:3e:0c:bd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588528a-0d75-4639-9832-023e7391049d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:19:50Z', 'updated_at': '2022-01-21T10:19:52Z', 'revision_number': 1, 'project_id': '269956d6c457446193070320db672c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e1b187-bc31-4117-ade8-027a271759a3', 'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'tenant_id': '269956d6c457446193070320db672c1e', 'mac_address': 'fa:16:3e:37:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:28Z', 'updated_at': '2022-01-21T10:19:33Z', 'revision_number': 5, 'project_id': '269956d6c457446193070320db672c1e', 'subnets': [{'id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:03.101778 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32abf4e3-1e15-44cb-8899-9f313570b27f None None] Checking router: b5ba93f1-3534-4a2b-99d4-b088c497e072 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:24:03.109854 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32abf4e3-1e15-44cb-8899-9f313570b27f None None] Routers {'b5ba93f1-3534-4a2b-99d4-b088c497e072'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:24:03.110460 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-32abf4e3-1e15-44cb-8899-9f313570b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:23:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b5ba93f1-3534-4a2b-99d4-b088c497e072'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:03.111303 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8c96c272-267f-427f-b7c6-6cdf6130b1d3 req-f375e184-a531-46d6-9ad6-88594dce1f86 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871055 Jan 21 10:24:03.212671 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-8c96c272-267f-427f-b7c6-6cdf6130b1d3 req-443efa63-3073-4e25-8aa5-6561e9804aa9 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943766 Jan 21 10:24:03.216883 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-32abf4e3-1e15-44cb-8899-9f313570b27f None None] Set router b5ba93f1-3534-4a2b-99d4-b088c497e072 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:24:03.440897 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-32abf4e3-1e15-44cb-8899-9f313570b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 4, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'fea7125a-a808-4e2a-9a27-d59c6c0e3e7d', 'tenant_id': '269956d6c457446193070320db672c1e', 'floating_ip_address': '172.26.7.57', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'port_id': '75fe3912-4804-432e-9433-b700e4b50d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'mac_address': 'fa:16:3e:0c:bd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588528a-0d75-4639-9832-023e7391049d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:19:50Z', 'updated_at': '2022-01-21T10:19:52Z', 'revision_number': 1, 'project_id': '269956d6c457446193070320db672c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e1b187-bc31-4117-ade8-027a271759a3', 'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'tenant_id': '269956d6c457446193070320db672c1e', 'mac_address': 'fa:16:3e:37:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:28Z', 'updated_at': '2022-01-21T10:19:33Z', 'revision_number': 5, 'project_id': '269956d6c457446193070320db672c1e', 'subnets': [{'id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:03.471891 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32abf4e3-1e15-44cb-8899-9f313570b27f None None] The sync data for ids ['b5ba93f1-3534-4a2b-99d4-b088c497e072'] in dv-neutron-825721-1-hyperv is: [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 4, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_floatingips': [{'id': 'fea7125a-a808-4e2a-9a27-d59c6c0e3e7d', 'tenant_id': '269956d6c457446193070320db672c1e', 'floating_ip_address': '172.26.7.57', 'floating_network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'router_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'port_id': '75fe3912-4804-432e-9433-b700e4b50d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'mac_address': 'fa:16:3e:0c:bd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588528a-0d75-4639-9832-023e7391049d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:19:50Z', 'updated_at': '2022-01-21T10:19:52Z', 'revision_number': 1, 'project_id': '269956d6c457446193070320db672c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e1b187-bc31-4117-ade8-027a271759a3', 'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'tenant_id': '269956d6c457446193070320db672c1e', 'mac_address': 'fa:16:3e:37:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:28Z', 'updated_at': '2022-01-21T10:19:33Z', 'revision_number': 5, 'project_id': '269956d6c457446193070320db672c1e', 'subnets': [{'id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:24:03.686705 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aff6fc-2e28-410b-bb1b-22ef1f828eb0 None None] New status for floating IP 78431f71-dac4-437b-af98-cd78fa33fab2: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:24:04.043315 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f9f7f-2134-4732-9bd8-f0c4dd113340 req-42999b36-1446-481c-bf95-059dea6577e5 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:04.044871 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0a2f9f7f-2134-4732-9bd8-f0c4dd113340 req-42999b36-1446-481c-bf95-059dea6577e5 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 946 time: 0.0512018 Jan 21 10:24:04.085584 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0a2f9f7f-2134-4732-9bd8-f0c4dd113340 req-fa907729-556c-454d-a6ef-d48c0a5c90a2 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342283 Jan 21 10:24:04.355890 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630005f2-78e6-4209-8605-820c22912ebd req-e8ddff83-91b9-4a27-abf3-83c0a33b5bfc tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:04.357272 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-630005f2-78e6-4209-8605-820c22912ebd req-e8ddff83-91b9-4a27-abf3-83c0a33b5bfc tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.113 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 946 time: 0.0494356 Jan 21 10:24:04.452691 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-630005f2-78e6-4209-8605-820c22912ebd req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Deleting port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:24:04.453030 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-630005f2-78e6-4209-8605-820c22912ebd req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:04.468044 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:24:04.547760 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-630005f2-78e6-4209-8605-820c22912ebd req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] For port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:04.548127 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-630005f2-78e6-4209-8605-820c22912ebd req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:04.550929 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552915'] for port, before_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:04.561648 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-630005f2-78e6-4209-8605-820c22912ebd req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Calling delete_port for 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:24:04.578256 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0'}] {{(pid=102148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:24:04.580495 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97f4f985e8cafeada7b75f640ebfdd090347095db63dd9b57ec57d4ebd640d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918c0bea-63b4-4928-963b-ef246c2cddc8" -d '{"events": [{"server_uuid": "1c800f93-8f82-4310-8e41-ba57f9b7f103", "name": "network-vif-unplugged", "status": "completed", "tag": "7de5ab6c-815e-453f-a08b-4dd98c7e42d0"}]}' {{(pid=102148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:24:04.595072 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] For port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:04.599441 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781631474023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781631041922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781631041940'] for port, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:04.626159 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 21 Jan 2022 10:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45ef1dc-4979-4153-beb9-f3668c7f60dc x-openstack-request-id: req-d45ef1dc-4979-4153-beb9-f3668c7f60dc {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:24:04.626464 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c800f93-8f82-4310-8e41-ba57f9b7f103", "name": "network-vif-unplugged", "status": "completed", "tag": "7de5ab6c-815e-453f-a08b-4dd98c7e42d0", "code": 200}]} {{(pid=102148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:24:04.626691 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d45ef1dc-4979-4153-beb9-f3668c7f60dc {{(pid=102148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:24:04.627073 dv-neutron-825721-1-hyperv neutron-server[102148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0', 'code': 200} Jan 21 10:24:04.654745 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Pushing event updated for resources: {'Port': ['ID=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,revision_number=8']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:04.700182 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-630005f2-78e6-4209-8605-820c22912ebd req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:04.733673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event deleted for resources: {'Port': ['ID=7de5ab6c-815e-453f-a08b-4dd98c7e42d0,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:04.762414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:04.762764 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:04.763102 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:04.763434 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:04.763761 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:04.764090 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:04.764414 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:04.764736 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:04.765055 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:04.765373 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:04.765721 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:04.766037 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825721-1-hyperv {{(pid=102147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:24:04.792416 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-630005f2-78e6-4209-8605-820c22912ebd req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] No DVR routers for this DVR port 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:24:04.794962 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-630005f2-78e6-4209-8605-820c22912ebd req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:04.798397 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-630005f2-78e6-4209-8605-820c22912ebd req-3d318409-895f-4c94-9d1f-b4b71baa1e15 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.113 "DELETE /v2.0/ports/7de5ab6c-815e-453f-a08b-4dd98c7e42d0 HTTP/1.1" status: 204 len: 173 time: 0.4354877 Jan 21 10:24:04.798852 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'name': 'network-vif-deleted', 'tag': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:24:04.801210 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f3ee77-af5f-416b-97ee-fba16a824879" -d '{"events": [{"server_uuid": "1c800f93-8f82-4310-8e41-ba57f9b7f103", "name": "network-vif-deleted", "tag": "7de5ab6c-815e-453f-a08b-4dd98c7e42d0"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:24:04.843607 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa49c9e7-1b39-4b5e-b99b-9d0b40d3a63d x-openstack-request-id: req-aa49c9e7-1b39-4b5e-b99b-9d0b40d3a63d {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:24:04.843901 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c800f93-8f82-4310-8e41-ba57f9b7f103", "name": "network-vif-deleted", "tag": "7de5ab6c-815e-453f-a08b-4dd98c7e42d0", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:24:04.844179 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aa49c9e7-1b39-4b5e-b99b-9d0b40d3a63d {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:24:04.844550 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c800f93-8f82-4310-8e41-ba57f9b7f103', 'name': 'network-vif-deleted', 'tag': '7de5ab6c-815e-453f-a08b-4dd98c7e42d0', 'status': 'completed', 'code': 200} Jan 21 10:24:05.208510 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-5bd1f595-4b61-4a4f-82c9-872fb2618c0f req-70bb56cb-b475-4b6c-a437-24d2246d6a05 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c800f93-8f82-4310-8e41-ba57f9b7f103 HTTP/1.1" status: 200 len: 210 time: 0.0330796 Jan 21 10:24:05.983892 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-b6daf101-39b9-40e0-9d4c-44047ca726a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:06.827011 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 52218) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:24:06.983432 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-db506930-35c6-4080-97cb-826c92b35bf4 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Deleting port a09ab8d4-8454-495f-baca-822bd094fe07 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:24:06.983776 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-db506930-35c6-4080-97cb-826c92b35bf4 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:07.057946 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-db506930-35c6-4080-97cb-826c92b35bf4 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:07.058270 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-db506930-35c6-4080-97cb-826c92b35bf4 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:07.069537 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-db506930-35c6-4080-97cb-826c92b35bf4 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Calling delete_port for a09ab8d4-8454-495f-baca-822bd094fe07 owned by network:floatingip {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:24:07.221600 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-db506930-35c6-4080-97cb-826c92b35bf4 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:07.244543 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db506930-35c6-4080-97cb-826c92b35bf4 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event deleted for resources: {'Port': ['ID=a09ab8d4-8454-495f-baca-822bd094fe07,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:07.308718 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-db506930-35c6-4080-97cb-826c92b35bf4 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for floatingip, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:07.309070 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.db.l3_db [None req-db506930-35c6-4080-97cb-826c92b35bf4 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Floating IP fea7125a-a808-4e2a-9a27-d59c6c0e3e7d disassociated (deleted). External IP: 172.26.7.57, port: 75fe3912-4804-432e-9433-b700e4b50d4b. Jan 21 10:24:07.513042 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db506930-35c6-4080-97cb-826c92b35bf4 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Router b5ba93f1-3534-4a2b-99d4-b088c497e072 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:24:07.622652 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db506930-35c6-4080-97cb-826c92b35bf4 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:24:07.627153 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-db506930-35c6-4080-97cb-826c92b35bf4 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for floatingip, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:07.634576 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b6416-f302-4624-ad9b-64a445c754f0 None None] Sync routers for ids ['b5ba93f1-3534-4a2b-99d4-b088c497e072'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:24:07.645838 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b6416-f302-4624-ad9b-64a445c754f0 None None] Routers {'b5ba93f1-3534-4a2b-99d4-b088c497e072'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:24:07.647892 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-306b6416-f302-4624-ad9b-64a445c754f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:23:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b5ba93f1-3534-4a2b-99d4-b088c497e072'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:07.655123 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-db506930-35c6-4080-97cb-826c92b35bf4 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "DELETE /v2.0/floatingips/fea7125a-a808-4e2a-9a27-d59c6c0e3e7d HTTP/1.1" status: 204 len: 168 time: 0.8270309 Jan 21 10:24:07.655833 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7588528a-0d75-4639-9832-023e7391049d', 'tag': '75fe3912-4804-432e-9433-b700e4b50d4b'}] {{(pid=102146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:24:07.658402 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05a9f7e787392bc4b68637ec767bcae9ef4f112b48c140ab91f56aeafe214d8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93b563f-e781-472b-900d-f6bf714692a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7588528a-0d75-4639-9832-023e7391049d", "tag": "75fe3912-4804-432e-9433-b700e4b50d4b"}]}' {{(pid=102146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:24:07.708597 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 10:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d90497-5910-4ac2-8f4e-06f0f2dbf58f x-openstack-request-id: req-65d90497-5910-4ac2-8f4e-06f0f2dbf58f {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:24:07.709655 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7588528a-0d75-4639-9832-023e7391049d", "tag": "75fe3912-4804-432e-9433-b700e4b50d4b", "status": "completed", "code": 200}]} {{(pid=102146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:24:07.710103 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-65d90497-5910-4ac2-8f4e-06f0f2dbf58f {{(pid=102146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:24:07.710694 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7588528a-0d75-4639-9832-023e7391049d', 'tag': '75fe3912-4804-432e-9433-b700e4b50d4b', 'status': 'completed', 'code': 200} Jan 21 10:24:07.764389 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-306b6416-f302-4624-ad9b-64a445c754f0 None None] Set router b5ba93f1-3534-4a2b-99d4-b088c497e072 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:24:07.778305 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b563f-e781-472b-900d-f6bf714692a2 req-b0560316-afb6-481d-acb3-16ce6ea0cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:07.780474 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c93b563f-e781-472b-900d-f6bf714692a2 req-b0560316-afb6-481d-acb3-16ce6ea0cfbe service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=269956d6c457446193070320db672c1e&device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 1096 time: 0.0448551 Jan 21 10:24:07.922293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b563f-e781-472b-900d-f6bf714692a2 req-817d1c0d-7422-4f0e-ae21-01915b435dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:07.923821 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c93b563f-e781-472b-900d-f6bf714692a2 req-817d1c0d-7422-4f0e-ae21-01915b435dc5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=489c7d78-4e0b-4a73-b042-ebef7fef5089 HTTP/1.1" status: 200 len: 910 time: 0.1368010 Jan 21 10:24:07.946690 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56d3c0-a2be-4a97-a148-a311f612a20c req-2dfe4148-c5fb-4841-ab1f-560704a567a2 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:07.948148 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5e56d3c0-a2be-4a97-a148-a311f612a20c req-2dfe4148-c5fb-4841-ab1f-560704a567a2 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 943 time: 0.0812829 Jan 21 10:24:07.975883 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-306b6416-f302-4624-ad9b-64a445c754f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 4, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '71e1b187-bc31-4117-ade8-027a271759a3', 'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'tenant_id': '269956d6c457446193070320db672c1e', 'mac_address': 'fa:16:3e:37:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:28Z', 'updated_at': '2022-01-21T10:19:33Z', 'revision_number': 5, 'project_id': '269956d6c457446193070320db672c1e', 'subnets': [{'id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:07.982405 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c93b563f-e781-472b-900d-f6bf714692a2 req-f2027b7f-67c2-48e1-b7e0-2e61651f7cc1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fe3912-4804-432e-9433-b700e4b50d4b HTTP/1.1" status: 200 len: 217 time: 0.0505826 Jan 21 10:24:08.001821 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b6416-f302-4624-ad9b-64a445c754f0 None None] Checking router: b5ba93f1-3534-4a2b-99d4-b088c497e072 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:24:08.012592 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b6416-f302-4624-ad9b-64a445c754f0 None None] Routers {'b5ba93f1-3534-4a2b-99d4-b088c497e072'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:24:08.013272 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-306b6416-f302-4624-ad9b-64a445c754f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:23:38Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b5ba93f1-3534-4a2b-99d4-b088c497e072'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:08.041435 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-5e56d3c0-a2be-4a97-a148-a311f612a20c req-d5e08421-39f8-4299-b394-8e578cd30353 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659003 Jan 21 10:24:08.049349 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b563f-e781-472b-900d-f6bf714692a2 req-e6d04765-7ee9-47ec-bacd-bfe4eb0845d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:08.050837 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c93b563f-e781-472b-900d-f6bf714692a2 req-e6d04765-7ee9-47ec-bacd-bfe4eb0845d0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03ebbcae-3748-4046-a10c-802e0cc42214 HTTP/1.1" status: 200 len: 848 time: 0.0603919 Jan 21 10:24:08.103451 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b563f-e781-472b-900d-f6bf714692a2 req-58954f89-3554-498a-87bc-bb7c3924fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:08.104994 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c93b563f-e781-472b-900d-f6bf714692a2 req-58954f89-3554-498a-87bc-bb7c3924fd79 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=489c7d78-4e0b-4a73-b042-ebef7fef5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473521 Jan 21 10:24:08.123315 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-306b6416-f302-4624-ad9b-64a445c754f0 None None] Set router b5ba93f1-3534-4a2b-99d4-b088c497e072 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:24:08.194762 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c93b563f-e781-472b-900d-f6bf714692a2 req-6f349ee3-315c-4035-948c-f79dd7b1996f service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823095 Jan 21 10:24:08.289835 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-c93b563f-e781-472b-900d-f6bf714692a2 req-cc9a0726-94c1-4ead-ba94-668e1cd54601 service neutron] 10.222.0.113 "GET /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874155 Jan 21 10:24:08.328924 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-306b6416-f302-4624-ad9b-64a445c754f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 4, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '71e1b187-bc31-4117-ade8-027a271759a3', 'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'tenant_id': '269956d6c457446193070320db672c1e', 'mac_address': 'fa:16:3e:37:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:28Z', 'updated_at': '2022-01-21T10:19:33Z', 'revision_number': 5, 'project_id': '269956d6c457446193070320db672c1e', 'subnets': [{'id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:08.356790 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b6416-f302-4624-ad9b-64a445c754f0 None None] The sync data for ids ['b5ba93f1-3534-4a2b-99d4-b088c497e072'] in dv-neutron-825721-1-hyperv is: [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 4, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv', '_interfaces': [{'id': '71e1b187-bc31-4117-ade8-027a271759a3', 'name': '', 'network_id': '489c7d78-4e0b-4a73-b042-ebef7fef5089', 'tenant_id': '269956d6c457446193070320db672c1e', 'mac_address': 'fa:16:3e:37:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:28Z', 'updated_at': '2022-01-21T10:19:33Z', 'revision_number': 5, 'project_id': '269956d6c457446193070320db672c1e', 'subnets': [{'id': '03ebbcae-3748-4046-a10c-802e0cc42214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:24:08.360805 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-1ef98501-384d-46f4-ba12-879eb9050738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:08.502989 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:24:08.524326 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:24:08.524773 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 7de5ab6c-815e-453f-a08b-4dd98c7e42d0 not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:24:08.567843 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330d9d81-34c4-4a91-ac51-a434c6bbe66c None None] New status for floating IP fea7125a-a808-4e2a-9a27-d59c6c0e3e7d: DOWN {{(pid=102148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:24:09.163847 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa75c7-3b9c-4927-b7ec-c27893b4eeb4 req-053368c4-53ea-4d3b-ab17-dd52b6452f88 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:09.165340 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d6aa75c7-3b9c-4927-b7ec-c27893b4eeb4 req-053368c4-53ea-4d3b-ab17-dd52b6452f88 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 943 time: 0.0538440 Jan 21 10:24:09.204265 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-d6aa75c7-3b9c-4927-b7ec-c27893b4eeb4 req-e7bcfcc1-bf85-4720-b35d-8f26dfd104e1 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/security-groups?id=b043c161-6a45-42fd-a773-63479ee66ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329900 Jan 21 10:24:09.429720 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a0a6d-d77f-42c7-a409-71576cd87c12 req-d65ecd7a-9c3c-4c24-afe1-99350c919de9 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:09.431181 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0e7a0a6d-d77f-42c7-a409-71576cd87c12 req-d65ecd7a-9c3c-4c24-afe1-99350c919de9 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.113 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 943 time: 0.0489061 Jan 21 10:24:09.487391 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:09.523412 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-0e7a0a6d-d77f-42c7-a409-71576cd87c12 req-e10d7fe9-f159-40af-8d4b-40b3968b6c6a tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Deleting port 75fe3912-4804-432e-9433-b700e4b50d4b {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:24:09.523759 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-0e7a0a6d-d77f-42c7-a409-71576cd87c12 req-e10d7fe9-f159-40af-8d4b-40b3968b6c6a tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:09.618757 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [req-0e7a0a6d-d77f-42c7-a409-71576cd87c12 req-e10d7fe9-f159-40af-8d4b-40b3968b6c6a tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] For port 75fe3912-4804-432e-9433-b700e4b50d4b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=75fe3912-4804-432e-9433-b700e4b50d4b,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:09.619122 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-0e7a0a6d-d77f-42c7-a409-71576cd87c12 req-e10d7fe9-f159-40af-8d4b-40b3968b6c6a tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:09.631563 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [req-0e7a0a6d-d77f-42c7-a409-71576cd87c12 req-e10d7fe9-f159-40af-8d4b-40b3968b6c6a tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Calling delete_port for 75fe3912-4804-432e-9433-b700e4b50d4b owned by compute:nova {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:24:09.761248 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-0e7a0a6d-d77f-42c7-a409-71576cd87c12 req-e10d7fe9-f159-40af-8d4b-40b3968b6c6a tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:09.791289 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d7fe9-f159-40af-8d4b-40b3968b6c6a tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event deleted for resources: {'Port': ['ID=75fe3912-4804-432e-9433-b700e4b50d4b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:09.831820 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7a0a6d-d77f-42c7-a409-71576cd87c12 req-e10d7fe9-f159-40af-8d4b-40b3968b6c6a tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] No DVR routers for this DVR port 75fe3912-4804-432e-9433-b700e4b50d4b on host hv-neutron-8257 {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:24:09.834617 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [req-0e7a0a6d-d77f-42c7-a409-71576cd87c12 req-e10d7fe9-f159-40af-8d4b-40b3968b6c6a tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26357'] for port, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:09.837939 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [req-0e7a0a6d-d77f-42c7-a409-71576cd87c12 req-e10d7fe9-f159-40af-8d4b-40b3968b6c6a tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.113 "DELETE /v2.0/ports/75fe3912-4804-432e-9433-b700e4b50d4b HTTP/1.1" status: 204 len: 173 time: 0.3994710 Jan 21 10:24:09.838376 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7588528a-0d75-4639-9832-023e7391049d', 'name': 'network-vif-deleted', 'tag': '75fe3912-4804-432e-9433-b700e4b50d4b'}] {{(pid=102147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:24:09.840673 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172dc6fda3530060a6393a9191b03e341462fc6d8446c8511dcbdd190630ea9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc32588-e4cb-4dfd-b161-718368619f63" -d '{"events": [{"server_uuid": "7588528a-0d75-4639-9832-023e7391049d", "name": "network-vif-deleted", "tag": "75fe3912-4804-432e-9433-b700e4b50d4b"}]}' {{(pid=102147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 10:24:09.875878 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 10:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9335e21-c48f-4c6c-b19c-c37e27ff7bb7 x-openstack-request-id: req-d9335e21-c48f-4c6c-b19c-c37e27ff7bb7 {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 10:24:09.876176 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7588528a-0d75-4639-9832-023e7391049d", "name": "network-vif-deleted", "tag": "75fe3912-4804-432e-9433-b700e4b50d4b", "status": "completed", "code": 200}]} {{(pid=102147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 10:24:09.876426 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d9335e21-c48f-4c6c-b19c-c37e27ff7bb7 {{(pid=102147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 10:24:09.876823 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7588528a-0d75-4639-9832-023e7391049d', 'name': 'network-vif-deleted', 'tag': '75fe3912-4804-432e-9433-b700e4b50d4b', 'status': 'completed', 'code': 200} Jan 21 10:24:10.324253 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [req-6cc5f31f-af32-4c55-a48a-fde9c78549fd req-ed042a7b-23b3-48e9-94de-0fefc7317733 tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "GET /v2.0/ports?device_id=7588528a-0d75-4639-9832-023e7391049d HTTP/1.1" status: 200 len: 210 time: 0.0288320 Jan 21 10:24:11.196691 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:24:11.384868 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 52240) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:24:11.443289 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1ce07ab-29ea-42e9-8620-ddb0b0f7249d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:11.468448 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1ce07ab-29ea-42e9-8620-ddb0b0f7249d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:11.483984 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:11.511772 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:11.528892 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1ce07ab-29ea-42e9-8620-ddb0b0f7249d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:11.531503 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-d1ce07ab-29ea-42e9-8620-ddb0b0f7249d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:11.532664 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-d1ce07ab-29ea-42e9-8620-ddb0b0f7249d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] 10.222.0.88 "DELETE /v2.0/security-groups/b043c161-6a45-42fd-a773-63479ee66ca9 HTTP/1.1" status: 204 len: 168 time: 0.1461852 Jan 21 10:24:11.542961 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce07ab-29ea-42e9-8620-ddb0b0f7249d tempest-TestSnapshotPattern-1324699030 tempest-TestSnapshotPattern-1324699030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b043c161-6a45-42fd-a773-63479ee66ca9,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:12.499509 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 75fe3912-4804-432e-9433-b700e4b50d4b no longer exists at agent hyperv_hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:24:12.520454 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] No Port match for: 75fe3912-4804-432e-9433-b700e4b50d4b {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:24:12.520788 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Device 75fe3912-4804-432e-9433-b700e4b50d4b not bound to the agent host hv-neutron-8257 {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:24:12.591278 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 52246) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:24:12.947400 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-09d60884-374f-45ae-89d3-403cbfddcea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:13.200466 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-09d60884-374f-45ae-89d3-403cbfddcea6 admin admin] Deleting port 71e1b187-bc31-4117-ade8-027a271759a3 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:24:13.200724 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-09d60884-374f-45ae-89d3-403cbfddcea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:13.281021 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-09d60884-374f-45ae-89d3-403cbfddcea6 admin admin] For port 71e1b187-bc31-4117-ade8-027a271759a3, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=71e1b187-bc31-4117-ade8-027a271759a3,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:13.281384 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-09d60884-374f-45ae-89d3-403cbfddcea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:13.294258 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-09d60884-374f-45ae-89d3-403cbfddcea6 admin admin] Calling delete_port for 71e1b187-bc31-4117-ade8-027a271759a3 owned by network:router_interface {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:24:13.482434 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-09d60884-374f-45ae-89d3-403cbfddcea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:13.512303 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d60884-374f-45ae-89d3-403cbfddcea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e1b187-bc31-4117-ade8-027a271759a3,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:13.679918 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-09d60884-374f-45ae-89d3-403cbfddcea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:13.900566 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d60884-374f-45ae-89d3-403cbfddcea6 admin admin] Router b5ba93f1-3534-4a2b-99d4-b088c497e072 has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:24:14.005896 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d60884-374f-45ae-89d3-403cbfddcea6 admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:24:14.011145 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-09d60884-374f-45ae-89d3-403cbfddcea6 admin admin] 10.222.0.88 "PUT /v2.0/routers/b5ba93f1-3534-4a2b-99d4-b088c497e072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4187589 Jan 21 10:24:14.013753 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 52250) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:24:14.015219 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4245d8-2f73-4441-b98f-e7e05435b32e None None] Sync routers for ids ['b5ba93f1-3534-4a2b-99d4-b088c497e072'] in dv-neutron-825721-1-hyperv {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:24:14.025067 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4245d8-2f73-4441-b98f-e7e05435b32e None None] Routers {'b5ba93f1-3534-4a2b-99d4-b088c497e072'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:24:14.025690 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4d4245d8-2f73-4441-b98f-e7e05435b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:24:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b5ba93f1-3534-4a2b-99d4-b088c497e072'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:14.232072 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-4d4245d8-2f73-4441-b98f-e7e05435b32e None None] Set router b5ba93f1-3534-4a2b-99d4-b088c497e072 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:24:14.396775 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81421e69-820b-4dab-ab5e-de07faefb4c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:14.423513 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4d4245d8-2f73-4441-b98f-e7e05435b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:24:13Z', 'revision_number': 5, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:14.453182 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4245d8-2f73-4441-b98f-e7e05435b32e None None] Checking router: b5ba93f1-3534-4a2b-99d4-b088c497e072 for host: dv-neutron-825721-1-hyperv {{(pid=102149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:24:14.461941 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4245d8-2f73-4441-b98f-e7e05435b32e None None] Routers {'b5ba93f1-3534-4a2b-99d4-b088c497e072'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:24:14.462562 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4d4245d8-2f73-4441-b98f-e7e05435b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:24:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['b5ba93f1-3534-4a2b-99d4-b088c497e072'], 'active': True} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:14.501784 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81421e69-820b-4dab-ab5e-de07faefb4c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:14.555537 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-81421e69-820b-4dab-ab5e-de07faefb4c5 admin admin] Deleting port 7c3d25c1-50cf-41ea-8880-fdb5a74921f0 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:24:14.555874 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81421e69-820b-4dab-ab5e-de07faefb4c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:14.564365 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_dvr_db [None req-4d4245d8-2f73-4441-b98f-e7e05435b32e None None] Set router b5ba93f1-3534-4a2b-99d4-b088c497e072 gateway port host: dv-neutron-825721-1-hyperv {{(pid=102149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:24:14.633585 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-81421e69-820b-4dab-ab5e-de07faefb4c5 admin admin] For port 7c3d25c1-50cf-41ea-8880-fdb5a74921f0, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=7c3d25c1-50cf-41ea-8880-fdb5a74921f0,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:14.633953 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81421e69-820b-4dab-ab5e-de07faefb4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:14.646521 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-81421e69-820b-4dab-ab5e-de07faefb4c5 admin admin] Calling delete_port for 7c3d25c1-50cf-41ea-8880-fdb5a74921f0 owned by network:router_gateway {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:24:14.748339 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.l3_hamode_db [None req-4d4245d8-2f73-4441-b98f-e7e05435b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:24:13Z', 'revision_number': 5, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:14.776216 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4245d8-2f73-4441-b98f-e7e05435b32e None None] The sync data for ids ['b5ba93f1-3534-4a2b-99d4-b088c497e072'] in dv-neutron-825721-1-hyperv is: [{'id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'name': 'tempest-TestSnapshotPattern-592841332-router', 'tenant_id': '269956d6c457446193070320db672c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:25Z', 'updated_at': '2022-01-21T10:24:13Z', 'revision_number': 5, 'project_id': '269956d6c457446193070320db672c1e', 'gw_port': {'id': '7c3d25c1-50cf-41ea-8880-fdb5a74921f0', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba93f1-3534-4a2b-99d4-b088c497e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:26Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}] {{(pid=102149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:24:14.824558 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81421e69-820b-4dab-ab5e-de07faefb4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:14.853585 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81421e69-820b-4dab-ab5e-de07faefb4c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3d25c1-50cf-41ea-8880-fdb5a74921f0,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:14.919811 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81421e69-820b-4dab-ab5e-de07faefb4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.008616 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81421e69-820b-4dab-ab5e-de07faefb4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.010719 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81421e69-820b-4dab-ab5e-de07faefb4c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.054299 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81421e69-820b-4dab-ab5e-de07faefb4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.054919 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81421e69-820b-4dab-ab5e-de07faefb4c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5ba93f1-3534-4a2b-99d4-b088c497e072 {{(pid=102146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:24:15.060580 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-81421e69-820b-4dab-ab5e-de07faefb4c5 admin admin] Notify callbacks [] for router, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.060580 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-81421e69-820b-4dab-ab5e-de07faefb4c5 admin admin] 10.222.0.88 "DELETE /v2.0/routers/b5ba93f1-3534-4a2b-99d4-b088c497e072 HTTP/1.1" status: 204 len: 168 time: 1.0455580 Jan 21 10:24:15.063460 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 52252) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:24:15.112682 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.db_base_plugin_v2 [None req-958f8188-c9a5-45cb-8b5c-e5b39f34ae27 admin admin] Deleting subnet 03ebbcae-3748-4046-a10c-802e0cc42214 {{(pid=102146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 10:24:15.116021 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-958f8188-c9a5-45cb-8b5c-e5b39f34ae27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.152397 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-958f8188-c9a5-45cb-8b5c-e5b39f34ae27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64262092'] for subnet, precommit_delete_associations {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.233604 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-958f8188-c9a5-45cb-8b5c-e5b39f34ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.288209 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-958f8188-c9a5-45cb-8b5c-e5b39f34ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64716065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63418217'] for subnet, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.318888 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f8188-c9a5-45cb-8b5c-e5b39f34ae27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ebbcae-3748-4046-a10c-802e0cc42214,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:15.322398 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-958f8188-c9a5-45cb-8b5c-e5b39f34ae27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.325769 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-958f8188-c9a5-45cb-8b5c-e5b39f34ae27 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/03ebbcae-3748-4046-a10c-802e0cc42214 HTTP/1.1" status: 204 len: 168 time: 0.2611971 Jan 21 10:24:15.328564 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 52254) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:24:15.328722 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373edad8-a09b-4a9c-9da8-bc01448106ca None None] Network 489c7d78-4e0b-4a73-b042-ebef7fef5089 requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:24:15.403238 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.468558 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] Deleting port ffc22ae7-398b-4b58-88ba-77d03e22be85 {{(pid=102146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:24:15.468978 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.543575 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.db [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] For port ffc22ae7-398b-4b58-88ba-77d03e22be85, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ffc22ae7-398b-4b58-88ba-77d03e22be85,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:15.543998 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.546552 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a0fd76-59d4-4776-9f90-96d3a572e76d None None] DHCP port deletion for 489c7d78-4e0b-4a73-b042-ebef7fef5089 request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 10:24:15.557095 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.plugin [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] Calling delete_port for ffc22ae7-398b-4b58-88ba-77d03e22be85 owned by network:dhcp {{(pid=102146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:24:15.594896 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c2a0fd76-59d4-4776-9f90-96d3a572e76d None None] Deleting port ffc22ae7-398b-4b58-88ba-77d03e22be85 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:24:15.595192 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c2a0fd76-59d4-4776-9f90-96d3a572e76d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.636327 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64716276'] for port, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.664956 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-c2a0fd76-59d4-4776-9f90-96d3a572e76d None None] For port ffc22ae7-398b-4b58-88ba-77d03e22be85, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=ffc22ae7-398b-4b58-88ba-77d03e22be85,segment=NetworkSegment(029aac20-068f-4aaa-8a1b-eec88cd7602d),segment_id=029aac20-068f-4aaa-8a1b-eec88cd7602d)] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:15.665366 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c2a0fd76-59d4-4776-9f90-96d3a572e76d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.672565 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc22ae7-398b-4b58-88ba-77d03e22be85,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:15.674688 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] No DVR routers for this DVR port ffc22ae7-398b-4b58-88ba-77d03e22be85 on host dv-neutron-825721-1-hyperv {{(pid=102146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:24:15.679613 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-c2a0fd76-59d4-4776-9f90-96d3a572e76d None None] Calling delete_port for ffc22ae7-398b-4b58-88ba-77d03e22be85 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:24:15.720853 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ffc22ae7-398b-4b58-88ba-77d03e22be85 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:24:15.748728 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: ffc22ae7-398b-4b58-88ba-77d03e22be85 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:24:15.749061 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device ffc22ae7-398b-4b58-88ba-77d03e22be85 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:24:15.749497 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 7c3d25c1-50cf-41ea-8880-fdb5a74921f0 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:24:15.752049 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.772335 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489c7d78-4e0b-4a73-b042-ebef7fef5089']}} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:15.772562 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 7c3d25c1-50cf-41ea-8880-fdb5a74921f0 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:24:15.772737 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 7c3d25c1-50cf-41ea-8880-fdb5a74921f0 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:24:15.773148 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 71e1b187-bc31-4117-ade8-027a271759a3 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:24:15.781701 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029aac20-068f-4aaa-8a1b-eec88cd7602d') {'for_net_delete': True} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:15.782016 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.services.segments.db [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029aac20-068f-4aaa-8a1b-eec88cd7602d') {} {{(pid=102146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:15.792268 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64262101'] for segment, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.797068 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 71e1b187-bc31-4117-ade8-027a271759a3 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:24:15.797413 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 71e1b187-bc31-4117-ade8-027a271759a3 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:24:15.813623 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.820313 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:24:15.820751 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c2a0fd76-59d4-4776-9f90-96d3a572e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.820883 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64716231'] for segment, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: Traceback (most recent call last): Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: timer() Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: cb(*args, **kw) Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: return func(*args, **kwargs) Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: self._notify() Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: self.callback(batched_events) Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: event.method(event) Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: return f(self, *a, **k) Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._get(url).json() Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: return self.request(url, 'GET', **kwargs) Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:24:15.822414 dv-neutron-825721-1-hyperv neutron-server[102146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:24:15.844496 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0fd76-59d4-4776-9f90-96d3a572e76d None None] Pushing event deleted for resources: {'Port': ['ID=ffc22ae7-398b-4b58-88ba-77d03e22be85,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:15.850640 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a0fd76-59d4-4776-9f90-96d3a572e76d None None] No DVR routers for this DVR port ffc22ae7-398b-4b58-88ba-77d03e22be85 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:24:15.882644 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.888143 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] Notify callbacks [] for network, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:15.891461 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] 10.222.0.88 "DELETE /v2.0/networks/489c7d78-4e0b-4a73-b042-ebef7fef5089 HTTP/1.1" status: 204 len: 168 time: 0.5619497 Jan 21 10:24:15.894519 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 52256) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:24:15.903531 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d040a-b730-49a9-8841-d29413a81051 admin admin] Pushing event deleted for resources: {'Network': ['ID=489c7d78-4e0b-4a73-b042-ebef7fef5089,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:16.261547 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dcab244a-d497-4094-9397-291c2b765b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66658396'] for router_interface, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:16.540534 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-dcab244a-d497-4094-9397-291c2b765b6e admin admin] Deleting port 071a7dc2-f96a-440d-a012-3278ec86832f {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:24:16.540878 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dcab244a-d497-4094-9397-291c2b765b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:16.616543 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-dcab244a-d497-4094-9397-291c2b765b6e admin admin] For port 071a7dc2-f96a-440d-a012-3278ec86832f, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=071a7dc2-f96a-440d-a012-3278ec86832f,segment=NetworkSegment(cb81bfff-e39b-46d1-9e63-3c8e983208bd),segment_id=cb81bfff-e39b-46d1-9e63-3c8e983208bd)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:16.616911 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dcab244a-d497-4094-9397-291c2b765b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:16.628362 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-dcab244a-d497-4094-9397-291c2b765b6e admin admin] Calling delete_port for 071a7dc2-f96a-440d-a012-3278ec86832f owned by network:router_interface {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:24:16.811269 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dcab244a-d497-4094-9397-291c2b765b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:16.840576 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab244a-d497-4094-9397-291c2b765b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=071a7dc2-f96a-440d-a012-3278ec86832f,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:17.007957 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-dcab244a-d497-4094-9397-291c2b765b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66535884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66658496'] for router_interface, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:17.560124 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcab244a-d497-4094-9397-291c2b765b6e admin admin] Router 68eaa9bf-f042-41b2-96c1-f62659662e8f has already been hosted by L3 agent 84705f06-6b0d-4732-b72c-0fb3fcb6c1ff {{(pid=102147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:24:17.669162 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcab244a-d497-4094-9397-291c2b765b6e admin admin] Notify agent at l3_agent.dv-neutron-825721-1-hyperv the message routers_updated {{(pid=102147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:24:17.674260 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-dcab244a-d497-4094-9397-291c2b765b6e admin admin] 10.222.0.88 "PUT /v2.0/routers/68eaa9bf-f042-41b2-96c1-f62659662e8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7785673 Jan 21 10:24:17.676784 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 52258) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:24:17.680168 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676fb24-395a-494b-ab1e-fde8d8de9915 None None] Sync routers for ids ['68eaa9bf-f042-41b2-96c1-f62659662e8f'] in dv-neutron-825721-1-hyperv {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:24:17.692219 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676fb24-395a-494b-ab1e-fde8d8de9915 None None] Routers {'68eaa9bf-f042-41b2-96c1-f62659662e8f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:24:17.693958 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c676fb24-395a-494b-ab1e-fde8d8de9915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:24:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['68eaa9bf-f042-41b2-96c1-f62659662e8f'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:17.781963 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7119e60e-b7b1-467e-b9ea-3d8b67568518 admin admin] Notify callbacks [] for router, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:17.798246 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-c676fb24-395a-494b-ab1e-fde8d8de9915 None None] Set router 68eaa9bf-f042-41b2-96c1-f62659662e8f gateway port host: dv-neutron-825721-1-hyperv {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:24:17.886636 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7119e60e-b7b1-467e-b9ea-3d8b67568518 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:17.943895 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-7119e60e-b7b1-467e-b9ea-3d8b67568518 admin admin] Deleting port 600be7c3-61cf-46c8-912e-9290bce8eb21 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:24:17.944267 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7119e60e-b7b1-467e-b9ea-3d8b67568518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:17.984413 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c676fb24-395a-494b-ab1e-fde8d8de9915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'name': 'tempest-TestSnapshotPattern-2013929629-router', 'tenant_id': 'ed9140628511482c9e89ca1e0de68592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'external_fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '600be7c3-61cf-46c8-912e-9290bce8eb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:31Z', 'updated_at': '2022-01-21T10:24:16Z', 'revision_number': 5, 'project_id': 'ed9140628511482c9e89ca1e0de68592', 'gw_port': {'id': '600be7c3-61cf-46c8-912e-9290bce8eb21', 'name': '', 'network_id': 'e5b467b6-3f77-41e6-abda-a63a446d52f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825721-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:31Z', 'updated_at': '2022-01-21T10:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '620ec8c1-d0c9-4d51-a42d-2761fa22cf85', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825721-1-hyperv'}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:18.015364 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676fb24-395a-494b-ab1e-fde8d8de9915 None None] Checking router: 68eaa9bf-f042-41b2-96c1-f62659662e8f for host: dv-neutron-825721-1-hyperv {{(pid=102148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:24:18.023766 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676fb24-395a-494b-ab1e-fde8d8de9915 None None] Routers {'68eaa9bf-f042-41b2-96c1-f62659662e8f'} bound to L3 agent in host dv-neutron-825721-1-hyperv {{(pid=102148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:24:18.024370 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c676fb24-395a-494b-ab1e-fde8d8de9915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825721-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:23:08Z,description=,heartbeat_timestamp=2022-01-21T10:24:08Z,host='dv-neutron-825721-1-hyperv',id=84705f06-6b0d-4732-b72c-0fb3fcb6c1ff,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:23:08Z,topic='l3_agent')) {'router_ids': ['68eaa9bf-f042-41b2-96c1-f62659662e8f'], 'active': True} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:18.029917 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-7119e60e-b7b1-467e-b9ea-3d8b67568518 admin admin] For port 600be7c3-61cf-46c8-912e-9290bce8eb21, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=600be7c3-61cf-46c8-912e-9290bce8eb21,segment=NetworkSegment(5d000500-8a5a-4dea-bbe6-831fa0cb18e0),segment_id=5d000500-8a5a-4dea-bbe6-831fa0cb18e0)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:18.030437 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7119e60e-b7b1-467e-b9ea-3d8b67568518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:18.043045 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-7119e60e-b7b1-467e-b9ea-3d8b67568518 admin admin] Calling delete_port for 600be7c3-61cf-46c8-912e-9290bce8eb21 owned by network:router_gateway {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:24:18.110428 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvr_db [None req-c676fb24-395a-494b-ab1e-fde8d8de9915 None None] Set router 68eaa9bf-f042-41b2-96c1-f62659662e8f gateway port host: None {{(pid=102148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 10:24:18.162644 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_hamode_db [None req-c676fb24-395a-494b-ab1e-fde8d8de9915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'name': 'tempest-TestSnapshotPattern-2013929629-router', 'tenant_id': 'ed9140628511482c9e89ca1e0de68592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:31Z', 'updated_at': '2022-01-21T10:24:17Z', 'revision_number': 6, 'project_id': 'ed9140628511482c9e89ca1e0de68592', 'gw_port_host': None}], 'dv-neutron-825721-1-hyperv', False) {} {{(pid=102148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:18.191380 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676fb24-395a-494b-ab1e-fde8d8de9915 None None] The sync data for ids ['68eaa9bf-f042-41b2-96c1-f62659662e8f'] in dv-neutron-825721-1-hyperv is: [{'id': '68eaa9bf-f042-41b2-96c1-f62659662e8f', 'name': 'tempest-TestSnapshotPattern-2013929629-router', 'tenant_id': 'ed9140628511482c9e89ca1e0de68592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:31Z', 'updated_at': '2022-01-21T10:24:17Z', 'revision_number': 6, 'project_id': 'ed9140628511482c9e89ca1e0de68592', 'gw_port_host': None}] {{(pid=102148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:24:18.214695 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7119e60e-b7b1-467e-b9ea-3d8b67568518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:18.242162 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119e60e-b7b1-467e-b9ea-3d8b67568518 admin admin] Pushing event deleted for resources: {'Port': ['ID=600be7c3-61cf-46c8-912e-9290bce8eb21,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:18.307293 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7119e60e-b7b1-467e-b9ea-3d8b67568518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66660454'] for router_gateway, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:18.399984 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7119e60e-b7b1-467e-b9ea-3d8b67568518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66656635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9613'] for router, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:18.402251 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7119e60e-b7b1-467e-b9ea-3d8b67568518 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:18.448546 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7119e60e-b7b1-467e-b9ea-3d8b67568518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66656570'] for router, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:18.449107 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7119e60e-b7b1-467e-b9ea-3d8b67568518 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68eaa9bf-f042-41b2-96c1-f62659662e8f {{(pid=102147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:24:18.453823 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-7119e60e-b7b1-467e-b9ea-3d8b67568518 admin admin] Notify callbacks [] for router, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:18.454959 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-7119e60e-b7b1-467e-b9ea-3d8b67568518 admin admin] 10.222.0.88 "DELETE /v2.0/routers/68eaa9bf-f042-41b2-96c1-f62659662e8f HTTP/1.1" status: 204 len: 168 time: 0.7763643 Jan 21 10:24:18.457556 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 52260) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:24:18.508565 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b4804f-45bf-4f53-b03b-4abb891e32d7 admin admin] Deleting subnet d7c76eb3-89d4-4ec5-ac95-51a002272a0b {{(pid=102147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 21 10:24:18.511792 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-62b4804f-45bf-4f53-b03b-4abb891e32d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:18.549859 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-62b4804f-45bf-4f53-b03b-4abb891e32d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64824422'] for subnet, precommit_delete_associations {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:18.630453 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-62b4804f-45bf-4f53-b03b-4abb891e32d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-505349'] for subnet, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:18.684005 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-62b4804f-45bf-4f53-b03b-4abb891e32d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-505406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64427839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64987488'] for subnet, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:18.714630 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4804f-45bf-4f53-b03b-4abb891e32d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c76eb3-89d4-4ec5-ac95-51a002272a0b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:18.716580 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-62b4804f-45bf-4f53-b03b-4abb891e32d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:18.721260 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-62b4804f-45bf-4f53-b03b-4abb891e32d7 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d7c76eb3-89d4-4ec5-ac95-51a002272a0b HTTP/1.1" status: 204 len: 168 time: 0.2612298 Jan 21 10:24:18.721421 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bc7690-201c-496e-ac6e-72f091ed6440 None None] Network 1864c81b-fb32-4f24-8e72-34b7f9d93c0b requested from dv-neutron-825721-1-hyperv {{(pid=102148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 21 10:24:18.722217 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 52262) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:24:18.791220 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600332'] for network, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:18.845884 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] Deleting port 2b0125fc-85d8-40b6-8584-9c76be8fb727 {{(pid=102147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:24:18.846220 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:18.913992 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.db [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] For port 2b0125fc-85d8-40b6-8584-9c76be8fb727, host dv-neutron-825721-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825721-1-hyperv',level=0,port_id=2b0125fc-85d8-40b6-8584-9c76be8fb727,segment=NetworkSegment(cb81bfff-e39b-46d1-9e63-3c8e983208bd),segment_id=cb81bfff-e39b-46d1-9e63-3c8e983208bd)] {{(pid=102147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:18.914348 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:18.927385 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.plugin [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] Calling delete_port for 2b0125fc-85d8-40b6-8584-9c76be8fb727 owned by network:dhcp {{(pid=102147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:24:18.961890 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60f78e8-24bc-4d3e-912f-1c5099d227da None None] DHCP port deletion for 1864c81b-fb32-4f24-8e72-34b7f9d93c0b request from dv-neutron-825721-1-hyperv {{(pid=102148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 21 10:24:19.007698 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64428010'] for port, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:19.010014 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f60f78e8-24bc-4d3e-912f-1c5099d227da None None] Deleting port 2b0125fc-85d8-40b6-8584-9c76be8fb727 {{(pid=102148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 21 10:24:19.010402 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f60f78e8-24bc-4d3e-912f-1c5099d227da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781631472981'] for port, before_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:19.033974 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0125fc-85d8-40b6-8584-9c76be8fb727,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:19.037756 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] No DVR routers for this DVR port 2b0125fc-85d8-40b6-8584-9c76be8fb727 on host dv-neutron-825721-1-hyperv {{(pid=102147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:24:19.072903 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.db [None req-f60f78e8-24bc-4d3e-912f-1c5099d227da None None] For port 2b0125fc-85d8-40b6-8584-9c76be8fb727, host dv-neutron-825721-1-hyperv, got binding levels [] {{(pid=102148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:24:19.073326 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f60f78e8-24bc-4d3e-912f-1c5099d227da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66660270'] for port, precommit_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:19.087938 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-f60f78e8-24bc-4d3e-912f-1c5099d227da None None] Calling delete_port for 2b0125fc-85d8-40b6-8584-9c76be8fb727 owned by network:dhcp {{(pid=102148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 21 10:24:19.090806 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.ipam_backend_mixin [None req-f60f78e8-24bc-4d3e-912f-1c5099d227da None None] Port 2b0125fc-85d8-40b6-8584-9c76be8fb727 was not found and therefore no delete operation was performed {{(pid=102148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 10:24:19.092155 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f60f78e8-24bc-4d3e-912f-1c5099d227da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781631473996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781631041913'] for port, after_delete {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:19.113006 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-505428', 'neutron.services.segments.db._delete_segments_for_network-8781631348008'] for network, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:19.120383 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f78e8-24bc-4d3e-912f-1c5099d227da None None] Pushing event deleted for resources: {'Port': ['ID=2b0125fc-85d8-40b6-8584-9c76be8fb727,revision_number=None']} {{(pid=102148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:19.124052 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f78e8-24bc-4d3e-912f-1c5099d227da None None] No DVR routers for this DVR port 2b0125fc-85d8-40b6-8584-9c76be8fb727 on host dv-neutron-825721-1-hyperv {{(pid=102148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:24:19.137400 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1864c81b-fb32-4f24-8e72-34b7f9d93c0b']}} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:19.147664 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb81bfff-e39b-46d1-9e63-3c8e983208bd') {'for_net_delete': True} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:19.147983 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.services.segments.db [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb81bfff-e39b-46d1-9e63-3c8e983208bd') {} {{(pid=102147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:24:19.158017 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781631423124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64824447'] for segment, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:19.171554 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564'] for segment, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:19.178522 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:24:19.178844 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-500564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64427993'] for segment, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: Traceback (most recent call last): Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: timer() Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: cb(*args, **kw) Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: return func(*args, **kwargs) Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: self._notify() Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: self.callback(batched_events) Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: event.method(event) Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: return f(self, *a, **k) Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._get(url).json() Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: return self.request(url, 'GET', **kwargs) Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:24:19.180641 dv-neutron-825721-1-hyperv neutron-server[102147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:24:19.241155 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-504231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66535925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66660418'] for network, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:19.249752 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] Notify callbacks [] for network, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:19.253242 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] 10.222.0.88 "DELETE /v2.0/networks/1864c81b-fb32-4f24-8e72-34b7f9d93c0b HTTP/1.1" status: 204 len: 168 time: 0.5301123 Jan 21 10:24:19.265082 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecf063-1f82-4c98-99f9-419c1e51cb42 admin admin] Pushing event deleted for resources: {'Network': ['ID=1864c81b-fb32-4f24-8e72-34b7f9d93c0b,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:19.428893 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 52266) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:24:19.467620 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-a19f2f29-7636-404a-bf4d-2aa72f82d758 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=269956d6c457446193070320db672c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375335 Jan 21 10:24:19.470098 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.wsgi [-] (102146) accepted ('10.222.0.88', 52268) {{(pid=102146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:24:19.518107 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee4e52b9-6abd-4b1d-a5c3-80cddf052095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:19.538815 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee4e52b9-6abd-4b1d-a5c3-80cddf052095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:19.584466 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee4e52b9-6abd-4b1d-a5c3-80cddf052095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:19.587201 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron_lib.callbacks.manager [None req-ee4e52b9-6abd-4b1d-a5c3-80cddf052095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:19.588388 dv-neutron-825721-1-hyperv neutron-server[102146]: INFO neutron.wsgi [None req-ee4e52b9-6abd-4b1d-a5c3-80cddf052095 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3e1c9c69-23f6-45b1-a150-ab8725dff54d HTTP/1.1" status: 204 len: 168 time: 0.1173656 Jan 21 10:24:19.600121 dv-neutron-825721-1-hyperv neutron-server[102146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e52b9-6abd-4b1d-a5c3-80cddf052095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1c9c69-23f6-45b1-a150-ab8725dff54d,revision_number=None']} {{(pid=102146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:19.696346 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 600be7c3-61cf-46c8-912e-9290bce8eb21 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:24:19.716694 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 600be7c3-61cf-46c8-912e-9290bce8eb21 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:24:19.717033 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 600be7c3-61cf-46c8-912e-9290bce8eb21 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:24:19.717476 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 071a7dc2-f96a-440d-a012-3278ec86832f no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:24:19.736256 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 071a7dc2-f96a-440d-a012-3278ec86832f {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:24:19.736864 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 071a7dc2-f96a-440d-a012-3278ec86832f not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:24:19.737012 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2b0125fc-85d8-40b6-8584-9c76be8fb727 no longer exists at agent ovs-agent-dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 10:24:19.756244 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.plugin [None req-71042511-6b22-443d-873a-137a9f631a1d None None] No Port match for: 2b0125fc-85d8-40b6-8584-9c76be8fb727 {{(pid=102148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 21 10:24:19.756589 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron.plugins.ml2.rpc [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Device 2b0125fc-85d8-40b6-8584-9c76be8fb727 not bound to the agent host dv-neutron-825721-1-hyperv {{(pid=102148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 10:24:19.929898 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 52274) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:24:19.970654 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-c6d80e53-cb12-4982-93ec-1950b020c0e1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ed9140628511482c9e89ca1e0de68592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395887 Jan 21 10:24:19.973089 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.wsgi [-] (102147) accepted ('10.222.0.88', 52276) {{(pid=102147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 21 10:24:20.020292 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4fa18ccb-a5a2-4885-b00b-29f7d1174a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:20.041297 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4fa18ccb-a5a2-4885-b00b-29f7d1174a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:20.086975 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4fa18ccb-a5a2-4885-b00b-29f7d1174a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406497'] for security_group, after_delete {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:20.089559 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron_lib.callbacks.manager [None req-4fa18ccb-a5a2-4885-b00b-29f7d1174a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:20.090713 dv-neutron-825721-1-hyperv neutron-server[102147]: INFO neutron.wsgi [None req-4fa18ccb-a5a2-4885-b00b-29f7d1174a5e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/903486a1-4121-47c8-83f2-9728c13bdb29 HTTP/1.1" status: 204 len: 168 time: 0.1166995 Jan 21 10:24:20.098108 dv-neutron-825721-1-hyperv neutron-server[102147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa18ccb-a5a2-4885-b00b-29f7d1174a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903486a1-4121-47c8-83f2-9728c13bdb29,revision_number=None']} {{(pid=102147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:24:25.247650 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:35.987047 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-68a86ed2-1626-41e9-8fde-ff3690c92ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:38.361960 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-8c88fad8-5f9b-4c54-b560-42beb034b248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:39.489974 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:41.476436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:41.514195 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:48.195580 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:24:55.250379 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:05.991413 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-7d2b4e62-f04e-4de5-8df7-c761b2535820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:08.363800 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-59f4fdc9-44b0-49af-8692-38d96b7c9e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:09.497733 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:11.480969 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:11.550718 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:25.196131 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:25:25.272019 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:35.993385 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-d0a4d95e-b4bd-494e-bab9-807c1bd270f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:38.365246 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4648d119-827e-4f12-adeb-739f9c1fad29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.491372 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:41.484443 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:41.523060 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:55.292743 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:02.195552 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:26:05.997119 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-c1e93eb3-e48b-4459-8393-95aac27f8c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:08.367821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-445b3708-4e18-4fbc-a8d3-21e776e984ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:09.493034 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:11.486005 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:11.524699 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:25.289476 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:36.001127 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-756aaeb2-f068-4ca3-8abe-ff7d991f1007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:38.369194 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-abf02bf3-db4b-4697-a996-a990d7ca5ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:39.193772 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:26:39.499090 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:41.488197 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:41.527039 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:55.284405 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:06.002965 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-a82a27cb-f95e-47c7-8fe6-cbd68f6424bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:08.369492 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-44c975d2-31c0-4549-9466-91d61733c121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:09.498356 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:11.492450 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:11.561377 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:16.192890 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:27:25.295160 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:36.004436 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ac2c8f79-5a3f-44f6-93a6-355e42ee7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:38.370538 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f282ba1b-40b1-48c6-9630-3ef94c202c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:39.501634 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:41.494272 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:41.533439 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:53.196158 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:27:55.301276 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:06.006399 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-dc840063-da93-4842-b0e4-c0add90d3c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:08.372695 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-ce877058-28d7-4e1c-a345-0f2bcf6b7ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:09.505927 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:11.497833 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:11.540547 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:25.299423 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:30.195107 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:28:36.008752 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-3181c175-c826-4c0c-8cc2-c6d2a5e38744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:38.375114 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-fe1494be-27f6-4196-b2dd-48eca0ccc8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.511071 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:41.500026 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:41.551299 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:55.311452 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:06.010228 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-730ce738-b6e2-4e89-83da-d064d68ea30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:07.195301 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:29:08.376951 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f73475fa-9fa9-466b-98e3-78cd03afa151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:09.510820 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:11.504707 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:11.580821 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:25.306435 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:36.012104 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4bc93a75-0866-451c-9e68-a456a9f2c914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:38.377076 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-23adeaf7-6248-480c-8c26-686d966121d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:39.514235 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-4cee881e-0bd3-4f97-804f-b39426d0f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:41.506676 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-71042511-6b22-443d-873a-137a9f631a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:41.548866 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-614581a6-28b6-422f-a67e-cb599152711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:44.193811 dv-neutron-825721-1-hyperv neutron-server[102149]: DEBUG neutron.db.agents_db [None req-27fbb14a-488c-4731-a79c-994a4fff54f2 None None] Agent healthcheck: found 6 active agents {{(pid=102149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:29:55.316890 dv-neutron-825721-1-hyperv neutron-server[102148]: DEBUG neutron_lib.callbacks.manager [None req-f5697744-0321-46a0-96d1-3c0ea397fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781631347330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-499810'] for agent, after_update {{(pid=102148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}